2024-05-08T05:30:25.365 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-08T05:30:25.365 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --owner scheduled_vshankar@teuthology --name vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi --archive /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247 --description fs:workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/no 6-workunit/fs/test_o_trunc}} -- /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/orig.config.yaml 2024-05-08T05:30:25.422 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-08T05:30:25.508 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247 branch: wip-57676-3 description: fs:workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/no 6-workunit/fs/test_o_trunc}} email: vshankar@redhat.com first_in_suite: false job_id: '7697247' kernel: client: branch: testing flavor: default kdb: true sha1: 806ec36b21129f113ce356c007dd59694d340b37 ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-57676-3 ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: bee299f4ac344e4c45e550d7a80abcadd7bc3d5a subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: bee299f4ac344e4c45e550d7a80abcadd7bc3d5a kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - wsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-57676-3 sha1: bee299f4ac344e4c45e550d7a80abcadd7bc3d5a owner: scheduled_vshankar@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 5998 sha1: bee299f4ac344e4c45e550d7a80abcadd7bc3d5a sleep_before_teardown: 0 subset: 915/1024 suite: fs:workload suite_branch: wip-57676-3 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: bee299f4ac344e4c45e550d7a80abcadd7bc3d5a syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi069.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOgVsxC+iEIZqTFOWYpqB4Qa4kyCOYzQBOyrrEm1HijygoN4Ojhk5+BfHUNWvplF3XjoiZ7je/E2SoSys55+nto= smithi105.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMIW31dZ8BlvvLIxlVJ18i5arqi4cmMtFjYAZnZQ6n/1krLspr1P6i7rJ8mTaGBZD1B3kuFQUab8J3sxVDqwjM8= smithi135.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLugOzbjxbMpHJdhnww12kt+qI67zBYtNhdw0XC7LdqtSnIqjV+KGxxXU6rLof5Ion0Eyy6UEQXQs2hEj7cNlwM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-08_04:00:39 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-08T05:30:25.508 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/qa; will attempt to use it 2024-05-08T05:30:25.509 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/qa/tasks 2024-05-08T05:30:25.509 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-08T05:30:25.510 INFO:teuthology.task.internal:Checking packages... 2024-05-08T05:30:25.532 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a' 2024-05-08T05:30:25.532 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-08T05:30:25.532 INFO:teuthology.packaging:ref: None 2024-05-08T05:30:25.532 INFO:teuthology.packaging:tag: None 2024-05-08T05:30:25.532 INFO:teuthology.packaging:branch: wip-57676-3 2024-05-08T05:30:25.532 INFO:teuthology.packaging:sha1: bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:30:25.532 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-57676-3 2024-05-08T05:30:25.762 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3538.gbee299f4 2024-05-08T05:30:25.763 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-08T05:30:25.770 INFO:teuthology.task.internal:no buildpackages task found 2024-05-08T05:30:25.770 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-08T05:30:25.792 INFO:teuthology.task.internal:Saving configuration 2024-05-08T05:30:25.810 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-08T05:30:25.816 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-08T05:30:25.842 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi069.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-08 05:25:17.256336', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOgVsxC+iEIZqTFOWYpqB4Qa4kyCOYzQBOyrrEm1HijygoN4Ojhk5+BfHUNWvplF3XjoiZ7je/E2SoSys55+nto='} 2024-05-08T05:30:25.867 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi105.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-08 05:25:17.257881', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMIW31dZ8BlvvLIxlVJ18i5arqi4cmMtFjYAZnZQ6n/1krLspr1P6i7rJ8mTaGBZD1B3kuFQUab8J3sxVDqwjM8='} 2024-05-08T05:30:25.886 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi135.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-08 05:25:17.259246', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLugOzbjxbMpHJdhnww12kt+qI67zBYtNhdw0XC7LdqtSnIqjV+KGxxXU6rLof5Ion0Eyy6UEQXQs2hEj7cNlwM='} 2024-05-08T05:30:25.886 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-08T05:30:25.892 INFO:teuthology.task.internal:roles: ubuntu@smithi069.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-08T05:30:25.893 INFO:teuthology.task.internal:roles: ubuntu@smithi105.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-08T05:30:25.893 INFO:teuthology.task.internal:roles: ubuntu@smithi135.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-08T05:30:25.893 INFO:teuthology.run_tasks:Running task console_log... 2024-05-08T05:30:25.995 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fdcfef8af70>, signals=[15]) 2024-05-08T05:30:25.995 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-08T05:30:26.002 INFO:teuthology.task.internal:Opening connections... 2024-05-08T05:30:26.002 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi069.front.sepia.ceph.com 2024-05-08T05:30:26.004 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:30:26.086 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi105.front.sepia.ceph.com 2024-05-08T05:30:26.087 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:30:26.160 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi135.front.sepia.ceph.com 2024-05-08T05:30:26.160 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:30:26.233 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-08T05:30:26.240 DEBUG:teuthology.orchestra.run.smithi069:> uname -m 2024-05-08T05:30:26.258 INFO:teuthology.orchestra.run.smithi069.stdout:x86_64 2024-05-08T05:30:26.258 DEBUG:teuthology.orchestra.run.smithi069:> cat /etc/os-release 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:NAME="CentOS Stream" 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:VERSION="9" 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:ID="centos" 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:ID_LIKE="rhel fedora" 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:VERSION_ID="9" 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:PLATFORM_ID="platform:el9" 2024-05-08T05:30:26.315 INFO:teuthology.orchestra.run.smithi069.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:ANSI_COLOR="0;31" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:LOGO="fedora-logo-icon" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:HOME_URL="https://centos.org/" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-08T05:30:26.316 INFO:teuthology.orchestra.run.smithi069.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-08T05:30:26.316 INFO:teuthology.lock.ops:Updating smithi069.front.sepia.ceph.com on lock server 2024-05-08T05:30:26.344 DEBUG:teuthology.orchestra.run.smithi105:> uname -m 2024-05-08T05:30:26.362 INFO:teuthology.orchestra.run.smithi105.stdout:x86_64 2024-05-08T05:30:26.363 DEBUG:teuthology.orchestra.run.smithi105:> cat /etc/os-release 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:NAME="CentOS Stream" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION="9" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:ID="centos" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:ID_LIKE="rhel fedora" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:VERSION_ID="9" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:PLATFORM_ID="platform:el9" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:ANSI_COLOR="0;31" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:LOGO="fedora-logo-icon" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:HOME_URL="https://centos.org/" 2024-05-08T05:30:26.420 INFO:teuthology.orchestra.run.smithi105.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-08T05:30:26.421 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-08T05:30:26.421 INFO:teuthology.orchestra.run.smithi105.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-08T05:30:26.421 INFO:teuthology.lock.ops:Updating smithi105.front.sepia.ceph.com on lock server 2024-05-08T05:30:26.443 DEBUG:teuthology.orchestra.run.smithi135:> uname -m 2024-05-08T05:30:26.461 INFO:teuthology.orchestra.run.smithi135.stdout:x86_64 2024-05-08T05:30:26.461 DEBUG:teuthology.orchestra.run.smithi135:> cat /etc/os-release 2024-05-08T05:30:26.518 INFO:teuthology.orchestra.run.smithi135.stdout:NAME="CentOS Stream" 2024-05-08T05:30:26.518 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION="9" 2024-05-08T05:30:26.518 INFO:teuthology.orchestra.run.smithi135.stdout:ID="centos" 2024-05-08T05:30:26.518 INFO:teuthology.orchestra.run.smithi135.stdout:ID_LIKE="rhel fedora" 2024-05-08T05:30:26.518 INFO:teuthology.orchestra.run.smithi135.stdout:VERSION_ID="9" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:PLATFORM_ID="platform:el9" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:ANSI_COLOR="0;31" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:LOGO="fedora-logo-icon" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:HOME_URL="https://centos.org/" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-08T05:30:26.519 INFO:teuthology.orchestra.run.smithi135.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-08T05:30:26.519 INFO:teuthology.lock.ops:Updating smithi135.front.sepia.ceph.com on lock server 2024-05-08T05:30:26.543 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-08T05:30:26.554 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-08T05:30:26.568 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-08T05:30:26.568 DEBUG:teuthology.orchestra.run.smithi069:> test '!' -e /home/ubuntu/cephtest 2024-05-08T05:30:26.571 DEBUG:teuthology.orchestra.run.smithi105:> test '!' -e /home/ubuntu/cephtest 2024-05-08T05:30:26.573 DEBUG:teuthology.orchestra.run.smithi135:> test '!' -e /home/ubuntu/cephtest 2024-05-08T05:30:26.589 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-08T05:30:26.596 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-08T05:30:26.596 DEBUG:teuthology.orchestra.run.smithi069:> test -z $(ls -A /var/lib/ceph) 2024-05-08T05:30:26.627 DEBUG:teuthology.orchestra.run.smithi105:> test -z $(ls -A /var/lib/ceph) 2024-05-08T05:30:26.630 DEBUG:teuthology.orchestra.run.smithi135:> test -z $(ls -A /var/lib/ceph) 2024-05-08T05:30:26.722 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-08T05:30:26.796 INFO:teuthology.run_tasks:Running task kernel... 2024-05-08T05:30:26.810 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': '806ec36b21129f113ce356c007dd59694d340b37'} 2024-05-08T05:30:26.810 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-08T05:30:26.810 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-08T05:30:26.810 DEBUG:teuthology.orchestra.run.smithi069:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-08T05:30:26.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T05:30:26.827 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-08T05:30:27.066 DEBUG:teuthology.task.kernel:sha1 for client.0 is 806ec36b21129f113ce356c007dd59694d340b37 2024-05-08T05:30:27.066 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "806ec36b21129f113ce356c007dd59694d340b37"... 2024-05-08T05:30:27.066 DEBUG:teuthology.orchestra.run.smithi069:> uname -r 2024-05-08T05:30:27.084 INFO:teuthology.orchestra.run.smithi069.stdout:5.14.0-437.el9.x86_64 2024-05-08T05:30:27.084 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 806ec36b21129f113ce356c007dd59694d340b37 2024-05-08T05:30:27.084 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-08T05:30:27.084 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum upgrade -y linux-firmware 2024-05-08T05:30:29.554 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - BaseOS 9.6 MB/s | 8.1 MB 00:00 2024-05-08T05:30:48.078 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 19 MB 00:17 2024-05-08T05:30:54.527 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.2 MB 00:02 2024-05-08T05:30:58.094 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - Extras packages 6.8 kB/s | 16 kB 00:02 2024-05-08T05:30:59.087 INFO:teuthology.orchestra.run.smithi069.stdout:Extra Packages for Enterprise Linux 25 MB/s | 21 MB 00:00 2024-05-08T05:31:04.163 INFO:teuthology.orchestra.run.smithi069.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-05-08T05:31:06.246 INFO:teuthology.orchestra.run.smithi069.stdout:Dependencies resolved. 2024-05-08T05:31:06.247 INFO:teuthology.orchestra.run.smithi069.stdout:Nothing to do. 2024-05-08T05:31:06.247 INFO:teuthology.orchestra.run.smithi069.stdout:Complete! 2024-05-08T05:31:06.353 INFO:teuthology.task.kernel:Downloading kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-05-08T05:31:06.354 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=806ec36b21129f113ce356c007dd59694d340b37 2024-05-08T05:31:06.574 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ 2024-05-08T05:31:06.574 DEBUG:teuthology.orchestra.run.smithi069:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-08T05:31:06.577 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi069.front.sepia.ceph.com to complete... 2024-05-08T05:31:19.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08 05:31:19 URL:https://4.chacra.ceph.com/r/kernel/testing/806ec36b21129f113ce356c007dd59694d340b37/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g806ec36b2112-1.x86_64.rpm [357367792/357367792] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-08T05:31:19.029 INFO:teuthology.orchestra.run.smithi069.stderr:FINISHED --2024-05-08 05:31:19-- 2024-05-08T05:31:19.029 INFO:teuthology.orchestra.run.smithi069.stderr:Total wall clock time: 12s 2024-05-08T05:31:19.029 INFO:teuthology.orchestra.run.smithi069.stderr:Downloaded: 1 files, 341M in 12s (28.2 MB/s) 2024-05-08T05:31:19.031 INFO:teuthology.task.kernel:Installing kernel 806ec36b21129f113ce356c007dd59694d340b37 on client.0... 2024-05-08T05:31:19.031 DEBUG:teuthology.orchestra.run.smithi069:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-08T05:31:21.123 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying... ######################################## 2024-05-08T05:31:21.262 INFO:teuthology.orchestra.run.smithi069.stdout:Preparing... ######################################## 2024-05-08T05:31:21.398 INFO:teuthology.orchestra.run.smithi069.stdout:Updating / installing... 2024-05-08T05:31:29.364 INFO:teuthology.orchestra.run.smithi069.stdout:kernel-6.9.0_rc3_g806ec36b2112-1 ######################################## 2024-05-08T05:32:08.432 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi069.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-08T05:32:08.432 DEBUG:teuthology.orchestra.run.smithi069:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-08T05:32:08.516 INFO:teuthology.orchestra.run.smithi069.stdout:/boot/System.map-6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.516 INFO:teuthology.orchestra.run.smithi069.stdout:/boot/config-6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.516 INFO:teuthology.orchestra.run.smithi069.stdout:/boot/vmlinuz-6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.516 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/System.map 2024-05-08T05:32:08.516 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/config 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-08T05:32:08.517 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu 2024-05-08T05:32:08.518 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/arch/x86/kvm/kvm.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ansi_cprng.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/anubis.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/arc4.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_memcpy.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_pq.ko 2024-05-08T05:32:08.519 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_tx.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/async_xor.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/async_tx/raid6test.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authenc.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/authencesn.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blake2b_generic.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_common.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/blowfish_generic.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/camellia_generic.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast5_generic.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast6_generic.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cast_common.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/ccm.ko 2024-05-08T05:32:08.520 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cmac.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crc32_generic.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_engine.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/crypto_user.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/cts.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/des_generic.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/dh_generic.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/echainiv.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/essiv.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/fcrypt.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/khazad.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/lz4hc.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/md4.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/michael_mic.ko 2024-05-08T05:32:08.521 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcbc.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/pcrypt.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/rmd160.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/seed.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/serpent_generic.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tcrypt.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/tea.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_common.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/twofish_generic.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/vmac.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/wp512.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xcbc.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xor.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/crypto/xxhash_generic.ko 2024-05-08T05:32:08.522 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/acpi_pad.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/ec_sys.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/platform_profile.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbs.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/sbshc.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/acpi/video.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/acard-ahci.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ahci_platform.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/ata_generic.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/libahci_platform.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_acpi.ko 2024-05-08T05:32:08.523 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ali.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_amd.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_artop.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atiixp.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_atp867x.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd640.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cmd64x.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_cypress.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_efar.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt366.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt37x.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it8213.ko 2024-05-08T05:32:08.524 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_it821x.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_jmicron.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_marvell.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_mpiix.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_netcell.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ninja32.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87410.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_ns87415.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_oldpiix.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_opti.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_optidma.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pcmcia.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-08T05:32:08.525 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_piccolo.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_rdc.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sch.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_serverworks.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sil680.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sis.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_sl82c105.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_triflex.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pata_via.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/pdc_adma.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_inic162x.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_mv.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_nv.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_promise.ko 2024-05-08T05:32:08.526 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_qstor.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sil24.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sis.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_svw.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_sx4.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_uli.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_via.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ata/sata_vsc.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/auxdisplay/ks0108.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-08T05:32:08.527 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/bcma/bcma.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/aoe/aoe.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/brd.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/drbd/drbd.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/floppy.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/loop.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/nbd.ko 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk 2024-05-08T05:32:08.528 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/null_blk/null_blk.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/pktcdvd.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/rbd.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/virtio_blk.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/xen-blkfront.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/block/zram/zram.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hangcheck-timer.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-08T05:32:08.529 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/via-rng.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/lp.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/mwave/mwave.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/ppdev.ko 2024-05-08T05:32:08.530 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tlclk.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/uv_mmtimer.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/char/virtio_console.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-08T05:32:08.531 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/ccp/ccp.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-aes.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/padlock-sha.ko 2024-05-08T05:32:08.532 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dca/dca.ko 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/amd64_edac.ko 2024-05-08T05:32:08.533 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/e752x_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/edac_mce_amd.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3000_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i3200_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5100_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i5400_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7300_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i7core_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/i82975x_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/ie31200_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/sb_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/edac/x38_edac.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/edd.ko 2024-05-08T05:32:08.534 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-ich.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-appleir.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-aureal.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-axff.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-dr.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elecom.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-elo.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-emsff.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gaff.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gt683r.ko 2024-05-08T05:32:08.535 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-gyration.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-holtekff.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-hyperv.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-icade.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-keytouch.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-kye.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lcpower.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-led.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-lenovo.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-multitouch.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-ortek.ko 2024-05-08T05:32:08.536 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-penmount.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-petalynx.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-picolcd.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-pl.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-plantronics.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-primax.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-rmi.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-common.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-08T05:32:08.537 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-roccat.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-saitek.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-samsung.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sjoy.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sony.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-speedlink.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-steelseries.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-sunplus.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tivo.ko 2024-05-08T05:32:08.538 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-tmff.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-topseed.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-twinhan.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-uclogic.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-waltop.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-wiimote.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-xinmo.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zpff.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/hid-zydacron.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/uhid.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hid/wacom.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_balloon.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_utils.ko 2024-05-08T05:32:08.539 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hv/hv_vmbus.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/abituguru3.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7414.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ad7418.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adc128d818.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1025.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1026.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1029.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm1031.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adm9240.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ads7828.ko 2024-05-08T05:32:08.540 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7410.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7411.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7462.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7470.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7475.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/adt7x10.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/amc6821.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/applesmc.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asb100.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asc7621.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/atxp1.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/coretemp.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/dme1737.ko 2024-05-08T05:32:08.541 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds1621.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ds620.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc1403.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/emc6w201.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71805f.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f71882fg.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/f75375s.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fam15h_power.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/fschmd.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g760a.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/g762.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl518sm.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/gl520sm.ko 2024-05-08T05:32:08.542 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5500_temp.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/i5k_amb.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmaem.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ibmpex.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina209.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ina2xx.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/it87.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k10temp.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/k8temp.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lineage-pem.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm63.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm73.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm75.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm77.ko 2024-05-08T05:32:08.543 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm78.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm80.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm83.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm85.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm87.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm90.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm92.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm93.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95234.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95241.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/lm95245.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc2945.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4151.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4215.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4222.ko 2024-05-08T05:32:08.544 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4245.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4260.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/ltc4261.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max16065.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1619.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max1668.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max197.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6639.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6650.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/max6697.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/mcp3021.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6683.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775-core.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct6775.ko 2024-05-08T05:32:08.545 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/nct7802.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87360.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pc87427.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pcf8591.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-08T05:32:08.546 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/powr1220.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5627.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch5636.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht15.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sht21.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/shtc1.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/sis5595.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47b397.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m1.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/smsc47m192.ko 2024-05-08T05:32:08.547 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/thmc50.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp102.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp103.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp401.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/tmp421.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via-cputemp.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/via686a.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt1211.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/vt8231.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627ehf.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83627hf.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83781d.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83791d.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83792d.ko 2024-05-08T05:32:08.548 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83793.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83795.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l785ts.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/hwmon/w83l786ng.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-08T05:32:08.549 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-08T05:32:08.550 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-dev.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-mux.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-smbus.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/i2c/i2c-stub.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_core.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-08T05:32:08.551 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-08T05:32:08.552 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/gameport/gameport.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/joydev.ko 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard 2024-05-08T05:32:08.553 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/appletouch.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/bcm5974.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/cyapatp.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/sermouse.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio 2024-05-08T05:32:08.554 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/altera_ps2.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/arc_ps2.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/serio/serio_raw.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/input/sparse-keymap.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-blinkm.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lm3530.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-lp3944.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/leds-ss4200.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-08T05:32:08.555 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/bcache/bcache.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-bio-prison.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache-smq.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-cache.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-crypt.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-delay.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-flakey.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-log-userspace.ko 2024-05-08T05:32:08.556 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-multipath.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-queue-length.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-raid.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-round-robin.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-service-time.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-switch.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-thin-pool.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/dm-verity.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid0.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid1.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid10.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/md/raid456.ko 2024-05-08T05:32:08.557 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptbase.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptctl.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptfc.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptlan.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptsas.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptscsih.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/message/fusion/mptspi.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_ich.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/lpc_sch.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/mfd-core.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/sm501.ko 2024-05-08T05:32:08.558 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/viperboard.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/vx855.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/mfd/wl1273-core.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds9802als.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/apds990x.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/bh1770glc.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/cb710/cb710.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/at24.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-08T05:32:08.559 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/eeprom/max6875.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/enclosure.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/hpilo.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29003.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/isl29020.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-me.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei-txe.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/mei/mei.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-08T05:32:08.560 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_7xx1.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tifm_core.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/tsl2550.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_balloon.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/bonding/bonding.ko 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa 2024-05-08T05:32:08.561 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/dummy.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/eql.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-08T05:32:08.562 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-08T05:32:08.563 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-08T05:32:08.564 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-08T05:32:08.565 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-08T05:32:08.566 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/dnet.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ethoc.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/fealnx.ko 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel 2024-05-08T05:32:08.567 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-08T05:32:08.568 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/jme.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-08T05:32:08.569 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-08T05:32:08.570 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-08T05:32:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-08T05:32:08.572 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-08T05:32:08.573 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/geneve.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154 2024-05-08T05:32:08.574 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ifb.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvlan.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/macvtap.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/mii.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/net_failover.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/netconsole.ko 2024-05-08T05:32:08.575 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/nlmon.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/amd.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/bcm87xx.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/broadcom.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/cicada.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/davicom.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/dp83640.ko 2024-05-08T05:32:08.576 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/et1011c.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/icplus.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/lxt.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/marvell.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/micrel.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/national.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/phylink.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/qsemi.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/realtek.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/smsc.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/ste10Xp.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/phy/vitesse.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_async.ko 2024-05-08T05:32:08.577 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppoe.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pppox.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/ppp/pptp.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slhc.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/slip/slip.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/sungem_phy.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tap.ko 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team 2024-05-08T05:32:08.578 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_random.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/tun.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/veth.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/virtio_net.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/vxlan/vxlan.ko 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback 2024-05-08T05:32:08.579 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/net/xen-netfront.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ntb/ntb.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme-core.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/nvme/host/nvme.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_cs.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_pc.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/parport/parport_serial.ko 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci 2024-05-08T05:32:08.580 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pci/xen-pcifront.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/i82092.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/pd6729.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86 2024-05-08T05:32:08.581 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/acerhdf.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/hdaps.ko 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel 2024-05-08T05:32:08.582 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/intel_ips.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/platform/x86/wmi.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-08T05:32:08.583 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/clients/pps_parport.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/pps/pps_core.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ptp/ptp_kvm.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-08T05:32:08.584 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ras/amd/fmpm.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-em3027.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-08T05:32:08.585 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-max6900.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-08T05:32:08.586 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/rtc/rtc-x1205.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-9xxx.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-sas.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/3w-xxxx.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/BusLogic.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/a100u2w.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/advansys.ko 2024-05-08T05:32:08.587 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/am53c974.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/atp870u.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bfa/bfa.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-08T05:32:08.588 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ch.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dc395x.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-08T05:32:08.589 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/dmx3191d.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/esp_scsi.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/fnic/fnic.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hpsa.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hptiop.ko 2024-05-08T05:32:08.590 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/hv_storvsc.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/initio.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ipr.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ips.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/isci/isci.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libfc/libfc.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/libsas/libsas.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-08T05:32:08.591 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/mvumi.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/pmcraid.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla1280.ko 2024-05-08T05:32:08.592 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/raid_class.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_debug.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/ses.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/st.ko 2024-05-08T05:32:08.593 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/stex.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/virtio_scsi.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/scsi/wd719x.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ssb/ssb.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_file.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_iblock.ko 2024-05-08T05:32:08.594 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_mod.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_pscsi.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/target_core_user.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-08T05:32:08.595 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-08T05:32:08.596 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_gsm.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/n_hdlc.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/nozomi.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/arc_uart.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio 2024-05-08T05:32:08.597 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_aec.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_cif.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_pci_generic.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/uio/uio_sercos3.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-acm.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usblp.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/class/usbtmc.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/mdc800.ko 2024-05-08T05:32:08.598 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/image/microtek.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/adutux.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/appledisplay.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi26.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/emi62.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ezusb.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/idmouse.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/iowarrior.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/ldusb.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/legousbtower.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-08T05:32:08.599 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usb3503.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usblcd.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/uss720.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/misc/yurex.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/phy/phy-generic.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/aircable.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ark3116.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ch341.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cp210x.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cyberjack.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-08T05:32:08.600 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/empeg.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/io_ti.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipaq.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ipw.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ir-usb.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mct_u232.ko 2024-05-08T05:32:08.601 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7720.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/mos7840.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/navman.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/omninet.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/opticon.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/option.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/oti6858.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/pl2303.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcaux.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/qcserial.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/quatech2.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/safe_serial.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/sierra.ko 2024-05-08T05:32:08.602 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ssu100.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/symbolserial.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_debug.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/visor.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/whiteheat.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/uas.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-08T05:32:08.603 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-karma.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/storage/usb-storage.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-08T05:32:08.604 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_net.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/vhost/vhost_scsi.ko 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video 2024-05-08T05:32:08.605 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/apple_bl.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/lcd.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_balloon.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_mmio.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/virtio/virtio_ring.ko 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters 2024-05-08T05:32:08.606 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2482.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/masters/ds2490.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/w1/wire.ko 2024-05-08T05:32:08.607 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/hpwdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/i6300esb.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ib700wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ibmasr.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/it87_wdt.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/machzwd.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/nv_tco.ko 2024-05-08T05:32:08.608 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/softdog.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/via_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/wdt_pci.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/watchdog/xen_wdt.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-08T05:32:08.609 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-evtchn.ko 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntalloc.ko 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-gntdev.ko 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xen-privcmd.ko 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p 2024-05-08T05:32:08.610 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/9p/9p.ko 2024-05-08T05:32:08.611 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs 2024-05-08T05:32:08.611 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/affs/affs.ko 2024-05-08T05:32:08.611 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs 2024-05-08T05:32:08.611 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/befs/befs.ko 2024-05-08T05:32:08.611 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/binfmt_misc.ko 2024-05-08T05:32:08.611 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/btrfs/btrfs.ko 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cachefiles/cachefiles.ko 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ceph/ceph.ko 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/coda/coda.ko 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs 2024-05-08T05:32:08.612 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/cramfs/cramfs.ko 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/dlm/dlm.ko 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/f2fs/f2fs.ko 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/fat.ko 2024-05-08T05:32:08.613 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/msdos.ko 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fat/vfat.ko 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/cuse.ko 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/fuse/fuse.ko 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/gfs2/gfs2.ko 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs 2024-05-08T05:32:08.614 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfs/hfs.ko 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/hfsplus/hfsplus.ko 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/isofs/isofs.ko 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/jfs/jfs.ko 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/lockd/lockd.ko 2024-05-08T05:32:08.615 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/minix/minix.ko 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/netfs/netfs.ko 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-08T05:32:08.616 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfs.ko 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv3.ko 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs/nfsv4.ko 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/grace.ko 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfs_common/nfs_acl.ko 2024-05-08T05:32:08.617 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nfsd/nfsd.ko 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nilfs2/nilfs2.ko 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-celtic.ko 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-centeuro.ko 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-croatian.ko 2024-05-08T05:32:08.618 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-cyrillic.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-gaelic.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-greek.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-iceland.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-inuit.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-roman.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-romanian.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/mac-turkish.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1250.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1251.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp1255.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp737.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp775.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp850.ko 2024-05-08T05:32:08.619 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp852.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp855.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp857.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp860.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp861.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp862.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp863.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp864.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp865.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp866.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp869.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp874.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp932.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp936.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp949.ko 2024-05-08T05:32:08.620 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_cp950.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_euc-jp.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-1.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-13.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-14.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-15.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-2.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-3.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-4.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-5.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-6.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-7.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_iso8859-9.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-r.ko 2024-05-08T05:32:08.621 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-ru.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_koi8-u.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/nls/nls_utf8.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-08T05:32:08.622 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/overlayfs/overlay.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/pstore/ramoops.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/reiserfs/reiserfs.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/romfs/romfs.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/client/cifs.ko 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common 2024-05-08T05:32:08.623 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_arc4.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/smb/common/cifs_md4.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/squashfs/squashfs.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/sysv/sysv.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/udf/udf.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/ufs/ufs.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/fs/xfs/xfs.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/rcu/rcutorture.ko 2024-05-08T05:32:08.624 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/torture.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/asn1_encoder.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc-itu-t.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crc8.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libarc4.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/crypto/libdes.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/libcrc32c.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lru_cache.ko 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4 2024-05-08T05:32:08.625 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4_compress.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/lz4/lz4hc_compress.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/math/cordic.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/raid6/raid6_pq.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_bm.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_fsm.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/ts_kmp.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/lib/zstd/zstd_compress.ko 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm 2024-05-08T05:32:08.626 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/mm/hwpoison-inject.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/6lowpan.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_dest.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_fragment.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_hop.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_mobility.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_routing.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/6lowpan/nhc_udp.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/garp.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/mrp.ko 2024-05-08T05:32:08.627 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/p8022.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/psnap.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/802/stp.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/8021q/8021q.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_fd.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_rdma.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/9p/9pnet_virtio.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/batman-adv/batman-adv.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/br_netfilter.ko 2024-05-08T05:32:08.628 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/bridge.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-08T05:32:08.629 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/ebtables.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ceph/libceph.ko 2024-05-08T05:32:08.630 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/failover.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/core/pktgen.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_diag.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv4.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dccp/dccp_ipv6.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dns_resolver/dns_resolver.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/dsa_core.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_brcm.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_dsa.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_none.ko 2024-05-08T05:32:08.631 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/dsa/tag_trailer.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ah4.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/esp4.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/fou.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/gre.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/inet_diag.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_gre.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_tunnel.ko 2024-05-08T05:32:08.632 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ip_vti.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipcomp.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/ipip.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-08T05:32:08.633 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_bic.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_dctcp.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_diag.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_highspeed.ko 2024-05-08T05:32:08.634 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_htcp.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_hybla.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_illinois.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_lp.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_scalable.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_vegas.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_veno.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_westwood.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tcp_yeah.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/tunnel4.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_diag.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/udp_tunnel.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6 2024-05-08T05:32:08.635 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ah6.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/esp6.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/fou6.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_tunnel.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ip6_vti.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/ipcomp6.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-08T05:32:08.636 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-08T05:32:08.637 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/sit.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/tunnel6.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/key/af_key.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_core.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_eth.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip.ko 2024-05-08T05:32:08.638 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ip6.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_netlink.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/l2tp/l2tp_ppp.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/llc/llc.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mac802154/mac802154.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/mpls/mpls_gso.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-08T05:32:08.639 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-08T05:32:08.640 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conncount.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-08T05:32:08.641 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-08T05:32:08.642 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_log_syslog.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_irc.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_sip.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nf_tables.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_log.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_chain_nat.ko 2024-05-08T05:32:08.643 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_compat.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_ct.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fib.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_hash.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_limit.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_log.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_masq.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_nat.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_numgen.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_queue.ko 2024-05-08T05:32:08.644 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_quota.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_redir.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_reject_inet.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_socket.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/nft_tunnel.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_AUDIT.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_CT.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_DSCP.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HL.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_HMARK.ko 2024-05-08T05:32:08.645 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LED.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_LOG.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NETMAP.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFLOG.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_RATEEST.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_SECMARK.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TEE.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TPROXY.ko 2024-05-08T05:32:08.646 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_TRACE.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_addrtype.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_bpf.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cgroup.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cluster.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_comment.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connbytes.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlabel.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connlimit.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_connmark.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_conntrack.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_cpu.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dccp.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_devgroup.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_dscp.ko 2024-05-08T05:32:08.647 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ecn.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_esp.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hashlimit.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_helper.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_hl.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipcomp.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_iprange.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_ipvs.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_l2tp.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_length.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_limit.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mac.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_mark.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_multiport.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nat.ko 2024-05-08T05:32:08.648 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_nfacct.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_osf.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_owner.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_physdev.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_pkttype.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_policy.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_quota.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_rateest.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_realm.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_recent.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_sctp.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_set.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_socket.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_state.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_statistic.ko 2024-05-08T05:32:08.649 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_string.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_tcpmss.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_time.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netfilter/xt_u32.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/netlink/netlink_diag.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/nsh/nsh.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/openvswitch.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-geneve.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-gre.ko 2024-05-08T05:32:08.650 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/openvswitch/vport-vxlan.ko 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/packet/af_packet_diag.ko 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds.ko 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_rdma.ko 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/rds/rds_tcp.ko 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_csum.ko 2024-05-08T05:32:08.651 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_gact.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_mirred.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_nat.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_pedit.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_police.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_simple.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_skbedit.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/act_vlan.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_basic.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_bpf.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_flow.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_fw.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_route.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/cls_u32.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_cmp.ko 2024-05-08T05:32:08.652 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_ipset.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_meta.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_nbyte.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_text.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/em_u32.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_choke.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_codel.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_drr.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_fq.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_gred.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hfsc.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_hhf.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_htb.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_ingress.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio.ko 2024-05-08T05:32:08.653 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_mqprio_lib.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_multiq.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_netem.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_pie.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_plug.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_prio.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_qfq.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_red.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfb.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_sfq.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_tbf.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sched/sch_teql.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp.ko 2024-05-08T05:32:08.654 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sctp/sctp_diag.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/sunrpc.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/tipc/tipc_diag.ko 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix 2024-05-08T05:32:08.655 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/unix/unix_diag.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-08T05:32:08.656 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/kernel/security/keys/trusted-keys/trusted.ko 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.alias.bin 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.alias.bin 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.bin 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.builtin.modinfo 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep.bin 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.devname 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.order 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.softdep 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/modules.symbols.bin 2024-05-08T05:32:08.657 INFO:teuthology.orchestra.run.smithi069.stdout:/lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-05-08T05:32:08.662 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.662 DEBUG:teuthology.orchestra.run.smithi069:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-08T05:32:08.685 INFO:teuthology.orchestra.run.smithi069.stdout:postinstall scriptlet (using /bin/sh): 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g806ec36b2112 /lib/modules/6.9.0-rc3-g806ec36b2112/vmlinuz 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout:fi 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout:for file in vmlinuz System.map config; do 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112"; then 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout: cp "/lib/modules/6.9.0-rc3-g806ec36b2112/${file}" "/boot/${file}-6.9.0-rc3-g806ec36b2112" 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout: fi 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout:done 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout:if [ -d "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" ] && \ 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" >/dev/null 2>&1; then 2024-05-08T05:32:08.686 INFO:teuthology.orchestra.run.smithi069.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout: cp -r "/lib/modules/6.9.0-rc3-g806ec36b2112/dtb" "/boot/dtb-6.9.0-rc3-g806ec36b2112" 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:fi 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g806ec36b2112/modules.dep" ]; then 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout: /usr/sbin/depmod 6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:fi 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:kernel-install remove 6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.687 INFO:teuthology.orchestra.run.smithi069.stdout:fi 2024-05-08T05:32:08.688 DEBUG:teuthology.orchestra.run.smithi069:> sudo rpm -qi grub2-tools 2024-05-08T05:32:08.761 INFO:teuthology.orchestra.run.smithi069.stdout:Name : grub2-tools 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Epoch : 1 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Version : 2.06 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Release : 68.el9 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Architecture: x86_64 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Group : Unspecified 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Size : 8264254 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:License : GPLv3+ 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-08T05:32:08.762 INFO:teuthology.orchestra.run.smithi069.stdout:Packager : builder@centos.org 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:Vendor : CentOS 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:Summary : Support tools for GRUB. 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:Description : 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:hardware devices. 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:32:08.763 INFO:teuthology.orchestra.run.smithi069.stdout:This subpackage provides tools for support of all platforms. 2024-05-08T05:32:08.764 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-08T05:32:08.764 INFO:teuthology.task.kernel:Updating grub on smithi069 to boot 6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:08.764 DEBUG:teuthology.orchestra.run.smithi069:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-08T05:32:09.319 INFO:teuthology.orchestra.run.smithi069.stderr:Generating grub configuration file ... 2024-05-08T05:32:10.693 INFO:teuthology.orchestra.run.smithi069.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-08T05:32:10.723 INFO:teuthology.orchestra.run.smithi069.stderr:done 2024-05-08T05:32:10.732 DEBUG:teuthology.orchestra.run.smithi069:> mktemp 2024-05-08T05:32:10.747 INFO:teuthology.orchestra.run.smithi069.stdout:/tmp/tmp.uxvL4hex8x 2024-05-08T05:32:10.748 DEBUG:teuthology.orchestra.run.smithi069:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uxvL4hex8x 2024-05-08T05:32:10.823 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 0666 /tmp/tmp.uxvL4hex8x 2024-05-08T05:32:10.971 DEBUG:teuthology.orchestra.remote:smithi069:/tmp/tmp.uxvL4hex8x is 6KB 2024-05-08T05:32:11.019 DEBUG:teuthology.orchestra.run.smithi069:> rm -fr /tmp/tmp.uxvL4hex8x 2024-05-08T05:32:11.034 DEBUG:teuthology.orchestra.run.smithi069:> sudo /bin/ls /boot/loader/entries || true 2024-05-08T05:32:11.096 INFO:teuthology.orchestra.run.smithi069.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-08T05:32:11.096 INFO:teuthology.orchestra.run.smithi069.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-08T05:32:11.096 INFO:teuthology.orchestra.run.smithi069.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-08T05:32:11.096 INFO:teuthology.orchestra.run.smithi069.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112.conf 2024-05-08T05:32:11.097 DEBUG:teuthology.orchestra.run.smithi069:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g806ec36b2112 2024-05-08T05:32:11.240 DEBUG:teuthology.orchestra.run.smithi069:> sudo shutdown -r now 2024-05-08T05:32:41.243 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-08T05:32:41.244 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:32:41.245 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:32:59.810 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.69 2024-05-08T05:33:08.812 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:33:08.812 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:33:11.870 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.69 2024-05-08T05:33:23.871 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:33:23.872 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:34:23.874 DEBUG:teuthology.orchestra.remote:timed out 2024-05-08T05:34:38.876 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:34:38.877 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:34:39.341 DEBUG:teuthology.orchestra.run.smithi069:> true 2024-05-08T05:34:40.033 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:34:40.034 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g806ec36b2112"... 2024-05-08T05:34:40.034 DEBUG:teuthology.orchestra.run.smithi069:> uname -r 2024-05-08T05:34:40.083 INFO:teuthology.orchestra.run.smithi069.stdout:6.9.0-rc3-g806ec36b2112 2024-05-08T05:34:40.084 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g806ec36b2112 vs 6.9.0-rc3-g806ec36b2112 2024-05-08T05:34:40.084 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-08T05:34:40.084 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-08T05:34:41.085 DEBUG:teuthology.parallel:result is None 2024-05-08T05:34:41.086 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-08T05:34:41.095 INFO:teuthology.task.internal:Creating test directory... 2024-05-08T05:34:41.095 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-08T05:34:41.102 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-08T05:34:41.105 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-08T05:34:41.151 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-08T05:34:41.162 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-08T05:34:41.210 INFO:teuthology.task.internal:Creating archive directory... 2024-05-08T05:34:41.210 DEBUG:teuthology.orchestra.run.smithi069:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-08T05:34:41.217 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-08T05:34:41.219 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-08T05:34:41.333 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-08T05:34:41.345 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-08T05:34:41.345 DEBUG:teuthology.orchestra.run.smithi105:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-08T05:34:41.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T05:34:41.361 DEBUG:teuthology.orchestra.run.smithi135:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-08T05:34:41.378 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T05:34:41.378 DEBUG:teuthology.orchestra.run.smithi069:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-08T05:34:41.385 DEBUG:teuthology.orchestra.run.smithi105:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-08T05:34:41.404 DEBUG:teuthology.orchestra.run.smithi135:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-08T05:34:41.451 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T05:34:41.465 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T05:34:41.476 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T05:34:41.492 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T05:34:41.496 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T05:34:41.550 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-08T05:34:41.554 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-08T05:34:41.563 INFO:teuthology.task.internal:Configuring sudo... 2024-05-08T05:34:41.563 DEBUG:teuthology.orchestra.run.smithi069:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-08T05:34:41.570 DEBUG:teuthology.orchestra.run.smithi105:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-08T05:34:41.572 DEBUG:teuthology.orchestra.run.smithi135:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-08T05:34:41.649 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-08T05:34:41.659 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-08T05:34:41.659 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-08T05:34:41.665 DEBUG:teuthology.orchestra.run.smithi105:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-08T05:34:41.667 DEBUG:teuthology.orchestra.run.smithi135:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-08T05:34:41.712 DEBUG:teuthology.orchestra.run.smithi069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T05:34:41.790 DEBUG:teuthology.orchestra.run.smithi069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T05:34:41.880 DEBUG:teuthology.orchestra.run.smithi069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T05:34:41.964 DEBUG:teuthology.orchestra.run.smithi069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T05:34:42.046 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:34:42.046 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-08T05:34:42.124 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T05:34:42.169 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T05:34:42.223 DEBUG:teuthology.orchestra.run.smithi105:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T05:34:42.308 DEBUG:teuthology.orchestra.run.smithi105:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T05:34:42.350 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:34:42.350 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-08T05:34:42.416 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T05:34:42.456 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-08T05:34:42.520 DEBUG:teuthology.orchestra.run.smithi135:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T05:34:42.603 DEBUG:teuthology.orchestra.run.smithi135:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-08T05:34:42.647 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:34:42.647 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-08T05:34:42.713 DEBUG:teuthology.orchestra.run.smithi069:> sudo service rsyslog restart 2024-05-08T05:34:42.721 DEBUG:teuthology.orchestra.run.smithi105:> sudo service rsyslog restart 2024-05-08T05:34:42.723 DEBUG:teuthology.orchestra.run.smithi135:> sudo service rsyslog restart 2024-05-08T05:34:42.762 INFO:teuthology.orchestra.run.smithi105.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T05:34:42.786 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T05:34:42.824 INFO:teuthology.orchestra.run.smithi069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T05:34:43.144 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-08T05:34:43.153 INFO:teuthology.task.internal:Starting timer... 2024-05-08T05:34:43.153 INFO:teuthology.run_tasks:Running task pcp... 2024-05-08T05:34:43.190 INFO:teuthology.run_tasks:Running task selinux... 2024-05-08T05:34:43.205 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-08T05:34:43.205 DEBUG:teuthology.orchestra.run.smithi069:> sudo service auditd rotate 2024-05-08T05:34:43.314 INFO:teuthology.orchestra.run.smithi069.stdout:Rotating logs: 2024-05-08T05:34:43.319 DEBUG:teuthology.orchestra.run.smithi105:> sudo service auditd rotate 2024-05-08T05:34:43.393 INFO:teuthology.orchestra.run.smithi105.stdout:Rotating logs: 2024-05-08T05:34:43.395 DEBUG:teuthology.orchestra.run.smithi135:> sudo service auditd rotate 2024-05-08T05:34:43.480 INFO:teuthology.orchestra.run.smithi135.stdout:Rotating logs: 2024-05-08T05:34:43.482 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-08T05:34:43.482 DEBUG:teuthology.orchestra.run.smithi069:> /usr/sbin/getenforce 2024-05-08T05:34:43.537 INFO:teuthology.orchestra.run.smithi069.stdout:Permissive 2024-05-08T05:34:43.537 DEBUG:teuthology.orchestra.run.smithi105:> /usr/sbin/getenforce 2024-05-08T05:34:43.569 INFO:teuthology.orchestra.run.smithi105.stdout:Permissive 2024-05-08T05:34:43.569 DEBUG:teuthology.orchestra.run.smithi135:> /usr/sbin/getenforce 2024-05-08T05:34:43.591 INFO:teuthology.orchestra.run.smithi135.stdout:Permissive 2024-05-08T05:34:43.591 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi069.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi105.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi135.front.sepia.ceph.com': 'permissive'} 2024-05-08T05:34:43.592 DEBUG:teuthology.orchestra.run.smithi069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-08T05:34:43.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T05:34:43.664 DEBUG:teuthology.orchestra.run.smithi105:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-08T05:34:43.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T05:34:43.691 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-08T05:34:43.717 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T05:34:43.718 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-08T05:34:43.718 DEBUG:teuthology.orchestra.run.smithi069:> sudo /usr/sbin/setenforce permissive 2024-05-08T05:34:43.791 DEBUG:teuthology.orchestra.run.smithi105:> sudo /usr/sbin/setenforce permissive 2024-05-08T05:34:43.822 DEBUG:teuthology.orchestra.run.smithi135:> sudo /usr/sbin/setenforce permissive 2024-05-08T05:34:43.869 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-08T05:34:43.879 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-08T05:34:43.896 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-08T05:34:43.897 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi069.front.sepia.ceph.com,smithi105.front.sepia.ceph.com,smithi135.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-08T05:40:15.931 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi069.front.sepia.ceph.com'), Remote(name='ubuntu@smithi105.front.sepia.ceph.com'), Remote(name='ubuntu@smithi135.front.sepia.ceph.com')] 2024-05-08T05:40:15.932 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:40:15.934 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:40:16.034 DEBUG:teuthology.orchestra.run.smithi069:> true 2024-05-08T05:40:16.195 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-05-08T05:40:16.196 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-05-08T05:40:16.196 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi105.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:40:16.266 DEBUG:teuthology.orchestra.run.smithi105:> true 2024-05-08T05:40:16.341 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi105.front.sepia.ceph.com' 2024-05-08T05:40:16.341 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-05-08T05:40:16.342 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi135.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-08T05:40:16.414 DEBUG:teuthology.orchestra.run.smithi135:> true 2024-05-08T05:40:16.489 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi135.front.sepia.ceph.com' 2024-05-08T05:40:16.490 INFO:teuthology.run_tasks:Running task clock... 2024-05-08T05:40:16.507 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-08T05:40:16.507 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-08T05:40:16.507 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T05:40:16.515 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-08T05:40:16.515 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T05:40:16.517 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-08T05:40:16.517 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T05:40:16.542 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-08T05:40:16.556 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-08T05:40:16.558 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-08T05:40:16.572 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-08T05:40:16.579 INFO:teuthology.orchestra.run.smithi105.stderr:sudo: ntpd: command not found 2024-05-08T05:40:16.589 INFO:teuthology.orchestra.run.smithi105.stdout:506 Cannot talk to daemon 2024-05-08T05:40:16.594 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-08T05:40:16.595 INFO:teuthology.orchestra.run.smithi135.stderr:sudo: ntpd: command not found 2024-05-08T05:40:16.602 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-08T05:40:16.606 INFO:teuthology.orchestra.run.smithi135.stdout:506 Cannot talk to daemon 2024-05-08T05:40:16.615 INFO:teuthology.orchestra.run.smithi105.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-08T05:40:16.619 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-08T05:40:16.631 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-08T05:40:16.632 INFO:teuthology.orchestra.run.smithi135.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-08T05:40:16.667 INFO:teuthology.orchestra.run.smithi105.stderr:bash: line 1: ntpq: command not found 2024-05-08T05:40:16.671 INFO:teuthology.orchestra.run.smithi105.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T05:40:16.671 INFO:teuthology.orchestra.run.smithi105.stdout:=============================================================================== 2024-05-08T05:40:16.671 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.671 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.671 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.672 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.692 INFO:teuthology.orchestra.run.smithi135.stderr:bash: line 1: ntpq: command not found 2024-05-08T05:40:16.693 INFO:teuthology.orchestra.run.smithi069.stderr:sudo: ntpd: command not found 2024-05-08T05:40:16.698 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T05:40:16.698 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2024-05-08T05:40:16.698 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.699 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.699 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.699 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.721 INFO:teuthology.orchestra.run.smithi069.stdout:506 Cannot talk to daemon 2024-05-08T05:40:16.763 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-08T05:40:16.805 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-08T05:40:16.925 INFO:teuthology.orchestra.run.smithi069.stderr:bash: line 1: ntpq: command not found 2024-05-08T05:40:16.932 INFO:teuthology.orchestra.run.smithi069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T05:40:16.932 INFO:teuthology.orchestra.run.smithi069.stdout:=============================================================================== 2024-05-08T05:40:16.932 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.932 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.932 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.932 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T05:40:16.934 INFO:teuthology.run_tasks:Running task install... 2024-05-08T05:40:16.945 DEBUG:teuthology.task.install:project ceph 2024-05-08T05:40:16.946 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a'}} 2024-05-08T05:40:16.946 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a'} 2024-05-08T05:40:16.946 INFO:teuthology.task.install:Using flavor: default 2024-05-08T05:40:16.951 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-08T05:40:16.951 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-08T05:40:16.952 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a', 'tag': None, 'wait_for_package': False} 2024-05-08T05:40:16.952 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:40:16.954 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a', 'tag': None, 'wait_for_package': False} 2024-05-08T05:40:16.954 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:40:16.955 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a', 'tag': None, 'wait_for_package': False} 2024-05-08T05:40:16.956 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:40:17.114 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/ 2024-05-08T05:40:17.114 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3538.gbee299f4 2024-05-08T05:40:17.117 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/ 2024-05-08T05:40:17.117 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3538.gbee299f4 2024-05-08T05:40:17.122 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/ 2024-05-08T05:40:17.122 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3538.gbee299f4 2024-05-08T05:40:17.227 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-08T05:40:17.227 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:40:17.227 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-08T05:40:17.286 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-08T05:40:17.286 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:40:17.286 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-08T05:40:17.299 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-08T05:40:17.300 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:40:17.300 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-08T05:40:17.305 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-08T05:40:17.305 DEBUG:teuthology.orchestra.run.smithi069:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-08T05:40:17.312 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-08T05:40:17.312 DEBUG:teuthology.orchestra.run.smithi135:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-08T05:40:17.326 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-08T05:40:17.326 DEBUG:teuthology.orchestra.run.smithi105:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-08T05:40:17.378 DEBUG:teuthology.orchestra.run.smithi135:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-08T05:40:17.391 DEBUG:teuthology.orchestra.run.smithi105:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-08T05:40:17.425 DEBUG:teuthology.orchestra.run.smithi069:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-08T05:40:17.453 DEBUG:teuthology.orchestra.run.smithi135:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-08T05:40:17.465 DEBUG:teuthology.orchestra.run.smithi105:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-08T05:40:17.516 INFO:teuthology.orchestra.run.smithi135.stdout:check_obsoletes = 1 2024-05-08T05:40:17.518 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum clean all 2024-05-08T05:40:17.519 DEBUG:teuthology.orchestra.run.smithi069:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-08T05:40:17.528 INFO:teuthology.orchestra.run.smithi105.stdout:check_obsoletes = 1 2024-05-08T05:40:17.530 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum clean all 2024-05-08T05:40:17.590 INFO:teuthology.orchestra.run.smithi069.stdout:check_obsoletes = 1 2024-05-08T05:40:17.593 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum clean all 2024-05-08T05:40:17.744 INFO:teuthology.orchestra.run.smithi135.stdout:54 files removed 2024-05-08T05:40:17.756 INFO:teuthology.orchestra.run.smithi105.stdout:54 files removed 2024-05-08T05:40:17.771 DEBUG:teuthology.orchestra.run.smithi135:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-08T05:40:17.783 DEBUG:teuthology.orchestra.run.smithi105:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-08T05:40:17.903 INFO:teuthology.orchestra.run.smithi069.stdout:54 files removed 2024-05-08T05:40:17.943 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-08T05:40:18.908 INFO:teuthology.orchestra.run.smithi105.stdout:ceph packages for x86_64 97 kB/s | 84 kB 00:00 2024-05-08T05:40:19.280 INFO:teuthology.orchestra.run.smithi069.stdout:ceph packages for x86_64 91 kB/s | 84 kB 00:00 2024-05-08T05:40:19.390 INFO:teuthology.orchestra.run.smithi135.stdout:ceph packages for x86_64 62 kB/s | 84 kB 00:01 2024-05-08T05:40:19.442 INFO:teuthology.orchestra.run.smithi105.stdout:ceph noarch packages 24 kB/s | 12 kB 00:00 2024-05-08T05:40:19.826 INFO:teuthology.orchestra.run.smithi105.stdout:ceph source packages 5.5 kB/s | 1.9 kB 00:00 2024-05-08T05:40:20.114 INFO:teuthology.orchestra.run.smithi069.stdout:ceph noarch packages 16 kB/s | 12 kB 00:00 2024-05-08T05:40:20.249 INFO:teuthology.orchestra.run.smithi135.stdout:ceph noarch packages 14 kB/s | 12 kB 00:00 2024-05-08T05:40:20.553 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.1 MB 00:00 2024-05-08T05:40:20.631 INFO:teuthology.orchestra.run.smithi069.stdout:ceph source packages 4.4 kB/s | 1.9 kB 00:00 2024-05-08T05:40:20.666 INFO:teuthology.orchestra.run.smithi135.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-05-08T05:40:23.085 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-05-08T05:40:23.937 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - BaseOS 2.5 MB/s | 8.1 MB 00:03 2024-05-08T05:40:25.025 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - BaseOS 1.9 MB/s | 8.1 MB 00:04 2024-05-08T05:40:26.689 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - AppStream 13 MB/s | 19 MB 00:01 2024-05-08T05:40:26.877 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-05-08T05:40:27.078 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.2 MB 00:00 2024-05-08T05:40:29.603 INFO:teuthology.orchestra.run.smithi105.stdout:CentOS Stream 9 - Extras packages 12 kB/s | 16 kB 00:01 2024-05-08T05:40:31.181 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.2 MB 00:00 2024-05-08T05:40:31.552 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - CRB 5.6 MB/s | 6.2 MB 00:01 2024-05-08T05:40:32.798 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 16 kB 00:00 2024-05-08T05:40:33.070 INFO:teuthology.orchestra.run.smithi135.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 16 kB 00:00 2024-05-08T05:40:35.363 INFO:teuthology.orchestra.run.smithi069.stdout:Extra Packages for Enterprise Linux 8.9 MB/s | 21 MB 00:02 2024-05-08T05:40:41.542 INFO:teuthology.orchestra.run.smithi069.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-05-08T05:40:44.068 INFO:teuthology.orchestra.run.smithi069.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-08T05:40:44.069 INFO:teuthology.orchestra.run.smithi069.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-08T05:40:44.087 INFO:teuthology.orchestra.run.smithi069.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-08T05:40:44.089 INFO:teuthology.orchestra.run.smithi069.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-08T05:40:44.090 INFO:teuthology.orchestra.run.smithi069.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-08T05:40:44.091 INFO:teuthology.orchestra.run.smithi069.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-08T05:40:44.093 INFO:teuthology.orchestra.run.smithi069.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-08T05:40:44.097 INFO:teuthology.orchestra.run.smithi069.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-08T05:40:44.098 INFO:teuthology.orchestra.run.smithi069.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-08T05:40:44.169 INFO:teuthology.orchestra.run.smithi069.stdout:Dependencies resolved. 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout:======================================================================================= 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout: Package Arch Version Repository Size 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout:======================================================================================= 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout:Installing: 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout: ceph x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 6.6 k 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-base x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 5.4 M 2024-05-08T05:40:44.197 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-fuse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 890 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 145 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 1.5 M 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 142 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 3.5 M 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 7.4 M 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-rook noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 49 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-radosgw x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 11 M 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-test x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 49 M 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-volume noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 273 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: cephadm noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 763 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-mirror x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 225 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-shell x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 27 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-top noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 18 k 2024-05-08T05:40:44.198 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs-devel x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 32 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 747 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: librados-devel x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 127 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cephfs x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 161 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rados x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 321 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rbd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 299 k 2024-05-08T05:40:44.199 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rgw x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 100 k 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-fuse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 85 k 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-mirror x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.1 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-nbd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 171 k 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout:Upgrading: 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager x86_64 1:1.47.5-1.el9 baseos 2.3 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-libnm x86_64 1:1.47.5-1.el9 baseos 1.8 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-team x86_64 1:1.47.5-1.el9 baseos 42 k 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-tui x86_64 1:1.47.5-1.el9 baseos 248 k 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: librados2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.4 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: librbd1 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.1 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-08T05:40:44.200 INFO:teuthology.orchestra.run.smithi069.stdout:Installing dependencies: 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-common x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 21 M 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 34 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mds x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 2.4 M 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 274 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mon x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 4.7 M 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-osd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 17 M 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 16 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-selinux x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 25 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-08T05:40:44.201 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libcephsqlite x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 163 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libradosstriper1 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 500 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: librgw2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 5.4 M 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-08T05:40:44.202 INFO:teuthology.orchestra.run.smithi069.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-08T05:40:44.203 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-argparse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 45 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-common x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 135 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-08T05:40:44.204 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-08T05:40:44.205 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-08T05:40:44.206 INFO:teuthology.orchestra.run.smithi069.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-08T05:40:44.207 INFO:teuthology.orchestra.run.smithi069.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout:Installing weak dependencies: 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction Summary 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout:======================================================================================= 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout:Install 148 Packages 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout:Upgrade 8 Packages 2024-05-08T05:40:44.208 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:40:44.209 INFO:teuthology.orchestra.run.smithi069.stdout:Total download size: 226 M 2024-05-08T05:40:44.209 INFO:teuthology.orchestra.run.smithi069.stdout:Downloading Packages: 2024-05-08T05:40:44.844 INFO:teuthology.orchestra.run.smithi069.stdout:(1/156): ceph-19.0.0-3538.gbee299f4.el9.x86_64. 21 kB/s | 6.6 kB 00:00 2024-05-08T05:40:45.635 INFO:teuthology.orchestra.run.smithi069.stdout:(2/156): ceph-fuse-19.0.0-3538.gbee299f4.el9.x8 1.1 MB/s | 890 kB 00:00 2024-05-08T05:40:45.936 INFO:teuthology.orchestra.run.smithi069.stdout:(3/156): ceph-common-19.0.0-3538.gbee299f4.el9. 15 MB/s | 21 MB 00:01 2024-05-08T05:40:45.969 INFO:teuthology.orchestra.run.smithi069.stdout:(4/156): ceph-immutable-object-cache-19.0.0-353 435 kB/s | 145 kB 00:00 2024-05-08T05:40:46.103 INFO:teuthology.orchestra.run.smithi069.stdout:(5/156): ceph-mds-19.0.0-3538.gbee299f4.el9.x86 14 MB/s | 2.4 MB 00:00 2024-05-08T05:40:46.378 INFO:teuthology.orchestra.run.smithi069.stdout:(6/156): ceph-mon-19.0.0-3538.gbee299f4.el9.x86 17 MB/s | 4.7 MB 00:00 2024-05-08T05:40:46.628 INFO:teuthology.orchestra.run.smithi069.stdout:(7/156): ceph-mgr-19.0.0-3538.gbee299f4.el9.x86 2.3 MB/s | 1.5 MB 00:00 2024-05-08T05:40:47.246 INFO:teuthology.orchestra.run.smithi069.stdout:(8/156): ceph-osd-19.0.0-3538.gbee299f4.el9.x86 19 MB/s | 17 MB 00:00 2024-05-08T05:40:47.312 INFO:teuthology.orchestra.run.smithi069.stdout:(9/156): ceph-selinux-19.0.0-3538.gbee299f4.el9 385 kB/s | 25 kB 00:00 2024-05-08T05:40:48.979 INFO:teuthology.orchestra.run.smithi069.stdout:(10/156): ceph-base-19.0.0-3538.gbee299f4.el9.x 1.2 MB/s | 5.4 MB 00:04 2024-05-08T05:40:49.137 INFO:teuthology.orchestra.run.smithi069.stdout:(11/156): ceph-radosgw-19.0.0-3538.gbee299f4.el 4.2 MB/s | 11 MB 00:02 2024-05-08T05:40:49.171 INFO:teuthology.orchestra.run.smithi069.stdout:(12/156): cephfs-mirror-19.0.0-3538.gbee299f4.e 1.2 MB/s | 225 kB 00:00 2024-05-08T05:40:49.204 INFO:teuthology.orchestra.run.smithi069.stdout:(13/156): cephfs-shell-19.0.0-3538.gbee299f4.el 411 kB/s | 27 kB 00:00 2024-05-08T05:40:49.230 INFO:teuthology.orchestra.run.smithi069.stdout:(14/156): libcephfs-devel-19.0.0-3538.gbee299f4 548 kB/s | 32 kB 00:00 2024-05-08T05:40:49.297 INFO:teuthology.orchestra.run.smithi069.stdout:(15/156): libcephfs2-19.0.0-3538.gbee299f4.el9. 8.0 MB/s | 747 kB 00:00 2024-05-08T05:40:49.330 INFO:teuthology.orchestra.run.smithi069.stdout:(16/156): libcephsqlite-19.0.0-3538.gbee299f4.e 1.6 MB/s | 163 kB 00:00 2024-05-08T05:40:49.364 INFO:teuthology.orchestra.run.smithi069.stdout:(17/156): librados-devel-19.0.0-3538.gbee299f4. 1.9 MB/s | 127 kB 00:00 2024-05-08T05:40:50.341 INFO:teuthology.orchestra.run.smithi069.stdout:(18/156): ceph-test-19.0.0-3538.gbee299f4.el9.x 16 MB/s | 49 MB 00:03 2024-05-08T05:40:50.381 INFO:teuthology.orchestra.run.smithi069.stdout:(19/156): libradosstriper1-19.0.0-3538.gbee299f 477 kB/s | 500 kB 00:01 2024-05-08T05:40:50.432 INFO:teuthology.orchestra.run.smithi069.stdout:(20/156): python3-ceph-argparse-19.0.0-3538.gbe 508 kB/s | 45 kB 00:00 2024-05-08T05:40:50.548 INFO:teuthology.orchestra.run.smithi069.stdout:(21/156): librgw2-19.0.0-3538.gbee299f4.el9.x86 4.5 MB/s | 5.4 MB 00:01 2024-05-08T05:40:50.574 INFO:teuthology.orchestra.run.smithi069.stdout:(22/156): python3-ceph-common-19.0.0-3538.gbee2 709 kB/s | 135 kB 00:00 2024-05-08T05:40:50.616 INFO:teuthology.orchestra.run.smithi069.stdout:(23/156): python3-cephfs-19.0.0-3538.gbee299f4. 882 kB/s | 161 kB 00:00 2024-05-08T05:40:50.649 INFO:teuthology.orchestra.run.smithi069.stdout:(24/156): python3-rados-19.0.0-3538.gbee299f4.e 3.1 MB/s | 321 kB 00:00 2024-05-08T05:40:50.675 INFO:teuthology.orchestra.run.smithi069.stdout:(25/156): python3-rgw-19.0.0-3538.gbee299f4.el9 1.7 MB/s | 100 kB 00:00 2024-05-08T05:40:50.708 INFO:teuthology.orchestra.run.smithi069.stdout:(26/156): python3-rbd-19.0.0-3538.gbee299f4.el9 2.2 MB/s | 299 kB 00:00 2024-05-08T05:40:50.734 INFO:teuthology.orchestra.run.smithi069.stdout:(27/156): rbd-fuse-19.0.0-3538.gbee299f4.el9.x8 1.0 MB/s | 85 kB 00:00 2024-05-08T05:40:50.842 INFO:teuthology.orchestra.run.smithi069.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3538.g 317 kB/s | 34 kB 00:00 2024-05-08T05:40:50.876 INFO:teuthology.orchestra.run.smithi069.stdout:(29/156): rbd-nbd-19.0.0-3538.gbee299f4.el9.x86 1.0 MB/s | 171 kB 00:00 2024-05-08T05:40:50.918 INFO:teuthology.orchestra.run.smithi069.stdout:(30/156): ceph-mgr-cephadm-19.0.0-3538.gbee299f 1.9 MB/s | 142 kB 00:00 2024-05-08T05:40:50.985 INFO:teuthology.orchestra.run.smithi069.stdout:(31/156): rbd-mirror-19.0.0-3538.gbee299f4.el9. 10 MB/s | 3.1 MB 00:00 2024-05-08T05:40:51.068 INFO:teuthology.orchestra.run.smithi069.stdout:(32/156): ceph-mgr-modules-core-19.0.0-3538.gbe 3.3 MB/s | 274 kB 00:00 2024-05-08T05:40:51.143 INFO:teuthology.orchestra.run.smithi069.stdout:(33/156): ceph-mgr-rook-19.0.0-3538.gbee299f4.e 665 kB/s | 49 kB 00:00 2024-05-08T05:40:51.235 INFO:teuthology.orchestra.run.smithi069.stdout:(34/156): ceph-prometheus-alerts-19.0.0-3538.gb 180 kB/s | 16 kB 00:00 2024-05-08T05:40:51.294 INFO:teuthology.orchestra.run.smithi069.stdout:(35/156): ceph-volume-19.0.0-3538.gbee299f4.el9 4.7 MB/s | 273 kB 00:00 2024-05-08T05:40:51.386 INFO:teuthology.orchestra.run.smithi069.stdout:(36/156): cephadm-19.0.0-3538.gbee299f4.el9.noa 8.2 MB/s | 763 kB 00:00 2024-05-08T05:40:51.511 INFO:teuthology.orchestra.run.smithi069.stdout:(37/156): ceph-mgr-diskprediction-local-19.0.0- 12 MB/s | 7.4 MB 00:00 2024-05-08T05:40:51.553 INFO:teuthology.orchestra.run.smithi069.stdout:(38/156): cephfs-top-19.0.0-3538.gbee299f4.el9. 109 kB/s | 18 kB 00:00 2024-05-08T05:40:51.695 INFO:teuthology.orchestra.run.smithi069.stdout:(39/156): fuse-2.9.9-15.el9.x86_64.rpm 440 kB/s | 80 kB 00:00 2024-05-08T05:40:51.795 INFO:teuthology.orchestra.run.smithi069.stdout:(40/156): ceph-mgr-dashboard-19.0.0-3538.gbee29 3.9 MB/s | 3.5 MB 00:00 2024-05-08T05:40:51.829 INFO:teuthology.orchestra.run.smithi069.stdout:(41/156): libquadmath-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 195 kB 00:00 2024-05-08T05:40:51.871 INFO:teuthology.orchestra.run.smithi069.stdout:(42/156): libgfortran-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 803 kB 00:00 2024-05-08T05:40:51.914 INFO:teuthology.orchestra.run.smithi135.stdout:Extra Packages for Enterprise Linux 1.1 MB/s | 21 MB 00:18 2024-05-08T05:40:51.930 INFO:teuthology.orchestra.run.smithi069.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-05-08T05:40:51.988 INFO:teuthology.orchestra.run.smithi069.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-05-08T05:40:52.030 INFO:teuthology.orchestra.run.smithi069.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 6.1 MB/s | 1.2 MB 00:00 2024-05-08T05:40:52.075 INFO:teuthology.orchestra.run.smithi069.stdout:(46/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 908 kB/s | 253 kB 00:00 2024-05-08T05:40:52.106 INFO:teuthology.orchestra.run.smithi069.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.0 MB/s | 125 kB 00:00 2024-05-08T05:40:52.131 INFO:teuthology.orchestra.run.smithi069.stdout:(48/156): python3-urllib3-1.26.5-5.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-05-08T05:40:52.306 INFO:teuthology.orchestra.run.smithi069.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 611 kB/s | 107 kB 00:00 2024-05-08T05:40:52.390 INFO:teuthology.orchestra.run.smithi069.stdout:(50/156): elfutils-libelf-devel-0.190-2.el9.x86 260 kB/s | 21 kB 00:00 2024-05-08T05:40:52.432 INFO:teuthology.orchestra.run.smithi069.stdout:(51/156): automake-1.16.2-8.el9.noarch.rpm 1.9 MB/s | 689 kB 00:00 2024-05-08T05:40:52.482 INFO:teuthology.orchestra.run.smithi069.stdout:(52/156): bison-3.7.4-5.el9.x86_64.rpm 2.4 MB/s | 943 kB 00:00 2024-05-08T05:40:52.558 INFO:teuthology.orchestra.run.smithi069.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 262 kB/s | 33 kB 00:00 2024-05-08T05:40:52.599 INFO:teuthology.orchestra.run.smithi069.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 1.5 MB/s | 313 kB 00:00 2024-05-08T05:40:52.650 INFO:teuthology.orchestra.run.smithi069.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 200 kB/s | 18 kB 00:00 2024-05-08T05:40:52.692 INFO:teuthology.orchestra.run.smithi069.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 122 kB/s | 11 kB 00:00 2024-05-08T05:40:52.725 INFO:teuthology.orchestra.run.smithi069.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-05-08T05:40:52.767 INFO:teuthology.orchestra.run.smithi069.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 608 kB/s | 45 kB 00:00 2024-05-08T05:40:52.818 INFO:teuthology.orchestra.run.smithi069.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 7.1 MB/s | 662 kB 00:00 2024-05-08T05:40:52.868 INFO:teuthology.orchestra.run.smithi069.stdout:(60/156): libtool-2.4.6-45.el9.x86_64.rpm 5.7 MB/s | 582 kB 00:00 2024-05-08T05:40:52.910 INFO:teuthology.orchestra.run.smithi069.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 279 kB/s | 25 kB 00:00 2024-05-08T05:40:52.968 INFO:teuthology.orchestra.run.smithi069.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 477 kB/s | 47 kB 00:00 2024-05-08T05:40:52.994 INFO:teuthology.orchestra.run.smithi069.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-05-08T05:40:53.061 INFO:teuthology.orchestra.run.smithi069.stdout:(64/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.2 MB/s | 3.0 MB 00:00 2024-05-08T05:40:53.103 INFO:teuthology.orchestra.run.smithi069.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 325 kB/s | 35 kB 00:00 2024-05-08T05:40:53.128 INFO:teuthology.orchestra.run.smithi069.stdout:(66/156): lua-5.4.4-4.el9.x86_64.rpm 1.2 MB/s | 188 kB 00:00 2024-05-08T05:40:53.287 INFO:teuthology.orchestra.run.smithi069.stdout:(67/156): postgresql-13.14-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-05-08T05:40:53.412 INFO:teuthology.orchestra.run.smithi069.stdout:(68/156): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-05-08T05:40:53.479 INFO:teuthology.orchestra.run.smithi069.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 4.7 MB/s | 911 kB 00:00 2024-05-08T05:40:53.512 INFO:teuthology.orchestra.run.smithi069.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 1.3 MB/s | 133 kB 00:00 2024-05-08T05:40:53.613 INFO:teuthology.orchestra.run.smithi069.stdout:(71/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 8.7 MB/s | 4.4 MB 00:00 2024-05-08T05:40:53.680 INFO:teuthology.orchestra.run.smithi069.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-05-08T05:40:53.705 INFO:teuthology.orchestra.run.smithi069.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 960 kB/s | 87 kB 00:00 2024-05-08T05:40:53.772 INFO:teuthology.orchestra.run.smithi069.stdout:(74/156): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-05-08T05:40:53.914 INFO:teuthology.orchestra.run.smithi069.stdout:(75/156): postgresql-server-13.14-1.el9.x86_64. 13 MB/s | 5.8 MB 00:00 2024-05-08T05:40:53.948 INFO:teuthology.orchestra.run.smithi069.stdout:(76/156): python3-jinja2-2.11.3-5.el9.noarch.rp 1.4 MB/s | 248 kB 00:00 2024-05-08T05:40:53.981 INFO:teuthology.orchestra.run.smithi069.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 386 kB/s | 26 kB 00:00 2024-05-08T05:40:54.006 INFO:teuthology.orchestra.run.smithi069.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 333 kB/s | 19 kB 00:00 2024-05-08T05:40:54.040 INFO:teuthology.orchestra.run.smithi069.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-05-08T05:40:54.065 INFO:teuthology.orchestra.run.smithi069.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 599 kB/s | 35 kB 00:00 2024-05-08T05:40:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:(81/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-05-08T05:40:54.291 INFO:teuthology.orchestra.run.smithi069.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 9.8 MB/s | 6.0 MB 00:00 2024-05-08T05:40:54.325 INFO:teuthology.orchestra.run.smithi069.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-05-08T05:40:54.350 INFO:teuthology.orchestra.run.smithi069.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-05-08T05:40:54.384 INFO:teuthology.orchestra.run.smithi069.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 734 kB/s | 42 kB 00:00 2024-05-08T05:40:54.417 INFO:teuthology.orchestra.run.smithi069.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 4.0 MB/s | 269 kB 00:00 2024-05-08T05:40:54.451 INFO:teuthology.orchestra.run.smithi069.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.3 MB/s | 159 kB 00:00 2024-05-08T05:40:54.485 INFO:teuthology.orchestra.run.smithi069.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-05-08T05:40:54.510 INFO:teuthology.orchestra.run.smithi069.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 886 kB/s | 51 kB 00:00 2024-05-08T05:40:54.543 INFO:teuthology.orchestra.run.smithi069.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 929 kB/s | 54 kB 00:00 2024-05-08T05:40:54.661 INFO:teuthology.orchestra.run.smithi069.stdout:(91/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.2 MB/s | 5.1 MB 00:00 2024-05-08T05:40:54.717 INFO:teuthology.orchestra.run.smithi069.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 242 kB/s | 42 kB 00:00 2024-05-08T05:40:54.744 INFO:teuthology.orchestra.run.smithi069.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 534 kB/s | 44 kB 00:00 2024-05-08T05:40:54.786 INFO:teuthology.orchestra.run.smithi069.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-05-08T05:40:54.811 INFO:teuthology.orchestra.run.smithi069.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 542 kB/s | 36 kB 00:00 2024-05-08T05:40:54.854 INFO:teuthology.orchestra.run.smithi069.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 716 kB/s | 47 kB 00:00 2024-05-08T05:40:54.887 INFO:teuthology.orchestra.run.smithi069.stdout:(97/156): socat-1.7.4.1-5.el9.x86_64.rpm 4.0 MB/s | 305 kB 00:00 2024-05-08T05:40:54.912 INFO:teuthology.orchestra.run.smithi069.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.0 MB/s | 58 kB 00:00 2024-05-08T05:40:54.946 INFO:teuthology.orchestra.run.smithi069.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-05-08T05:40:54.971 INFO:teuthology.orchestra.run.smithi069.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-05-08T05:40:55.005 INFO:teuthology.orchestra.run.smithi069.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 781 kB/s | 45 kB 00:00 2024-05-08T05:40:55.464 INFO:teuthology.orchestra.run.smithi069.stdout:(102/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-05-08T05:40:56.022 INFO:teuthology.orchestra.run.smithi069.stdout:(103/156): abseil-cpp-20211102.0-3.el9.x86_64.r 985 kB/s | 548 kB 00:00 2024-05-08T05:40:56.131 INFO:teuthology.orchestra.run.smithi069.stdout:(104/156): gperftools-libs-2.9.1-2.el9.x86_64.r 2.9 MB/s | 309 kB 00:00 2024-05-08T05:40:56.231 INFO:teuthology.orchestra.run.smithi069.stdout:(105/156): grpc-data-1.46.7-10.el9.noarch.rpm 195 kB/s | 19 kB 00:00 2024-05-08T05:40:56.565 INFO:teuthology.orchestra.run.smithi069.stdout:(106/156): lua-devel-5.4.4-4.el9.x86_64.rpm 14 kB/s | 22 kB 00:01 2024-05-08T05:40:56.673 INFO:teuthology.orchestra.run.smithi069.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-05-08T05:40:57.029 INFO:teuthology.orchestra.run.smithi135.stdout:lab-extras 20 kB/s | 1.7 kB 00:00 2024-05-08T05:40:58.581 INFO:teuthology.orchestra.run.smithi069.stdout:(108/156): liboath-2.6.7-2.el9.x86_64.rpm 26 kB/s | 49 kB 00:01 2024-05-08T05:40:58.623 INFO:teuthology.orchestra.run.smithi069.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 13 kB/s | 26 kB 00:02 2024-05-08T05:40:58.674 INFO:teuthology.orchestra.run.smithi069.stdout:(110/156): protobuf-compiler-3.14.0-13.el9.x86_ 235 kB/s | 863 kB 00:03 2024-05-08T05:40:58.699 INFO:teuthology.orchestra.run.smithi069.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 577 kB/s | 67 kB 00:00 2024-05-08T05:40:58.866 INFO:teuthology.orchestra.run.smithi069.stdout:(112/156): luarocks-3.9.2-1.el9.noarch.rpm 625 kB/s | 151 kB 00:00 2024-05-08T05:40:58.966 INFO:teuthology.orchestra.run.smithi069.stdout:(113/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 438 kB/s | 43 kB 00:00 2024-05-08T05:40:59.092 INFO:teuthology.orchestra.run.smithi069.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 1.4 MB/s | 548 kB 00:00 2024-05-08T05:40:59.117 INFO:teuthology.orchestra.run.smithi069.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 215 kB/s | 32 kB 00:00 2024-05-08T05:40:59.184 INFO:teuthology.orchestra.run.smithi069.stdout:(116/156): python3-certifi-2021.10.8-2.el9.noar 165 kB/s | 15 kB 00:00 2024-05-08T05:40:59.226 INFO:teuthology.orchestra.run.smithi069.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.6 MB/s | 172 kB 00:00 2024-05-08T05:40:59.306 INFO:teuthology.orchestra.run.smithi135.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-08T05:40:59.307 INFO:teuthology.orchestra.run.smithi135.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-08T05:40:59.318 INFO:teuthology.orchestra.run.smithi135.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-08T05:40:59.318 INFO:teuthology.orchestra.run.smithi135.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-08T05:40:59.319 INFO:teuthology.orchestra.run.smithi135.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-08T05:40:59.320 INFO:teuthology.orchestra.run.smithi135.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-08T05:40:59.322 INFO:teuthology.orchestra.run.smithi135.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-08T05:40:59.324 INFO:teuthology.orchestra.run.smithi135.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-08T05:40:59.325 INFO:teuthology.orchestra.run.smithi135.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-08T05:40:59.376 INFO:teuthology.orchestra.run.smithi069.stdout:(118/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 1.2 MB/s | 839 kB 00:00 2024-05-08T05:40:59.384 INFO:teuthology.orchestra.run.smithi135.stdout:Dependencies resolved. 2024-05-08T05:40:59.402 INFO:teuthology.orchestra.run.smithi135.stdout:======================================================================================= 2024-05-08T05:40:59.402 INFO:teuthology.orchestra.run.smithi135.stdout: Package Arch Version Repository Size 2024-05-08T05:40:59.402 INFO:teuthology.orchestra.run.smithi135.stdout:======================================================================================= 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout:Installing: 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 6.6 k 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-base x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 5.4 M 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-fuse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 890 k 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 145 k 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 1.5 M 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 142 k 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 3.5 M 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 7.4 M 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-rook noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 49 k 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-radosgw x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 11 M 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-test x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 49 M 2024-05-08T05:40:59.403 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-volume noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 273 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: cephadm noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 763 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-mirror x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 225 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-shell x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 27 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-top noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 18 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs-devel x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 32 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 747 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: librados-devel x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 127 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-08T05:40:59.404 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cephfs x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 161 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rados x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 321 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rbd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 299 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rgw x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 100 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-fuse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 85 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-mirror x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.1 M 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-nbd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 171 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrading: 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager x86_64 1:1.47.5-1.el9 baseos 2.3 M 2024-05-08T05:40:59.405 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-libnm x86_64 1:1.47.5-1.el9 baseos 1.8 M 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-team x86_64 1:1.47.5-1.el9 baseos 42 k 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-tui x86_64 1:1.47.5-1.el9 baseos 248 k 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: librados2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.4 M 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: librbd1 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.1 M 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout:Installing dependencies: 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-common x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 21 M 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 34 k 2024-05-08T05:40:59.406 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mds x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 2.4 M 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 274 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mon x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 4.7 M 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-osd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 17 M 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 16 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-selinux x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 25 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-08T05:40:59.407 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libcephsqlite x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 163 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libradosstriper1 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 500 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: librgw2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 5.4 M 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-08T05:40:59.408 INFO:teuthology.orchestra.run.smithi135.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-08T05:40:59.409 INFO:teuthology.orchestra.run.smithi135.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-argparse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 45 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-common x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 135 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-08T05:40:59.410 INFO:teuthology.orchestra.run.smithi135.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-08T05:40:59.411 INFO:teuthology.orchestra.run.smithi135.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-08T05:40:59.412 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-08T05:40:59.413 INFO:teuthology.orchestra.run.smithi135.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-08T05:40:59.414 INFO:teuthology.orchestra.run.smithi135.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout:Installing weak dependencies: 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction Summary 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout:======================================================================================= 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout:Install 148 Packages 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout:Upgrade 8 Packages 2024-05-08T05:40:59.415 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:40:59.416 INFO:teuthology.orchestra.run.smithi069.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 1.6 MB/s | 358 kB 00:00 2024-05-08T05:40:59.416 INFO:teuthology.orchestra.run.smithi135.stdout:Total download size: 226 M 2024-05-08T05:40:59.416 INFO:teuthology.orchestra.run.smithi135.stdout:Downloading Packages: 2024-05-08T05:40:59.435 INFO:teuthology.orchestra.run.smithi069.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.4 MB/s | 303 kB 00:00 2024-05-08T05:40:59.468 INFO:teuthology.orchestra.run.smithi069.stdout:(121/156): python3-colorama-0.4.4-12.el9.noarch 387 kB/s | 35 kB 00:00 2024-05-08T05:40:59.585 INFO:teuthology.orchestra.run.smithi069.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 1.3 MB/s | 206 kB 00:00 2024-05-08T05:40:59.627 INFO:teuthology.orchestra.run.smithi069.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 914 kB/s | 144 kB 00:00 2024-05-08T05:40:59.686 INFO:teuthology.orchestra.run.smithi069.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-05-08T05:40:59.728 INFO:teuthology.orchestra.run.smithi069.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 177 kB/s | 18 kB 00:00 2024-05-08T05:40:59.795 INFO:teuthology.orchestra.run.smithi069.stdout:(126/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.7 MB/s | 2.0 MB 00:00 2024-05-08T05:40:59.820 INFO:teuthology.orchestra.run.smithi069.stdout:(127/156): python3-jaraco-collections-3.0.0-8.e 174 kB/s | 23 kB 00:00 2024-05-08T05:40:59.845 INFO:teuthology.orchestra.run.smithi069.stdout:(128/156): python3-jaraco-functools-3.5.0-2.el9 167 kB/s | 19 kB 00:00 2024-05-08T05:40:59.896 INFO:teuthology.orchestra.run.smithi069.stdout:(129/156): python3-jaraco-text-3.2.0-6.el9.noar 197 kB/s | 20 kB 00:00 2024-05-08T05:40:59.979 INFO:teuthology.orchestra.run.smithi069.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 348 kB/s | 46 kB 00:00 2024-05-08T05:41:00.004 INFO:teuthology.orchestra.run.smithi069.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 729 kB/s | 79 kB 00:00 2024-05-08T05:41:00.055 INFO:teuthology.orchestra.run.smithi069.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 4.4 MB/s | 1.0 MB 00:00 2024-05-08T05:41:00.080 INFO:teuthology.orchestra.run.smithi069.stdout:(133/156): python3-natsort-7.1.1-5.el9.noarch.r 579 kB/s | 58 kB 00:00 2024-05-08T05:41:00.113 INFO:teuthology.orchestra.run.smithi069.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-05-08T05:41:00.156 INFO:teuthology.orchestra.run.smithi069.stdout:(135/156): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-05-08T05:41:00.156 INFO:teuthology.orchestra.run.smithi135.stdout:(1/156): ceph-19.0.0-3538.gbee299f4.el9.x86_64. 26 kB/s | 6.6 kB 00:00 2024-05-08T05:41:00.181 INFO:teuthology.orchestra.run.smithi069.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 901 kB/s | 90 kB 00:00 2024-05-08T05:41:00.215 INFO:teuthology.orchestra.run.smithi069.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 282 kB/s | 28 kB 00:00 2024-05-08T05:41:00.265 INFO:teuthology.orchestra.run.smithi069.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 284 kB/s | 31 kB 00:00 2024-05-08T05:41:00.298 INFO:teuthology.orchestra.run.smithi069.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-05-08T05:41:00.324 INFO:teuthology.orchestra.run.smithi069.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 544 kB/s | 59 kB 00:00 2024-05-08T05:41:00.366 INFO:teuthology.orchestra.run.smithi069.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 357 kB/s | 36 kB 00:00 2024-05-08T05:41:00.416 INFO:teuthology.orchestra.run.smithi069.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 437 kB/s | 51 kB 00:00 2024-05-08T05:41:00.450 INFO:teuthology.orchestra.run.smithi069.stdout:(143/156): python3-webob-1.8.7-6.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-05-08T05:41:00.466 INFO:teuthology.orchestra.run.smithi069.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 898 kB/s | 90 kB 00:00 2024-05-08T05:41:00.525 INFO:teuthology.orchestra.run.smithi069.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.9 MB/s | 427 kB 00:00 2024-05-08T05:41:00.559 INFO:teuthology.orchestra.run.smithi069.stdout:(146/156): python3-zc-lockfile-2.0-10.el9.noarc 185 kB/s | 20 kB 00:00 2024-05-08T05:41:00.659 INFO:teuthology.orchestra.run.smithi069.stdout:(147/156): re2-20211101-3.el9.x86_64.rpm 998 kB/s | 192 kB 00:00 2024-05-08T05:41:00.790 INFO:teuthology.orchestra.run.smithi135.stdout:(2/156): ceph-base-19.0.0-3538.gbee299f4.el9.x8 6.0 MB/s | 5.4 MB 00:00 2024-05-08T05:41:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 4.6 MB/s | 1.6 MB 00:00 2024-05-08T05:41:00.907 INFO:teuthology.orchestra.run.smithi135.stdout:(3/156): ceph-immutable-object-cache-19.0.0-353 1.2 MB/s | 145 kB 00:00 2024-05-08T05:41:01.210 INFO:teuthology.orchestra.run.smithi069.stdout:(149/156): NetworkManager-1.47.5-1.el9.x86_64.r 6.8 MB/s | 2.3 MB 00:00 2024-05-08T05:41:01.435 INFO:teuthology.orchestra.run.smithi069.stdout:(150/156): librados2-19.0.0-3538.gbee299f4.el9. 3.9 MB/s | 3.4 MB 00:00 2024-05-08T05:41:01.510 INFO:teuthology.orchestra.run.smithi069.stdout:(151/156): NetworkManager-libnm-1.47.5-1.el9.x8 6.1 MB/s | 1.8 MB 00:00 2024-05-08T05:41:01.524 INFO:teuthology.orchestra.run.smithi135.stdout:(4/156): ceph-common-19.0.0-3538.gbee299f4.el9. 13 MB/s | 21 MB 00:01 2024-05-08T05:41:01.535 INFO:teuthology.orchestra.run.smithi069.stdout:(152/156): NetworkManager-team-1.47.5-1.el9.x86 420 kB/s | 42 kB 00:00 2024-05-08T05:41:01.574 INFO:teuthology.orchestra.run.smithi135.stdout:(5/156): ceph-mds-19.0.0-3538.gbee299f4.el9.x86 3.5 MB/s | 2.4 MB 00:00 2024-05-08T05:41:01.611 INFO:teuthology.orchestra.run.smithi069.stdout:(153/156): librbd1-19.0.0-3538.gbee299f4.el9.x8 3.3 MB/s | 3.1 MB 00:00 2024-05-08T05:41:01.633 INFO:teuthology.orchestra.run.smithi135.stdout:(6/156): ceph-fuse-19.0.0-3538.gbee299f4.el9.x8 603 kB/s | 890 kB 00:01 2024-05-08T05:41:01.644 INFO:teuthology.orchestra.run.smithi069.stdout:(154/156): NetworkManager-tui-1.47.5-1.el9.x86_ 1.8 MB/s | 248 kB 00:00 2024-05-08T05:41:01.675 INFO:teuthology.orchestra.run.smithi135.stdout:(7/156): ceph-mgr-19.0.0-3538.gbee299f4.el9.x86 10 MB/s | 1.5 MB 00:00 2024-05-08T05:41:01.753 INFO:teuthology.orchestra.run.smithi069.stdout:(155/156): openssl-3.2.1-1.el9.x86_64.rpm 6.2 MB/s | 1.3 MB 00:00 2024-05-08T05:41:01.945 INFO:teuthology.orchestra.run.smithi069.stdout:(156/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 7.2 MB/s | 2.4 MB 00:00 2024-05-08T05:41:01.951 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-05-08T05:41:01.952 INFO:teuthology.orchestra.run.smithi069.stdout:Total 13 MB/s | 226 MB 00:17 2024-05-08T05:41:02.217 INFO:teuthology.orchestra.run.smithi135.stdout:(8/156): ceph-mon-19.0.0-3538.gbee299f4.el9.x86 7.3 MB/s | 4.7 MB 00:00 2024-05-08T05:41:02.384 INFO:teuthology.orchestra.run.smithi135.stdout:(9/156): ceph-radosgw-19.0.0-3538.gbee299f4.el9 15 MB/s | 11 MB 00:00 2024-05-08T05:41:02.401 INFO:teuthology.orchestra.run.smithi135.stdout:(10/156): ceph-selinux-19.0.0-3538.gbee299f4.el 137 kB/s | 25 kB 00:00 2024-05-08T05:41:02.460 INFO:teuthology.orchestra.run.smithi135.stdout:(11/156): cephfs-mirror-19.0.0-3538.gbee299f4.e 3.8 MB/s | 225 kB 00:00 2024-05-08T05:41:02.518 INFO:teuthology.orchestra.run.smithi135.stdout:(12/156): cephfs-shell-19.0.0-3538.gbee299f4.el 466 kB/s | 27 kB 00:00 2024-05-08T05:41:02.594 INFO:teuthology.orchestra.run.smithi135.stdout:(13/156): libcephfs-devel-19.0.0-3538.gbee299f4 422 kB/s | 32 kB 00:00 2024-05-08T05:41:02.719 INFO:teuthology.orchestra.run.smithi135.stdout:(14/156): libcephfs2-19.0.0-3538.gbee299f4.el9. 5.8 MB/s | 747 kB 00:00 2024-05-08T05:41:02.795 INFO:teuthology.orchestra.run.smithi135.stdout:(15/156): libcephsqlite-19.0.0-3538.gbee299f4.e 2.1 MB/s | 163 kB 00:00 2024-05-08T05:41:02.870 INFO:teuthology.orchestra.run.smithi135.stdout:(16/156): librados-devel-19.0.0-3538.gbee299f4. 1.7 MB/s | 127 kB 00:00 2024-05-08T05:41:02.995 INFO:teuthology.orchestra.run.smithi135.stdout:(17/156): libradosstriper1-19.0.0-3538.gbee299f 3.9 MB/s | 500 kB 00:00 2024-05-08T05:41:03.804 INFO:teuthology.orchestra.run.smithi135.stdout:(18/156): librgw2-19.0.0-3538.gbee299f4.el9.x86 6.6 MB/s | 5.4 MB 00:00 2024-05-08T05:41:03.871 INFO:teuthology.orchestra.run.smithi135.stdout:(19/156): python3-ceph-argparse-19.0.0-3538.gbe 677 kB/s | 45 kB 00:00 2024-05-08T05:41:03.938 INFO:teuthology.orchestra.run.smithi135.stdout:(20/156): python3-ceph-common-19.0.0-3538.gbee2 2.0 MB/s | 135 kB 00:00 2024-05-08T05:41:04.005 INFO:teuthology.orchestra.run.smithi135.stdout:(21/156): python3-cephfs-19.0.0-3538.gbee299f4. 2.4 MB/s | 161 kB 00:00 2024-05-08T05:41:04.114 INFO:teuthology.orchestra.run.smithi135.stdout:(22/156): python3-rados-19.0.0-3538.gbee299f4.e 2.9 MB/s | 321 kB 00:00 2024-05-08T05:41:04.464 INFO:teuthology.orchestra.run.smithi135.stdout:(23/156): python3-rbd-19.0.0-3538.gbee299f4.el9 853 kB/s | 299 kB 00:00 2024-05-08T05:41:04.541 INFO:teuthology.orchestra.run.smithi135.stdout:(24/156): python3-rgw-19.0.0-3538.gbee299f4.el9 1.3 MB/s | 100 kB 00:00 2024-05-08T05:41:04.606 INFO:teuthology.orchestra.run.smithi135.stdout:(25/156): rbd-fuse-19.0.0-3538.gbee299f4.el9.x8 1.3 MB/s | 85 kB 00:00 2024-05-08T05:41:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction check 2024-05-08T05:41:05.057 INFO:teuthology.orchestra.run.smithi135.stdout:(26/156): ceph-test-19.0.0-3538.gbee299f4.el9.x 18 MB/s | 49 MB 00:02 2024-05-08T05:41:05.124 INFO:teuthology.orchestra.run.smithi135.stdout:(27/156): rbd-mirror-19.0.0-3538.gbee299f4.el9. 6.0 MB/s | 3.1 MB 00:00 2024-05-08T05:41:05.149 INFO:teuthology.orchestra.run.smithi135.stdout:(28/156): rbd-nbd-19.0.0-3538.gbee299f4.el9.x86 1.8 MB/s | 171 kB 00:00 2024-05-08T05:41:05.166 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction check succeeded. 2024-05-08T05:41:05.166 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction test 2024-05-08T05:41:05.175 INFO:teuthology.orchestra.run.smithi135.stdout:(29/156): ceph-grafana-dashboards-19.0.0-3538.g 683 kB/s | 34 kB 00:00 2024-05-08T05:41:05.200 INFO:teuthology.orchestra.run.smithi135.stdout:(30/156): ceph-mgr-cephadm-19.0.0-3538.gbee299f 2.8 MB/s | 142 kB 00:00 2024-05-08T05:41:05.575 INFO:teuthology.orchestra.run.smithi135.stdout:(31/156): ceph-mgr-dashboard-19.0.0-3538.gbee29 8.8 MB/s | 3.5 MB 00:00 2024-05-08T05:41:05.701 INFO:teuthology.orchestra.run.smithi135.stdout:(32/156): ceph-mgr-diskprediction-local-19.0.0- 15 MB/s | 7.4 MB 00:00 2024-05-08T05:41:05.726 INFO:teuthology.orchestra.run.smithi135.stdout:(33/156): ceph-mgr-modules-core-19.0.0-3538.gbe 1.8 MB/s | 274 kB 00:00 2024-05-08T05:41:05.743 INFO:teuthology.orchestra.run.smithi135.stdout:(34/156): ceph-mgr-rook-19.0.0-3538.gbee299f4.e 1.2 MB/s | 49 kB 00:00 2024-05-08T05:41:05.760 INFO:teuthology.orchestra.run.smithi135.stdout:(35/156): ceph-prometheus-alerts-19.0.0-3538.gb 488 kB/s | 16 kB 00:00 2024-05-08T05:41:05.802 INFO:teuthology.orchestra.run.smithi135.stdout:(36/156): ceph-volume-19.0.0-3538.gbee299f4.el9 4.5 MB/s | 273 kB 00:00 2024-05-08T05:41:05.870 INFO:teuthology.orchestra.run.smithi135.stdout:(37/156): cephadm-19.0.0-3538.gbee299f4.el9.noa 6.8 MB/s | 763 kB 00:00 2024-05-08T05:41:05.895 INFO:teuthology.orchestra.run.smithi135.stdout:(38/156): cephfs-top-19.0.0-3538.gbee299f4.el9. 198 kB/s | 18 kB 00:00 2024-05-08T05:41:06.003 INFO:teuthology.orchestra.run.smithi135.stdout:(39/156): fuse-2.9.9-15.el9.x86_64.rpm 602 kB/s | 80 kB 00:00 2024-05-08T05:41:06.070 INFO:teuthology.orchestra.run.smithi135.stdout:(40/156): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-05-08T05:41:06.096 INFO:teuthology.orchestra.run.smithi135.stdout:(41/156): libgfortran-11.4.1-3.el9.x86_64.rpm 3.9 MB/s | 803 kB 00:00 2024-05-08T05:41:06.121 INFO:teuthology.orchestra.run.smithi135.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-05-08T05:41:06.180 INFO:teuthology.orchestra.run.smithi135.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-05-08T05:41:06.205 INFO:teuthology.orchestra.run.smithi135.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-05-08T05:41:06.231 INFO:teuthology.orchestra.run.smithi135.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-05-08T05:41:06.256 INFO:teuthology.orchestra.run.smithi135.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-05-08T05:41:06.281 INFO:teuthology.orchestra.run.smithi135.stdout:(47/156): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-05-08T05:41:06.332 INFO:teuthology.orchestra.run.smithi135.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 8.9 MB/s | 689 kB 00:00 2024-05-08T05:41:06.374 INFO:teuthology.orchestra.run.smithi135.stdout:(49/156): bison-3.7.4-5.el9.x86_64.rpm 10 MB/s | 943 kB 00:00 2024-05-08T05:41:06.399 INFO:teuthology.orchestra.run.smithi135.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-05-08T05:41:06.425 INFO:teuthology.orchestra.run.smithi135.stdout:(51/156): elfutils-libelf-devel-0.190-2.el9.x86 427 kB/s | 21 kB 00:00 2024-05-08T05:41:06.450 INFO:teuthology.orchestra.run.smithi135.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-05-08T05:41:06.467 INFO:teuthology.orchestra.run.smithi135.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 778 kB/s | 33 kB 00:00 2024-05-08T05:41:06.509 INFO:teuthology.orchestra.run.smithi135.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-05-08T05:41:06.593 INFO:teuthology.orchestra.run.smithi135.stdout:(55/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-05-08T05:41:06.610 INFO:teuthology.orchestra.run.smithi135.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-08T05:41:06.635 INFO:teuthology.orchestra.run.smithi135.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-05-08T05:41:06.660 INFO:teuthology.orchestra.run.smithi135.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 899 kB/s | 45 kB 00:00 2024-05-08T05:41:06.686 INFO:teuthology.orchestra.run.smithi135.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-05-08T05:41:06.711 INFO:teuthology.orchestra.run.smithi135.stdout:(60/156): libtool-2.4.6-45.el9.x86_64.rpm 11 MB/s | 582 kB 00:00 2024-05-08T05:41:06.737 INFO:teuthology.orchestra.run.smithi135.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 505 kB/s | 25 kB 00:00 2024-05-08T05:41:06.762 INFO:teuthology.orchestra.run.smithi135.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 940 kB/s | 47 kB 00:00 2024-05-08T05:41:06.787 INFO:teuthology.orchestra.run.smithi135.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-05-08T05:41:06.813 INFO:teuthology.orchestra.run.smithi135.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-05-08T05:41:06.838 INFO:teuthology.orchestra.run.smithi135.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 699 kB/s | 35 kB 00:00 2024-05-08T05:41:06.964 INFO:teuthology.orchestra.run.smithi135.stdout:(66/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 35 MB/s | 4.4 MB 00:00 2024-05-08T05:41:07.030 INFO:teuthology.orchestra.run.smithi135.stdout:(67/156): openblas-openmp-0.3.21-2.el9.x86_64.r 22 MB/s | 4.7 MB 00:00 2024-05-08T05:41:07.081 INFO:teuthology.orchestra.run.smithi135.stdout:(68/156): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-05-08T05:41:07.115 INFO:teuthology.orchestra.run.smithi135.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 911 kB 00:00 2024-05-08T05:41:07.140 INFO:teuthology.orchestra.run.smithi135.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-08T05:41:07.199 INFO:teuthology.orchestra.run.smithi135.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-05-08T05:41:07.283 INFO:teuthology.orchestra.run.smithi135.stdout:(72/156): postgresql-server-13.14-1.el9.x86_64. 35 MB/s | 5.8 MB 00:00 2024-05-08T05:41:07.308 INFO:teuthology.orchestra.run.smithi135.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 805 kB/s | 87 kB 00:00 2024-05-08T05:41:07.358 INFO:teuthology.orchestra.run.smithi135.stdout:(74/156): python3-devel-3.9.18-3.el9.x86_64.rpm 4.8 MB/s | 244 kB 00:00 2024-05-08T05:41:07.409 INFO:teuthology.orchestra.run.smithi135.stdout:(75/156): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-05-08T05:41:07.484 INFO:teuthology.orchestra.run.smithi135.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 6.0 MB 00:00 2024-05-08T05:41:07.501 INFO:teuthology.orchestra.run.smithi135.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 278 kB/s | 26 kB 00:00 2024-05-08T05:41:07.518 INFO:teuthology.orchestra.run.smithi135.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 570 kB/s | 19 kB 00:00 2024-05-08T05:41:07.543 INFO:teuthology.orchestra.run.smithi135.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 4.0 MB/s | 172 kB 00:00 2024-05-08T05:41:07.569 INFO:teuthology.orchestra.run.smithi135.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 687 kB/s | 35 kB 00:00 2024-05-08T05:41:07.619 INFO:teuthology.orchestra.run.smithi135.stdout:(81/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-05-08T05:41:07.695 INFO:teuthology.orchestra.run.smithi135.stdout:(82/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 5.1 MB 00:00 2024-05-08T05:41:07.720 INFO:teuthology.orchestra.run.smithi135.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-05-08T05:41:07.724 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction test succeeded. 2024-05-08T05:41:07.725 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction 2024-05-08T05:41:07.737 INFO:teuthology.orchestra.run.smithi135.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-05-08T05:41:07.762 INFO:teuthology.orchestra.run.smithi135.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-05-08T05:41:07.788 INFO:teuthology.orchestra.run.smithi135.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-05-08T05:41:07.813 INFO:teuthology.orchestra.run.smithi135.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-05-08T05:41:07.839 INFO:teuthology.orchestra.run.smithi135.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-05-08T05:41:07.864 INFO:teuthology.orchestra.run.smithi135.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-08T05:41:07.889 INFO:teuthology.orchestra.run.smithi135.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-08T05:41:07.931 INFO:teuthology.orchestra.run.smithi135.stdout:(91/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-05-08T05:41:07.973 INFO:teuthology.orchestra.run.smithi135.stdout:(92/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-05-08T05:41:08.024 INFO:teuthology.orchestra.run.smithi135.stdout:(93/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-05-08T05:41:08.066 INFO:teuthology.orchestra.run.smithi135.stdout:(94/156): qatlib-service-24.02.0-1.el9.x86_64.r 862 kB/s | 36 kB 00:00 2024-05-08T05:41:08.225 INFO:teuthology.orchestra.run.smithi135.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-05-08T05:41:08.250 INFO:teuthology.orchestra.run.smithi135.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 258 kB/s | 47 kB 00:00 2024-05-08T05:41:08.275 INFO:teuthology.orchestra.run.smithi135.stdout:(97/156): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-05-08T05:41:08.301 INFO:teuthology.orchestra.run.smithi135.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-05-08T05:41:08.326 INFO:teuthology.orchestra.run.smithi135.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-05-08T05:41:08.352 INFO:teuthology.orchestra.run.smithi135.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-05-08T05:41:08.377 INFO:teuthology.orchestra.run.smithi135.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 888 kB/s | 45 kB 00:00 2024-05-08T05:41:10.002 INFO:teuthology.orchestra.run.smithi135.stdout:(102/156): ceph-osd-19.0.0-3538.gbee299f4.el9.x 2.0 MB/s | 17 MB 00:08 2024-05-08T05:41:10.677 INFO:teuthology.orchestra.run.smithi135.stdout:(103/156): abseil-cpp-20211102.0-3.el9.x86_64.r 815 kB/s | 548 kB 00:00 2024-05-08T05:41:10.811 INFO:teuthology.orchestra.run.smithi135.stdout:(104/156): gperftools-libs-2.9.1-2.el9.x86_64.r 2.3 MB/s | 309 kB 00:00 2024-05-08T05:41:10.912 INFO:teuthology.orchestra.run.smithi135.stdout:(105/156): grpc-data-1.46.7-10.el9.noarch.rpm 194 kB/s | 19 kB 00:00 2024-05-08T05:41:11.237 INFO:teuthology.orchestra.run.smithi135.stdout:(106/156): lua-devel-5.4.4-4.el9.x86_64.rpm 7.7 kB/s | 22 kB 00:02 2024-05-08T05:41:11.304 INFO:teuthology.orchestra.run.smithi135.stdout:(107/156): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-05-08T05:41:11.404 INFO:teuthology.orchestra.run.smithi135.stdout:(108/156): liboath-2.6.7-2.el9.x86_64.rpm 486 kB/s | 49 kB 00:00 2024-05-08T05:41:11.505 INFO:teuthology.orchestra.run.smithi135.stdout:(109/156): libunwind-1.6.2-1.el9.x86_64.rpm 675 kB/s | 67 kB 00:00 2024-05-08T05:41:11.580 INFO:teuthology.orchestra.run.smithi135.stdout:(110/156): protobuf-compiler-3.14.0-13.el9.x86_ 270 kB/s | 863 kB 00:03 2024-05-08T05:41:11.605 INFO:teuthology.orchestra.run.smithi135.stdout:(111/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 71 kB/s | 26 kB 00:00 2024-05-08T05:41:11.630 INFO:teuthology.orchestra.run.smithi135.stdout:(112/156): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-05-08T05:41:11.731 INFO:teuthology.orchestra.run.smithi135.stdout:(113/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 434 kB/s | 43 kB 00:00 2024-05-08T05:41:11.840 INFO:teuthology.orchestra.run.smithi135.stdout:(114/156): python3-cachetools-4.2.4-1.el9.noarc 297 kB/s | 32 kB 00:00 2024-05-08T05:41:11.948 INFO:teuthology.orchestra.run.smithi135.stdout:(115/156): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-05-08T05:41:12.057 INFO:teuthology.orchestra.run.smithi135.stdout:(116/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-05-08T05:41:12.082 INFO:teuthology.orchestra.run.smithi135.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 1.1 MB/s | 548 kB 00:00 2024-05-08T05:41:12.166 INFO:teuthology.orchestra.run.smithi135.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-05-08T05:41:12.216 INFO:teuthology.orchestra.run.smithi135.stdout:(119/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.2 MB/s | 303 kB 00:00 2024-05-08T05:41:12.267 INFO:teuthology.orchestra.run.smithi135.stdout:(120/156): python3-colorama-0.4.4-12.el9.noarch 351 kB/s | 35 kB 00:00 2024-05-08T05:41:12.334 INFO:teuthology.orchestra.run.smithi135.stdout:(121/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 1.1 MB/s | 839 kB 00:00 2024-05-08T05:41:12.359 INFO:teuthology.orchestra.run.smithi135.stdout:(122/156): python3-google-auth-2.29.0-1.el9.noa 1.4 MB/s | 206 kB 00:00 2024-05-08T05:41:12.418 INFO:teuthology.orchestra.run.smithi135.stdout:(123/156): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-05-08T05:41:12.443 INFO:teuthology.orchestra.run.smithi135.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 1.3 MB/s | 144 kB 00:00 2024-05-08T05:41:12.468 INFO:teuthology.orchestra.run.smithi135.stdout:(125/156): python3-jaraco-8.2.1-3.el9.noarch.rp 98 kB/s | 11 kB 00:00 2024-05-08T05:41:12.519 INFO:teuthology.orchestra.run.smithi135.stdout:(126/156): python3-jaraco-classes-3.2.1-5.el9.n 175 kB/s | 18 kB 00:00 2024-05-08T05:41:12.544 INFO:teuthology.orchestra.run.smithi135.stdout:(127/156): python3-jaraco-collections-3.0.0-8.e 229 kB/s | 23 kB 00:00 2024-05-08T05:41:12.570 INFO:teuthology.orchestra.run.smithi135.stdout:(128/156): python3-jaraco-functools-3.5.0-2.el9 192 kB/s | 19 kB 00:00 2024-05-08T05:41:12.620 INFO:teuthology.orchestra.run.smithi135.stdout:(129/156): python3-jaraco-text-3.2.0-6.el9.noar 195 kB/s | 20 kB 00:00 2024-05-08T05:41:12.670 INFO:teuthology.orchestra.run.smithi135.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 461 kB/s | 46 kB 00:00 2024-05-08T05:41:12.721 INFO:teuthology.orchestra.run.smithi135.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 786 kB/s | 79 kB 00:00 2024-05-08T05:41:12.771 INFO:teuthology.orchestra.run.smithi135.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 575 kB/s | 58 kB 00:00 2024-05-08T05:41:12.805 INFO:teuthology.orchestra.run.smithi135.stdout:(133/156): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-05-08T05:41:12.830 INFO:teuthology.orchestra.run.smithi135.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-05-08T05:41:12.864 INFO:teuthology.orchestra.run.smithi135.stdout:(135/156): python3-portend-3.1.0-2.el9.noarch.r 177 kB/s | 16 kB 00:00 2024-05-08T05:41:12.906 INFO:teuthology.orchestra.run.smithi135.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 893 kB/s | 90 kB 00:00 2024-05-08T05:41:12.931 INFO:teuthology.orchestra.run.smithi135.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 280 kB/s | 28 kB 00:00 2024-05-08T05:41:12.965 INFO:teuthology.orchestra.run.smithi135.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 305 kB/s | 31 kB 00:00 2024-05-08T05:41:13.015 INFO:teuthology.orchestra.run.smithi135.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-05-08T05:41:13.041 INFO:teuthology.orchestra.run.smithi135.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 541 kB/s | 59 kB 00:00 2024-05-08T05:41:13.066 INFO:teuthology.orchestra.run.smithi135.stdout:(141/156): python3-tempora-5.0.0-2.el9.noarch.r 355 kB/s | 36 kB 00:00 2024-05-08T05:41:13.116 INFO:teuthology.orchestra.run.smithi135.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 506 kB/s | 51 kB 00:00 2024-05-08T05:41:13.150 INFO:teuthology.orchestra.run.smithi135.stdout:(143/156): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-05-08T05:41:13.175 INFO:teuthology.orchestra.run.smithi135.stdout:(144/156): python3-websocket-client-1.2.3-2.el9 821 kB/s | 90 kB 00:00 2024-05-08T05:41:13.234 INFO:teuthology.orchestra.run.smithi135.stdout:(145/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.6 MB/s | 427 kB 00:00 2024-05-08T05:41:13.259 INFO:teuthology.orchestra.run.smithi135.stdout:(146/156): python3-zc-lockfile-2.0-10.el9.noarc 183 kB/s | 20 kB 00:00 2024-05-08T05:41:13.285 INFO:teuthology.orchestra.run.smithi135.stdout:(147/156): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-05-08T05:41:13.402 INFO:teuthology.orchestra.run.smithi135.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2024-05-08T05:41:13.586 INFO:teuthology.orchestra.run.smithi135.stdout:(149/156): librbd1-19.0.0-3538.gbee299f4.el9.x8 10 MB/s | 3.1 MB 00:00 2024-05-08T05:41:13.645 INFO:teuthology.orchestra.run.smithi135.stdout:(150/156): NetworkManager-1.47.5-1.el9.x86_64.r 9.5 MB/s | 2.3 MB 00:00 2024-05-08T05:41:13.687 INFO:teuthology.orchestra.run.smithi135.stdout:(151/156): NetworkManager-team-1.47.5-1.el9.x86 1.0 MB/s | 42 kB 00:00 2024-05-08T05:41:13.737 INFO:teuthology.orchestra.run.smithi135.stdout:(152/156): NetworkManager-tui-1.47.5-1.el9.x86_ 4.9 MB/s | 248 kB 00:00 2024-05-08T05:41:13.804 INFO:teuthology.orchestra.run.smithi135.stdout:(153/156): openssl-3.2.1-1.el9.x86_64.rpm 20 MB/s | 1.3 MB 00:00 2024-05-08T05:41:13.863 INFO:teuthology.orchestra.run.smithi135.stdout:(154/156): NetworkManager-libnm-1.47.5-1.el9.x8 6.6 MB/s | 1.8 MB 00:00 2024-05-08T05:41:13.913 INFO:teuthology.orchestra.run.smithi135.stdout:(155/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 22 MB/s | 2.4 MB 00:00 2024-05-08T05:41:14.321 INFO:teuthology.orchestra.run.smithi135.stdout:(156/156): librados2-19.0.0-3538.gbee299f4.el9. 3.2 MB/s | 3.4 MB 00:01 2024-05-08T05:41:14.328 INFO:teuthology.orchestra.run.smithi135.stdout:-------------------------------------------------------------------------------- 2024-05-08T05:41:14.328 INFO:teuthology.orchestra.run.smithi135.stdout:Total 15 MB/s | 226 MB 00:14 2024-05-08T05:41:14.497 INFO:teuthology.orchestra.run.smithi069.stdout: Preparing : 1/1 2024-05-08T05:41:14.603 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-08T05:41:14.653 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-08T05:41:14.785 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-08T05:41:14.838 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-08T05:41:14.870 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-08T05:41:14.965 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-08T05:41:15.392 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-08T05:41:15.473 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction check 2024-05-08T05:41:15.501 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:41:15.627 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction check succeeded. 2024-05-08T05:41:15.627 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction test 2024-05-08T05:41:15.728 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:41:15.760 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:41:15.888 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:41:15.926 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 10/164 2024-05-08T05:41:16.264 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-08T05:41:16.333 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-08T05:41:16.358 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:41:16.568 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:41:16.600 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 14/164 2024-05-08T05:41:16.721 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 14/164 2024-05-08T05:41:16.752 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-08T05:41:16.823 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-08T05:41:17.110 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-08T05:41:17.473 INFO:teuthology.orchestra.run.smithi135.stdout:Transaction test succeeded. 2024-05-08T05:41:17.473 INFO:teuthology.orchestra.run.smithi135.stdout:Running transaction 2024-05-08T05:41:17.491 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-08T05:41:17.800 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-08T05:41:17.890 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-08T05:41:18.124 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:41:18.261 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:41:18.549 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:41:18.698 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-08T05:41:18.741 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-08T05:41:18.789 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/164 2024-05-08T05:41:18.890 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/164 2024-05-08T05:41:18.939 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/164 2024-05-08T05:41:18.998 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 24/164 2024-05-08T05:41:19.039 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 25/164 2024-05-08T05:41:19.073 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/164 2024-05-08T05:41:19.182 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 27/164 2024-05-08T05:41:19.252 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 28/164 2024-05-08T05:41:19.291 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 29/164 2024-05-08T05:41:19.346 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 30/164 2024-05-08T05:41:19.455 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 31/164 2024-05-08T05:41:19.495 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ceph-common-2:19.0.0-3538.gbee299f4.el9. 32/164 2024-05-08T05:41:19.543 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el 33/164 2024-05-08T05:41:19.593 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_6 34/164 2024-05-08T05:41:19.708 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 35/164 2024-05-08T05:41:19.772 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : luarocks-3.9.2-1.el9.noarch 36/164 2024-05-08T05:41:19.871 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 37/164 2024-05-08T05:41:20.047 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 38/164 2024-05-08T05:41:20.116 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 39/164 2024-05-08T05:41:20.787 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rsa-4.9-2.el9.noarch 40/164 2024-05-08T05:41:20.910 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 41/164 2024-05-08T05:41:20.950 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 42/164 2024-05-08T05:41:21.004 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 43/164 2024-05-08T05:41:21.053 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_6 44/164 2024-05-08T05:41:21.119 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/164 2024-05-08T05:41:21.336 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 46/164 2024-05-08T05:41:21.410 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 47/164 2024-05-08T05:41:21.526 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 48/164 2024-05-08T05:41:21.595 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 49/164 2024-05-08T05:41:21.680 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-08T05:41:21.761 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-08T05:41:21.801 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-08T05:41:21.870 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-08T05:41:21.917 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-08T05:41:21.980 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-08T05:41:22.046 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-08T05:41:22.243 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-08T05:41:22.290 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-08T05:41:22.329 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-08T05:41:22.375 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-08T05:41:22.500 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-08T05:41:22.543 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-08T05:41:22.640 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-08T05:41:22.677 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-08T05:41:22.710 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-08T05:41:22.940 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-08T05:41:23.128 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-08T05:41:23.173 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-08T05:41:23.212 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-08T05:41:23.257 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-08T05:41:23.324 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-08T05:41:23.377 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-08T05:41:23.418 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-08T05:41:23.497 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-08T05:41:23.539 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-08T05:41:23.603 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-08T05:41:23.614 INFO:teuthology.orchestra.run.smithi135.stdout: Preparing : 1/1 2024-05-08T05:41:23.653 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-08T05:41:23.701 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-08T05:41:23.739 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-08T05:41:23.796 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-08T05:41:23.801 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-08T05:41:23.836 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-08T05:41:23.860 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-08T05:41:23.870 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-08T05:41:23.912 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-08T05:41:23.928 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-08T05:41:23.992 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-08T05:41:24.145 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-08T05:41:24.206 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-08T05:41:24.233 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-08T05:41:24.339 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:41:24.461 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:41:24.482 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:41:24.574 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:41:24.611 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 10/164 2024-05-08T05:41:24.758 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-08T05:41:24.825 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-08T05:41:24.854 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:41:24.958 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:41:24.980 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 14/164 2024-05-08T05:41:25.043 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 14/164 2024-05-08T05:41:25.094 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-08T05:41:25.114 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-08T05:41:25.154 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-08T05:41:25.232 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-08T05:41:25.266 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-08T05:41:25.307 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-08T05:41:25.391 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-08T05:41:25.459 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-08T05:41:25.475 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-08T05:41:25.555 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-08T05:41:25.591 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-08T05:41:25.622 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-08T05:41:25.683 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-08T05:41:25.802 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:41:25.849 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-08T05:41:25.880 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-08T05:41:25.884 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:41:25.984 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-08T05:41:26.086 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:41:26.189 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-08T05:41:26.215 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-08T05:41:26.242 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/164 2024-05-08T05:41:26.313 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/164 2024-05-08T05:41:26.357 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/164 2024-05-08T05:41:26.401 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 24/164 2024-05-08T05:41:26.434 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 25/164 2024-05-08T05:41:26.462 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/164 2024-05-08T05:41:26.530 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 27/164 2024-05-08T05:41:26.584 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 28/164 2024-05-08T05:41:26.618 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 29/164 2024-05-08T05:41:26.651 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 30/164 2024-05-08T05:41:26.718 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 31/164 2024-05-08T05:41:26.754 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ceph-common-2:19.0.0-3538.gbee299f4.el9. 32/164 2024-05-08T05:41:26.807 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el 33/164 2024-05-08T05:41:26.832 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-08T05:41:26.835 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_6 34/164 2024-05-08T05:41:26.904 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 35/164 2024-05-08T05:41:26.950 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : luarocks-3.9.2-1.el9.noarch 36/164 2024-05-08T05:41:26.994 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-08T05:41:27.026 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 37/164 2024-05-08T05:41:27.155 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 38/164 2024-05-08T05:41:27.203 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 39/164 2024-05-08T05:41:27.719 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rsa-4.9-2.el9.noarch 40/164 2024-05-08T05:41:27.808 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 41/164 2024-05-08T05:41:27.837 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 42/164 2024-05-08T05:41:27.880 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 43/164 2024-05-08T05:41:27.919 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_6 44/164 2024-05-08T05:41:27.960 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/164 2024-05-08T05:41:28.119 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 46/164 2024-05-08T05:41:28.189 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 47/164 2024-05-08T05:41:28.305 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 48/164 2024-05-08T05:41:28.587 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 49/164 2024-05-08T05:41:28.636 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-08T05:41:28.658 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-08T05:41:28.691 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-08T05:41:28.728 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-08T05:41:28.736 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-08T05:41:28.773 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-08T05:41:28.775 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-08T05:41:28.807 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-08T05:41:28.828 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-08T05:41:28.871 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-08T05:41:28.913 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-08T05:41:29.048 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-08T05:41:29.103 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-08T05:41:29.133 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-08T05:41:29.175 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-08T05:41:29.182 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-08T05:41:29.232 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 101/164 2024-05-08T05:41:29.277 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-08T05:41:29.353 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 101/164 2024-05-08T05:41:29.388 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 102/164 2024-05-08T05:41:29.444 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-08T05:41:29.494 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-08T05:41:29.569 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-08T05:41:29.601 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-08T05:41:29.626 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-08T05:41:29.703 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-08T05:41:29.828 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-08T05:41:29.859 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-08T05:41:29.887 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-08T05:41:29.930 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-08T05:41:29.969 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-08T05:41:29.994 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-08T05:41:30.001 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-08T05:41:30.026 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 105/164 2024-05-08T05:41:30.031 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-08T05:41:30.066 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-08T05:41:30.100 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-08T05:41:30.117 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 105/164 2024-05-08T05:41:30.133 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-08T05:41:30.145 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 106/164 2024-05-08T05:41:30.168 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-08T05:41:30.254 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-08T05:41:30.315 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-08T05:41:30.346 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-08T05:41:30.393 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-08T05:41:30.490 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-08T05:41:30.540 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-08T05:41:31.253 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-08T05:41:31.305 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-08T05:41:31.339 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-08T05:41:31.435 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-08T05:41:31.497 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-08T05:41:31.576 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-08T05:41:31.627 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-08T05:41:31.804 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-08T05:41:31.833 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-08T05:41:31.910 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-08T05:41:32.547 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-08T05:41:32.663 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-08T05:41:32.801 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:41:32.841 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:41:33.490 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:41:33.536 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 108/164 2024-05-08T05:41:33.702 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 108/164 2024-05-08T05:41:33.703 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-08T05:41:33.703 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-08T05:41:33.703 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:33.745 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 109/164 2024-05-08T05:41:33.873 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-08T05:41:34.112 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-08T05:41:34.139 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-08T05:41:34.172 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-08T05:41:34.483 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-08T05:41:34.527 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 101/164 2024-05-08T05:41:34.616 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 101/164 2024-05-08T05:41:34.648 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 102/164 2024-05-08T05:41:34.684 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-08T05:41:35.162 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-08T05:41:35.188 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 105/164 2024-05-08T05:41:35.259 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 105/164 2024-05-08T05:41:35.290 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 106/164 2024-05-08T05:41:37.551 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:41:37.594 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:41:38.133 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:41:38.173 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 108/164 2024-05-08T05:41:38.265 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 108/164 2024-05-08T05:41:38.266 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-08T05:41:38.266 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-08T05:41:38.266 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:38.299 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 109/164 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 109/164 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /sys 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /proc 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /mnt 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /var/tmp 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /home 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /root 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /tmp 2024-05-08T05:41:46.675 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:46.900 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 110/164 2024-05-08T05:41:46.948 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 110/164 2024-05-08T05:41:46.949 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:46.949 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-08T05:41:46.949 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:48.579 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 111/164 2024-05-08T05:41:48.658 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 111/164 2024-05-08T05:41:48.658 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:48.658 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-08T05:41:48.658 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-08T05:41:48.658 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-08T05:41:48.658 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:48.904 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 112/164 2024-05-08T05:41:48.972 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 112/164 2024-05-08T05:41:48.972 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:48.972 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-08T05:41:48.972 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-08T05:41:48.972 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-08T05:41:48.972 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:49.465 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 113/164 2024-05-08T05:41:49.532 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 113/164 2024-05-08T05:41:49.532 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:49.532 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-08T05:41:49.532 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-08T05:41:49.532 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-08T05:41:49.532 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:49.665 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-08T05:41:49.746 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-08T05:41:49.830 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-08T05:41:50.058 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-08T05:41:50.119 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-08T05:41:50.173 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 109/164 2024-05-08T05:41:50.173 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /sys 2024-05-08T05:41:50.173 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /proc 2024-05-08T05:41:50.174 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /mnt 2024-05-08T05:41:50.174 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /var/tmp 2024-05-08T05:41:50.174 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /home 2024-05-08T05:41:50.174 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /root 2024-05-08T05:41:50.174 INFO:teuthology.orchestra.run.smithi135.stdout:skipping the directory /tmp 2024-05-08T05:41:50.174 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:50.230 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-08T05:41:50.338 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-08T05:41:50.355 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 110/164 2024-05-08T05:41:50.373 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 110/164 2024-05-08T05:41:50.373 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:50.373 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-08T05:41:50.373 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:50.503 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-08T05:41:50.543 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-08T05:41:50.615 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-08T05:41:50.650 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-08T05:41:51.280 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 125/164 2024-05-08T05:41:51.312 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 125/164 2024-05-08T05:41:51.367 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.e 126/164 2024-05-08T05:41:51.475 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4. 127/164 2024-05-08T05:41:51.513 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 128/164 2024-05-08T05:41:51.865 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 111/164 2024-05-08T05:41:51.890 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 111/164 2024-05-08T05:41:51.890 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:51.890 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-08T05:41:51.890 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-08T05:41:51.890 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-08T05:41:51.891 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:52.115 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 112/164 2024-05-08T05:41:52.138 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 112/164 2024-05-08T05:41:52.138 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:52.138 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-08T05:41:52.138 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-08T05:41:52.138 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-08T05:41:52.138 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:52.575 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 113/164 2024-05-08T05:41:52.597 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 113/164 2024-05-08T05:41:52.597 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:52.597 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-08T05:41:52.597 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-08T05:41:52.597 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-08T05:41:52.597 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:52.713 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-08T05:41:52.770 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-08T05:41:52.823 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 128/164 2024-05-08T05:41:52.826 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-08T05:41:52.865 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 129/164 2024-05-08T05:41:53.010 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-08T05:41:53.058 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-08T05:41:53.135 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-08T05:41:53.226 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-08T05:41:53.371 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-08T05:41:53.417 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-08T05:41:53.457 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-08T05:41:53.484 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-08T05:41:53.920 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 125/164 2024-05-08T05:41:53.958 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 125/164 2024-05-08T05:41:53.970 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 129/164 2024-05-08T05:41:53.998 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.e 126/164 2024-05-08T05:41:53.999 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 130/164 2024-05-08T05:41:54.060 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4. 127/164 2024-05-08T05:41:54.090 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 128/164 2024-05-08T05:41:54.153 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 130/164 2024-05-08T05:41:54.329 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el 131/164 2024-05-08T05:41:54.359 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 132/164 2024-05-08T05:41:54.427 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 132/164 2024-05-08T05:41:54.427 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:54.427 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-08T05:41:54.427 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-08T05:41:54.427 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-08T05:41:54.427 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:54.493 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 133/164 2024-05-08T05:41:54.530 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 133/164 2024-05-08T05:41:54.673 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 134/164 2024-05-08T05:41:54.752 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 135/164 2024-05-08T05:41:55.127 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 128/164 2024-05-08T05:41:55.158 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 129/164 2024-05-08T05:41:55.753 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-08T05:41:55.787 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 137/164 2024-05-08T05:41:55.855 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 137/164 2024-05-08T05:41:55.855 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:55.856 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-08T05:41:55.856 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-08T05:41:55.856 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-08T05:41:55.856 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:55.904 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3538.gbee29 138/164 2024-05-08T05:41:55.972 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3538.gbee29 138/164 2024-05-08T05:41:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-08T05:41:55.973 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:56.030 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 139/164 2024-05-08T05:41:56.101 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 139/164 2024-05-08T05:41:56.101 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:56.102 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-08T05:41:56.102 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-08T05:41:56.102 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-08T05:41:56.102 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:56.123 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 129/164 2024-05-08T05:41:56.150 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 130/164 2024-05-08T05:41:56.260 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 130/164 2024-05-08T05:41:56.421 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el 131/164 2024-05-08T05:41:56.452 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 132/164 2024-05-08T05:41:56.464 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 140/164 2024-05-08T05:41:56.475 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 132/164 2024-05-08T05:41:56.475 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:56.475 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-08T05:41:56.475 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-08T05:41:56.475 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-08T05:41:56.475 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:56.519 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 133/164 2024-05-08T05:41:56.530 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 133/164 2024-05-08T05:41:56.534 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 140/164 2024-05-08T05:41:56.534 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:56.534 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-08T05:41:56.534 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-08T05:41:56.534 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-08T05:41:56.534 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:41:56.628 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 134/164 2024-05-08T05:41:56.675 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 135/164 2024-05-08T05:41:57.600 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-08T05:41:57.639 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 137/164 2024-05-08T05:41:57.661 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 137/164 2024-05-08T05:41:57.661 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:57.661 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-08T05:41:57.661 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-08T05:41:57.661 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-08T05:41:57.661 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:57.706 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3538.gbee29 138/164 2024-05-08T05:41:57.727 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3538.gbee29 138/164 2024-05-08T05:41:57.727 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:57.728 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-08T05:41:57.728 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:57.773 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 139/164 2024-05-08T05:41:57.795 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 139/164 2024-05-08T05:41:57.795 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:57.795 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-08T05:41:57.795 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-08T05:41:57.795 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-08T05:41:57.796 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:41:58.098 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 140/164 2024-05-08T05:41:58.121 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 140/164 2024-05-08T05:41:58.121 INFO:teuthology.orchestra.run.smithi135.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:41:58.121 INFO:teuthology.orchestra.run.smithi135.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-08T05:41:58.121 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-08T05:41:58.121 INFO:teuthology.orchestra.run.smithi135.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-08T05:41:58.121 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:42:01.592 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 141/164 2024-05-08T05:42:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 142/164 2024-05-08T05:42:01.713 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 143/164 2024-05-08T05:42:01.747 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-08T05:42:01.786 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-08T05:42:02.136 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 146/164 2024-05-08T05:42:02.193 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-08T05:42:02.223 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_ 148/164 2024-05-08T05:42:02.286 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-team-1:1.47.5-1.el9.x86_64 149/164 2024-05-08T05:42:02.341 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : NetworkManager-tui-1:1.47.5-1.el9.x86_64 150/164 2024-05-08T05:42:02.719 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 141/164 2024-05-08T05:42:02.760 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 142/164 2024-05-08T05:42:02.801 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 143/164 2024-05-08T05:42:02.833 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-08T05:42:02.860 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-08T05:42:03.045 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 146/164 2024-05-08T05:42:03.089 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-08T05:42:03.119 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_ 148/164 2024-05-08T05:42:03.149 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-team-1:1.47.5-1.el9.x86_64 149/164 2024-05-08T05:42:03.196 INFO:teuthology.orchestra.run.smithi135.stdout: Upgrading : NetworkManager-tui-1:1.47.5-1.el9.x86_64 150/164 2024-05-08T05:42:03.238 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:42:03.287 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:42:03.342 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:42:03.823 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:42:03.859 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:42:03.879 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:42:04.671 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 152/164 2024-05-08T05:42:04.705 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 152/164 2024-05-08T05:42:04.768 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-08T05:42:04.789 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-08T05:42:04.830 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-08T05:42:04.867 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-08T05:42:04.911 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-08T05:42:04.958 INFO:teuthology.orchestra.run.smithi135.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-08T05:42:04.985 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-08T05:42:04.985 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-08T05:42:05.044 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-08T05:42:05.086 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-08T05:42:05.094 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-08T05:42:05.124 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-08T05:42:05.125 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-08T05:42:05.135 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-08T05:42:05.135 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-08T05:42:05.220 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-08T05:42:05.244 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-08T05:42:05.250 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:42:05.250 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:42:05.252 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-08T05:42:05.332 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-08T05:42:05.332 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-08T05:42:05.430 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:42:05.430 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-08T05:42:05.452 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-08T05:42:05.491 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-08T05:42:05.505 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-08T05:42:05.523 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:42:05.523 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:42:05.569 INFO:teuthology.orchestra.run.smithi135.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:42:05.846 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:42:05.846 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-08T05:42:05.982 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-08T05:42:06.114 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:42:06.392 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:42:06.392 INFO:teuthology.orchestra.run.smithi069.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-08T05:42:06.392 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 1/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 2/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 3/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 4/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3538.gbee29 5/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 6/164 2024-05-08T05:42:11.360 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 7/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 10/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 11/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 12/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 14/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_ 15/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 16/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 17/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_6 18/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 19/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 20/164 2024-05-08T05:42:11.361 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el 21/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ceph-common-2:19.0.0-3538.gbee299f4.el9. 22/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_6 23/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 24/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 25/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 26/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 27/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 28/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 29/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4. 30/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 31/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 32/164 2024-05-08T05:42:11.362 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 33/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el 34/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 35/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.e 36/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 37/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 38/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 39/164 2024-05-08T05:42:11.363 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-08T05:42:11.366 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-08T05:42:11.366 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-08T05:42:11.366 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-08T05:42:11.367 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-08T05:42:11.368 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-08T05:42:11.369 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-08T05:42:11.370 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-08T05:42:11.371 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-08T05:42:11.372 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-08T05:42:11.373 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 149/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 151/164 2024-05-08T05:42:11.374 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-1:1.47.5-1.el9.x86_64 153/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 155/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-team-1:1.47.5-1.el9.x86_64 157/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-tui-1:1.47.5-1.el9.x86_64 159/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-08T05:42:11.375 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 1/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 2/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 3/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 4/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3538.gbee29 5/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 6/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 7/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:42:12.104 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 10/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 11/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 12/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 14/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_ 15/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 16/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 17/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_6 18/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 19/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 20/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el 21/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ceph-common-2:19.0.0-3538.gbee299f4.el9. 22/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_6 23/164 2024-05-08T05:42:12.105 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 24/164 2024-05-08T05:42:12.106 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 25/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 26/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 27/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 28/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 29/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4. 30/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 31/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 32/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 33/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el 34/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 35/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.e 36/164 2024-05-08T05:42:12.119 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 37/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 38/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 39/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-08T05:42:12.120 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-08T05:42:12.121 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-08T05:42:12.122 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-08T05:42:12.123 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-08T05:42:12.124 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-08T05:42:12.125 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-08T05:42:12.126 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-08T05:42:12.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 149/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 151/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-1:1.47.5-1.el9.x86_64 153/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-08T05:42:12.128 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 155/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-team-1:1.47.5-1.el9.x86_64 157/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-tui-1:1.47.5-1.el9.x86_64 159/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-08T05:42:12.129 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-08T05:42:14.104 INFO:teuthology.orchestra.run.smithi135.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:42:14.104 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:42:14.104 INFO:teuthology.orchestra.run.smithi135.stdout:Upgraded: 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-team-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: NetworkManager-tui-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout:Installed: 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: automake-1.16.2-8.el9.noarch 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: bison-3.7.4-5.el9.x86_64 2024-05-08T05:42:14.105 INFO:teuthology.orchestra.run.smithi135.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-immutable-object-cache-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.106 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.107 INFO:teuthology.orchestra.run.smithi135.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: flex-2.6.4-9.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.108 INFO:teuthology.orchestra.run.smithi135.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-08T05:42:14.109 INFO:teuthology.orchestra.run.smithi135.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: lua-5.4.4-4.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: luarocks-3.9.2-1.el9.noarch 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-13.14-1.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-08T05:42:14.110 INFO:teuthology.orchestra.run.smithi135.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-08T05:42:14.111 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-08T05:42:14.112 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-08T05:42:14.113 INFO:teuthology.orchestra.run.smithi135.stdout: python3-ply-3.11-14.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-08T05:42:14.114 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-08T05:42:14.115 INFO:teuthology.orchestra.run.smithi135.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: re2-1:20211101-3.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-08T05:42:14.116 INFO:teuthology.orchestra.run.smithi135.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-08T05:42:14.117 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:42:14.117 INFO:teuthology.orchestra.run.smithi135.stdout:Complete! 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout:Upgraded: 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-team-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: NetworkManager-tui-1:1.47.5-1.el9.x86_64 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.337 INFO:teuthology.orchestra.run.smithi069.stdout: librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout:Installed: 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: automake-1.16.2-8.el9.noarch 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: bison-3.7.4-5.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.338 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-immutable-object-cache-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.339 INFO:teuthology.orchestra.run.smithi069.stdout: cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: flex-2.6.4-9.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-08T05:42:14.340 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-08T05:42:14.341 INFO:teuthology.orchestra.run.smithi069.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: lua-5.4.4-4.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: luarocks-3.9.2-1.el9.noarch 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-13.14-1.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-08T05:42:14.342 INFO:teuthology.orchestra.run.smithi069.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-08T05:42:14.343 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-08T05:42:14.344 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ply-3.11-14.el9.noarch 2024-05-08T05:42:14.345 INFO:teuthology.orchestra.run.smithi069.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-08T05:42:14.346 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-08T05:42:14.347 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: re2-1:20211101-3.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:42:14.348 INFO:teuthology.orchestra.run.smithi069.stdout:Complete! 2024-05-08T05:42:14.510 DEBUG:teuthology.parallel:result is None 2024-05-08T05:42:14.932 DEBUG:teuthology.parallel:result is None 2024-05-08T05:44:56.002 INFO:teuthology.orchestra.run.smithi105.stdout:Extra Packages for Enterprise Linux 81 kB/s | 21 MB 04:26 2024-05-08T05:45:01.075 INFO:teuthology.orchestra.run.smithi105.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-05-08T05:45:03.360 INFO:teuthology.orchestra.run.smithi105.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-08T05:45:03.361 INFO:teuthology.orchestra.run.smithi105.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-08T05:45:03.372 INFO:teuthology.orchestra.run.smithi105.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-08T05:45:03.372 INFO:teuthology.orchestra.run.smithi105.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-08T05:45:03.373 INFO:teuthology.orchestra.run.smithi105.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-08T05:45:03.374 INFO:teuthology.orchestra.run.smithi105.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-08T05:45:03.376 INFO:teuthology.orchestra.run.smithi105.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-08T05:45:03.378 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-08T05:45:03.379 INFO:teuthology.orchestra.run.smithi105.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-08T05:45:03.440 INFO:teuthology.orchestra.run.smithi105.stdout:Dependencies resolved. 2024-05-08T05:45:03.454 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2024-05-08T05:45:03.454 INFO:teuthology.orchestra.run.smithi105.stdout: Package Arch Version Repository Size 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout:Installing: 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 6.6 k 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 5.4 M 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 890 k 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 145 k 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 1.5 M 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 142 k 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 3.5 M 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 7.4 M 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 49 k 2024-05-08T05:45:03.455 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 11 M 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 49 M 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 273 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 763 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-mirror x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 225 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-shell x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 27 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-top noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 18 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 32 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 747 k 2024-05-08T05:45:03.456 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 127 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 161 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 321 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 299 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 100 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 85 k 2024-05-08T05:45:03.457 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.1 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 171 k 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrading: 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager x86_64 1:1.47.5-1.el9 baseos 2.3 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-libnm x86_64 1:1.47.5-1.el9 baseos 1.8 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-team x86_64 1:1.47.5-1.el9 baseos 42 k 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-tui x86_64 1:1.47.5-1.el9 baseos 248 k 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: librados2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.4 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 3.1 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-08T05:45:03.458 INFO:teuthology.orchestra.run.smithi105.stdout:Installing dependencies: 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 21 M 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 34 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 2.4 M 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 274 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 4.7 M 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 17 M 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3538.gbee299f4.el9 ceph-noarch 16 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 25 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-08T05:45:03.459 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 163 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-08T05:45:03.460 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 500 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2 x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 5.4 M 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-08T05:45:03.461 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 45 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common x86_64 2:19.0.0-3538.gbee299f4.el9 ceph 135 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-08T05:45:03.462 INFO:teuthology.orchestra.run.smithi105.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-08T05:45:03.463 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-08T05:45:03.464 INFO:teuthology.orchestra.run.smithi105.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-08T05:45:03.465 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-08T05:45:03.466 INFO:teuthology.orchestra.run.smithi105.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout:Installing weak dependencies: 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction Summary 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout:======================================================================================= 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout:Install 148 Packages 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout:Upgrade 8 Packages 2024-05-08T05:45:03.467 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:45:03.468 INFO:teuthology.orchestra.run.smithi105.stdout:Total download size: 226 M 2024-05-08T05:45:03.468 INFO:teuthology.orchestra.run.smithi105.stdout:Downloading Packages: 2024-05-08T05:45:04.469 INFO:teuthology.orchestra.run.smithi105.stdout:(1/156): ceph-19.0.0-3538.gbee299f4.el9.x86_64. 37 kB/s | 6.6 kB 00:00 2024-05-08T05:45:05.927 INFO:teuthology.orchestra.run.smithi105.stdout:(2/156): ceph-common-19.0.0-3538.gbee299f4.el9. 13 MB/s | 21 MB 00:01 2024-05-08T05:45:05.961 INFO:teuthology.orchestra.run.smithi105.stdout:(3/156): ceph-fuse-19.0.0-3538.gbee299f4.el9.x8 597 kB/s | 890 kB 00:01 2024-05-08T05:45:05.986 INFO:teuthology.orchestra.run.smithi105.stdout:(4/156): ceph-immutable-object-cache-19.0.0-353 2.4 MB/s | 145 kB 00:00 2024-05-08T05:45:06.061 INFO:teuthology.orchestra.run.smithi105.stdout:(5/156): ceph-base-19.0.0-3538.gbee299f4.el9.x8 3.0 MB/s | 5.4 MB 00:01 2024-05-08T05:45:06.195 INFO:teuthology.orchestra.run.smithi105.stdout:(6/156): ceph-mgr-19.0.0-3538.gbee299f4.el9.x86 7.2 MB/s | 1.5 MB 00:00 2024-05-08T05:45:06.945 INFO:teuthology.orchestra.run.smithi105.stdout:(7/156): ceph-mds-19.0.0-3538.gbee299f4.el9.x86 2.4 MB/s | 2.4 MB 00:00 2024-05-08T05:45:07.171 INFO:teuthology.orchestra.run.smithi105.stdout:(8/156): ceph-osd-19.0.0-3538.gbee299f4.el9.x86 17 MB/s | 17 MB 00:00 2024-05-08T05:45:07.238 INFO:teuthology.orchestra.run.smithi105.stdout:(9/156): ceph-mon-19.0.0-3538.gbee299f4.el9.x86 4.0 MB/s | 4.7 MB 00:01 2024-05-08T05:45:07.263 INFO:teuthology.orchestra.run.smithi105.stdout:(10/156): ceph-selinux-19.0.0-3538.gbee299f4.el 274 kB/s | 25 kB 00:00 2024-05-08T05:45:07.313 INFO:teuthology.orchestra.run.smithi105.stdout:(11/156): cephfs-mirror-19.0.0-3538.gbee299f4.e 4.4 MB/s | 225 kB 00:00 2024-05-08T05:45:07.355 INFO:teuthology.orchestra.run.smithi105.stdout:(12/156): cephfs-shell-19.0.0-3538.gbee299f4.el 651 kB/s | 27 kB 00:00 2024-05-08T05:45:07.397 INFO:teuthology.orchestra.run.smithi105.stdout:(13/156): libcephfs-devel-19.0.0-3538.gbee299f4 762 kB/s | 32 kB 00:00 2024-05-08T05:45:07.489 INFO:teuthology.orchestra.run.smithi105.stdout:(14/156): libcephfs2-19.0.0-3538.gbee299f4.el9. 8.0 MB/s | 747 kB 00:00 2024-05-08T05:45:07.547 INFO:teuthology.orchestra.run.smithi105.stdout:(15/156): libcephsqlite-19.0.0-3538.gbee299f4.e 2.7 MB/s | 163 kB 00:00 2024-05-08T05:45:07.614 INFO:teuthology.orchestra.run.smithi105.stdout:(16/156): librados-devel-19.0.0-3538.gbee299f4. 1.9 MB/s | 127 kB 00:00 2024-05-08T05:45:07.698 INFO:teuthology.orchestra.run.smithi105.stdout:(17/156): libradosstriper1-19.0.0-3538.gbee299f 5.9 MB/s | 500 kB 00:00 2024-05-08T05:45:08.081 INFO:teuthology.orchestra.run.smithi105.stdout:(18/156): librgw2-19.0.0-3538.gbee299f4.el9.x86 14 MB/s | 5.4 MB 00:00 2024-05-08T05:45:08.215 INFO:teuthology.orchestra.run.smithi105.stdout:(19/156): ceph-radosgw-19.0.0-3538.gbee299f4.el 8.3 MB/s | 11 MB 00:01 2024-05-08T05:45:08.240 INFO:teuthology.orchestra.run.smithi105.stdout:(20/156): python3-ceph-argparse-19.0.0-3538.gbe 284 kB/s | 45 kB 00:00 2024-05-08T05:45:08.266 INFO:teuthology.orchestra.run.smithi105.stdout:(21/156): python3-ceph-common-19.0.0-3538.gbee2 2.7 MB/s | 135 kB 00:00 2024-05-08T05:45:08.291 INFO:teuthology.orchestra.run.smithi105.stdout:(22/156): python3-cephfs-19.0.0-3538.gbee299f4. 3.2 MB/s | 161 kB 00:00 2024-05-08T05:45:08.324 INFO:teuthology.orchestra.run.smithi105.stdout:(23/156): python3-rados-19.0.0-3538.gbee299f4.e 5.4 MB/s | 321 kB 00:00 2024-05-08T05:45:08.350 INFO:teuthology.orchestra.run.smithi105.stdout:(24/156): python3-rbd-19.0.0-3538.gbee299f4.el9 5.0 MB/s | 299 kB 00:00 2024-05-08T05:45:08.375 INFO:teuthology.orchestra.run.smithi105.stdout:(25/156): python3-rgw-19.0.0-3538.gbee299f4.el9 1.9 MB/s | 100 kB 00:00 2024-05-08T05:45:08.400 INFO:teuthology.orchestra.run.smithi105.stdout:(26/156): rbd-fuse-19.0.0-3538.gbee299f4.el9.x8 1.7 MB/s | 85 kB 00:00 2024-05-08T05:45:08.442 INFO:teuthology.orchestra.run.smithi105.stdout:(27/156): rbd-nbd-19.0.0-3538.gbee299f4.el9.x86 4.0 MB/s | 171 kB 00:00 2024-05-08T05:45:08.493 INFO:teuthology.orchestra.run.smithi105.stdout:(28/156): ceph-grafana-dashboards-19.0.0-3538.g 683 kB/s | 34 kB 00:00 2024-05-08T05:45:08.560 INFO:teuthology.orchestra.run.smithi105.stdout:(29/156): ceph-mgr-cephadm-19.0.0-3538.gbee299f 2.1 MB/s | 142 kB 00:00 2024-05-08T05:45:08.635 INFO:teuthology.orchestra.run.smithi105.stdout:(30/156): rbd-mirror-19.0.0-3538.gbee299f4.el9. 12 MB/s | 3.1 MB 00:00 2024-05-08T05:45:08.794 INFO:teuthology.orchestra.run.smithi105.stdout:(31/156): ceph-mgr-dashboard-19.0.0-3538.gbee29 15 MB/s | 3.5 MB 00:00 2024-05-08T05:45:08.844 INFO:teuthology.orchestra.run.smithi105.stdout:(32/156): ceph-mgr-modules-core-19.0.0-3538.gbe 5.4 MB/s | 274 kB 00:00 2024-05-08T05:45:08.894 INFO:teuthology.orchestra.run.smithi105.stdout:(33/156): ceph-mgr-rook-19.0.0-3538.gbee299f4.e 989 kB/s | 49 kB 00:00 2024-05-08T05:45:08.953 INFO:teuthology.orchestra.run.smithi105.stdout:(34/156): ceph-prometheus-alerts-19.0.0-3538.gb 282 kB/s | 16 kB 00:00 2024-05-08T05:45:09.003 INFO:teuthology.orchestra.run.smithi105.stdout:(35/156): ceph-volume-19.0.0-3538.gbee299f4.el9 5.3 MB/s | 273 kB 00:00 2024-05-08T05:45:09.079 INFO:teuthology.orchestra.run.smithi105.stdout:(36/156): cephadm-19.0.0-3538.gbee299f4.el9.noa 9.9 MB/s | 763 kB 00:00 2024-05-08T05:45:09.129 INFO:teuthology.orchestra.run.smithi105.stdout:(37/156): cephfs-top-19.0.0-3538.gbee299f4.el9. 366 kB/s | 18 kB 00:00 2024-05-08T05:45:09.529 INFO:teuthology.orchestra.run.smithi105.stdout:(38/156): ceph-mgr-diskprediction-local-19.0.0- 8.3 MB/s | 7.4 MB 00:00 2024-05-08T05:45:09.554 INFO:teuthology.orchestra.run.smithi105.stdout:(39/156): fuse-2.9.9-15.el9.x86_64.rpm 189 kB/s | 80 kB 00:00 2024-05-08T05:45:09.830 INFO:teuthology.orchestra.run.smithi105.stdout:(40/156): libquadmath-11.4.1-3.el9.x86_64.rpm 710 kB/s | 195 kB 00:00 2024-05-08T05:45:10.013 INFO:teuthology.orchestra.run.smithi105.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.4 MB/s | 253 kB 00:00 2024-05-08T05:45:10.297 INFO:teuthology.orchestra.run.smithi105.stdout:(42/156): python3-cryptography-36.0.1-4.el9.x86 4.3 MB/s | 1.2 MB 00:00 2024-05-08T05:45:10.322 INFO:teuthology.orchestra.run.smithi105.stdout:(43/156): libgfortran-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 803 kB 00:00 2024-05-08T05:45:10.406 INFO:teuthology.orchestra.run.smithi105.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 982 kB/s | 106 kB 00:00 2024-05-08T05:45:10.431 INFO:teuthology.orchestra.run.smithi105.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-05-08T05:45:10.515 INFO:teuthology.orchestra.run.smithi105.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-05-08T05:45:10.540 INFO:teuthology.orchestra.run.smithi105.stdout:(47/156): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-05-08T05:45:10.782 INFO:teuthology.orchestra.run.smithi105.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 689 kB 00:00 2024-05-08T05:45:10.840 INFO:teuthology.orchestra.run.smithi105.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-05-08T05:45:10.874 INFO:teuthology.orchestra.run.smithi105.stdout:(50/156): bison-3.7.4-5.el9.x86_64.rpm 2.8 MB/s | 943 kB 00:00 2024-05-08T05:45:10.908 INFO:teuthology.orchestra.run.smithi105.stdout:(51/156): elfutils-libelf-devel-0.190-2.el9.x86 321 kB/s | 21 kB 00:00 2024-05-08T05:45:10.933 INFO:teuthology.orchestra.run.smithi105.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-05-08T05:45:10.966 INFO:teuthology.orchestra.run.smithi105.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 560 kB/s | 33 kB 00:00 2024-05-08T05:45:11.025 INFO:teuthology.orchestra.run.smithi105.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-05-08T05:45:11.084 INFO:teuthology.orchestra.run.smithi105.stdout:(55/156): libaio-devel-0.3.111-13.el9.x86_64.rp 191 kB/s | 11 kB 00:00 2024-05-08T05:45:11.134 INFO:teuthology.orchestra.run.smithi105.stdout:(56/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-05-08T05:45:11.159 INFO:teuthology.orchestra.run.smithi105.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-05-08T05:45:11.193 INFO:teuthology.orchestra.run.smithi105.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 772 kB/s | 45 kB 00:00 2024-05-08T05:45:11.268 INFO:teuthology.orchestra.run.smithi105.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 6.0 MB/s | 662 kB 00:00 2024-05-08T05:45:11.293 INFO:teuthology.orchestra.run.smithi105.stdout:(60/156): libtool-2.4.6-45.el9.x86_64.rpm 5.7 MB/s | 582 kB 00:00 2024-05-08T05:45:11.327 INFO:teuthology.orchestra.run.smithi105.stdout:(61/156): libuuid-devel-2.37.4-18.el9.x86_64.rp 434 kB/s | 25 kB 00:00 2024-05-08T05:45:11.361 INFO:teuthology.orchestra.run.smithi105.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 708 kB/s | 47 kB 00:00 2024-05-08T05:45:11.394 INFO:teuthology.orchestra.run.smithi105.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.3 MB/s | 292 kB 00:00 2024-05-08T05:45:11.428 INFO:teuthology.orchestra.run.smithi105.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.7 MB/s | 188 kB 00:00 2024-05-08T05:45:11.453 INFO:teuthology.orchestra.run.smithi105.stdout:(65/156): openblas-0.3.21-2.el9.x86_64.rpm 599 kB/s | 35 kB 00:00 2024-05-08T05:45:11.687 INFO:teuthology.orchestra.run.smithi105.stdout:(66/156): openblas-openmp-0.3.21-2.el9.x86_64.r 18 MB/s | 4.7 MB 00:00 2024-05-08T05:45:11.771 INFO:teuthology.orchestra.run.smithi105.stdout:(67/156): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-05-08T05:45:11.829 INFO:teuthology.orchestra.run.smithi105.stdout:(68/156): postgresql-13.14-1.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-05-08T05:45:11.863 INFO:teuthology.orchestra.run.smithi105.stdout:(69/156): postgresql-contrib-13.14-1.el9.x86_64 9.7 MB/s | 911 kB 00:00 2024-05-08T05:45:11.888 INFO:teuthology.orchestra.run.smithi105.stdout:(70/156): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-05-08T05:45:11.980 INFO:teuthology.orchestra.run.smithi105.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-05-08T05:45:12.039 INFO:teuthology.orchestra.run.smithi105.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-05-08T05:45:12.214 INFO:teuthology.orchestra.run.smithi105.stdout:(73/156): postgresql-server-13.14-1.el9.x86_64. 16 MB/s | 5.8 MB 00:00 2024-05-08T05:45:12.281 INFO:teuthology.orchestra.run.smithi105.stdout:(74/156): python3-devel-3.9.18-3.el9.x86_64.rpm 3.6 MB/s | 244 kB 00:00 2024-05-08T05:45:12.373 INFO:teuthology.orchestra.run.smithi105.stdout:(75/156): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-05-08T05:45:12.398 INFO:teuthology.orchestra.run.smithi105.stdout:(76/156): python3-jinja2-2.11.3-5.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-05-08T05:45:12.432 INFO:teuthology.orchestra.run.smithi105.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-05-08T05:45:12.449 INFO:teuthology.orchestra.run.smithi105.stdout:(78/156): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-05-08T05:45:12.499 INFO:teuthology.orchestra.run.smithi105.stdout:(79/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-05-08T05:45:12.516 INFO:teuthology.orchestra.run.smithi105.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 517 kB/s | 35 kB 00:00 2024-05-08T05:45:12.575 INFO:teuthology.orchestra.run.smithi105.stdout:(81/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-05-08T05:45:12.650 INFO:teuthology.orchestra.run.smithi105.stdout:(82/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-05-08T05:45:12.750 INFO:teuthology.orchestra.run.smithi105.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-05-08T05:45:12.776 INFO:teuthology.orchestra.run.smithi105.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 615 kB/s | 77 kB 00:00 2024-05-08T05:45:12.801 INFO:teuthology.orchestra.run.smithi105.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-05-08T05:45:12.851 INFO:teuthology.orchestra.run.smithi105.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-05-08T05:45:12.877 INFO:teuthology.orchestra.run.smithi105.stdout:(87/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-05-08T05:45:12.910 INFO:teuthology.orchestra.run.smithi105.stdout:(88/156): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-05-08T05:45:12.927 INFO:teuthology.orchestra.run.smithi105.stdout:(89/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-05-08T05:45:12.961 INFO:teuthology.orchestra.run.smithi105.stdout:(90/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-05-08T05:45:13.011 INFO:teuthology.orchestra.run.smithi105.stdout:(91/156): python3-toml-0.10.2-6.el9.noarch.rpm 833 kB/s | 42 kB 00:00 2024-05-08T05:45:13.061 INFO:teuthology.orchestra.run.smithi105.stdout:(92/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 882 kB/s | 44 kB 00:00 2024-05-08T05:45:13.128 INFO:teuthology.orchestra.run.smithi105.stdout:(93/156): qatlib-24.02.0-1.el9.x86_64.rpm 3.2 MB/s | 221 kB 00:00 2024-05-08T05:45:13.195 INFO:teuthology.orchestra.run.smithi105.stdout:(94/156): qatlib-service-24.02.0-1.el9.x86_64.r 538 kB/s | 36 kB 00:00 2024-05-08T05:45:13.254 INFO:teuthology.orchestra.run.smithi105.stdout:(95/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 812 kB/s | 47 kB 00:00 2024-05-08T05:45:13.321 INFO:teuthology.orchestra.run.smithi105.stdout:(96/156): socat-1.7.4.1-5.el9.x86_64.rpm 4.5 MB/s | 305 kB 00:00 2024-05-08T05:45:13.480 INFO:teuthology.orchestra.run.smithi105.stdout:(97/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-05-08T05:45:13.505 INFO:teuthology.orchestra.run.smithi105.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 315 kB/s | 58 kB 00:00 2024-05-08T05:45:13.539 INFO:teuthology.orchestra.run.smithi105.stdout:(99/156): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.6 MB/s | 94 kB 00:00 2024-05-08T05:45:13.564 INFO:teuthology.orchestra.run.smithi105.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-05-08T05:45:13.597 INFO:teuthology.orchestra.run.smithi105.stdout:(101/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 763 kB/s | 45 kB 00:00 2024-05-08T05:45:13.664 INFO:teuthology.orchestra.run.smithi105.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 223 kB/s | 22 kB 00:00 2024-05-08T05:45:14.132 INFO:teuthology.orchestra.run.smithi105.stdout:(103/156): ceph-test-19.0.0-3538.gbee299f4.el9. 7.1 MB/s | 49 MB 00:06 2024-05-08T05:45:14.240 INFO:teuthology.orchestra.run.smithi105.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.3 MB/s | 863 kB 00:00 2024-05-08T05:45:14.715 INFO:teuthology.orchestra.run.smithi105.stdout:(105/156): grpc-data-1.46.7-10.el9.noarch.rpm 43 kB/s | 19 kB 00:00 2024-05-08T05:45:15.032 INFO:teuthology.orchestra.run.smithi105.stdout:(106/156): gperftools-libs-2.9.1-2.el9.x86_64.r 354 kB/s | 309 kB 00:00 2024-05-08T05:45:15.141 INFO:teuthology.orchestra.run.smithi105.stdout:(107/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 240 kB/s | 26 kB 00:00 2024-05-08T05:45:15.216 INFO:teuthology.orchestra.run.smithi105.stdout:(108/156): abseil-cpp-20211102.0-3.el9.x86_64.r 353 kB/s | 548 kB 00:01 2024-05-08T05:45:15.241 INFO:teuthology.orchestra.run.smithi105.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 484 kB/s | 49 kB 00:00 2024-05-08T05:45:15.400 INFO:teuthology.orchestra.run.smithi105.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 367 kB/s | 67 kB 00:00 2024-05-08T05:45:15.508 INFO:teuthology.orchestra.run.smithi105.stdout:(111/156): luarocks-3.9.2-1.el9.noarch.rpm 566 kB/s | 151 kB 00:00 2024-05-08T05:45:16.250 INFO:teuthology.orchestra.run.smithi105.stdout:(112/156): python3-asyncssh-2.13.2-5.el9.noarch 739 kB/s | 548 kB 00:00 2024-05-08T05:45:16.376 INFO:teuthology.orchestra.run.smithi105.stdout:(113/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 348 kB/s | 43 kB 00:00 2024-05-08T05:45:16.484 INFO:teuthology.orchestra.run.smithi105.stdout:(114/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 774 kB/s | 839 kB 00:01 2024-05-08T05:45:16.501 INFO:teuthology.orchestra.run.smithi105.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 257 kB/s | 32 kB 00:00 2024-05-08T05:45:16.576 INFO:teuthology.orchestra.run.smithi105.stdout:(116/156): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-05-08T05:45:16.760 INFO:teuthology.orchestra.run.smithi105.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 664 kB/s | 172 kB 00:00 2024-05-08T05:45:17.077 INFO:teuthology.orchestra.run.smithi105.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 716 kB/s | 358 kB 00:00 2024-05-08T05:45:17.177 INFO:teuthology.orchestra.run.smithi105.stdout:(119/156): python3-colorama-0.4.4-12.el9.noarch 353 kB/s | 35 kB 00:00 2024-05-08T05:45:17.203 INFO:teuthology.orchestra.run.smithi105.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 685 kB/s | 303 kB 00:00 2024-05-08T05:45:17.520 INFO:teuthology.orchestra.run.smithi105.stdout:(121/156): python3-google-auth-2.29.0-1.el9.noa 601 kB/s | 206 kB 00:00 2024-05-08T05:45:17.779 INFO:teuthology.orchestra.run.smithi105.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 560 kB/s | 144 kB 00:00 2024-05-08T05:45:17.879 INFO:teuthology.orchestra.run.smithi105.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-05-08T05:45:17.979 INFO:teuthology.orchestra.run.smithi105.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 177 kB/s | 18 kB 00:00 2024-05-08T05:45:18.079 INFO:teuthology.orchestra.run.smithi105.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 232 kB/s | 23 kB 00:00 2024-05-08T05:45:18.171 INFO:teuthology.orchestra.run.smithi105.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 212 kB/s | 19 kB 00:00 2024-05-08T05:45:18.263 INFO:teuthology.orchestra.run.smithi105.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 215 kB/s | 20 kB 00:00 2024-05-08T05:45:19.563 INFO:teuthology.orchestra.run.smithi105.stdout:(128/156): python3-kubernetes-26.1.0-2.el9.noar 804 kB/s | 1.0 MB 00:01 2024-05-08T05:45:19.672 INFO:teuthology.orchestra.run.smithi105.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 428 kB/s | 46 kB 00:00 2024-05-08T05:45:19.789 INFO:teuthology.orchestra.run.smithi105.stdout:(130/156): python3-grpcio-1.46.7-10.el9.x86_64. 807 kB/s | 2.0 MB 00:02 2024-05-08T05:45:19.856 INFO:teuthology.orchestra.run.smithi105.stdout:(131/156): python3-more-itertools-8.12.0-2.el9. 429 kB/s | 79 kB 00:00 2024-05-08T05:45:19.973 INFO:teuthology.orchestra.run.smithi105.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 314 kB/s | 58 kB 00:00 2024-05-08T05:45:20.115 INFO:teuthology.orchestra.run.smithi105.stdout:(133/156): libarrow-9.0.0-11.el9.x86_64.rpm 837 kB/s | 4.4 MB 00:05 2024-05-08T05:45:20.140 INFO:teuthology.orchestra.run.smithi105.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 98 kB/s | 16 kB 00:00 2024-05-08T05:45:20.240 INFO:teuthology.orchestra.run.smithi105.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 282 kB/s | 28 kB 00:00 2024-05-08T05:45:20.299 INFO:teuthology.orchestra.run.smithi105.stdout:(136/156): python3-pecan-1.4.2-3.el9.noarch.rpm 615 kB/s | 272 kB 00:00 2024-05-08T05:45:20.324 INFO:teuthology.orchestra.run.smithi105.stdout:(137/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 430 kB/s | 90 kB 00:00 2024-05-08T05:45:20.349 INFO:teuthology.orchestra.run.smithi105.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 282 kB/s | 31 kB 00:00 2024-05-08T05:45:20.458 INFO:teuthology.orchestra.run.smithi105.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 330 kB/s | 36 kB 00:00 2024-05-08T05:45:20.508 INFO:teuthology.orchestra.run.smithi105.stdout:(140/156): python3-rsa-4.9-2.el9.noarch.rpm 322 kB/s | 59 kB 00:00 2024-05-08T05:45:20.558 INFO:teuthology.orchestra.run.smithi105.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 727 kB/s | 188 kB 00:00 2024-05-08T05:45:20.584 INFO:teuthology.orchestra.run.smithi105.stdout:(142/156): python3-typing-extensions-4.4.0-2.el 407 kB/s | 51 kB 00:00 2024-05-08T05:45:20.742 INFO:teuthology.orchestra.run.smithi105.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 488 kB/s | 90 kB 00:00 2024-05-08T05:45:20.843 INFO:teuthology.orchestra.run.smithi105.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 200 kB/s | 20 kB 00:00 2024-05-08T05:45:20.868 INFO:teuthology.orchestra.run.smithi105.stdout:(145/156): python3-webob-1.8.7-6.el9.noarch.rpm 639 kB/s | 230 kB 00:00 2024-05-08T05:45:21.102 INFO:teuthology.orchestra.run.smithi105.stdout:(146/156): re2-20211101-3.el9.x86_64.rpm 741 kB/s | 192 kB 00:00 2024-05-08T05:45:21.210 INFO:teuthology.orchestra.run.smithi105.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 682 kB/s | 427 kB 00:00 2024-05-08T05:45:21.419 INFO:teuthology.orchestra.run.smithi105.stdout:(148/156): librados2-19.0.0-3538.gbee299f4.el9. 11 MB/s | 3.4 MB 00:00 2024-05-08T05:45:21.753 INFO:teuthology.orchestra.run.smithi105.stdout:(149/156): librbd1-19.0.0-3538.gbee299f4.el9.x8 5.8 MB/s | 3.1 MB 00:00 2024-05-08T05:45:22.403 INFO:teuthology.orchestra.run.smithi105.stdout:(150/156): NetworkManager-1.47.5-1.el9.x86_64.r 2.3 MB/s | 2.3 MB 00:00 2024-05-08T05:45:22.503 INFO:teuthology.orchestra.run.smithi105.stdout:(151/156): NetworkManager-team-1.47.5-1.el9.x86 417 kB/s | 42 kB 00:00 2024-05-08T05:45:22.620 INFO:teuthology.orchestra.run.smithi105.stdout:(152/156): NetworkManager-tui-1.47.5-1.el9.x86_ 2.1 MB/s | 248 kB 00:00 2024-05-08T05:45:22.687 INFO:teuthology.orchestra.run.smithi105.stdout:(153/156): NetworkManager-libnm-1.47.5-1.el9.x8 2.0 MB/s | 1.8 MB 00:00 2024-05-08T05:45:22.839 INFO:teuthology.orchestra.run.smithi105.stdout:(154/156): openssl-3.2.1-1.el9.x86_64.rpm 6.2 MB/s | 1.3 MB 00:00 2024-05-08T05:45:22.913 INFO:teuthology.orchestra.run.smithi105.stdout:(155/156): thrift-0.15.0-2.el9.x86_64.rpm 792 kB/s | 1.6 MB 00:02 2024-05-08T05:45:23.054 INFO:teuthology.orchestra.run.smithi105.stdout:(156/156): openssl-libs-3.2.1-1.el9.x86_64.rpm 6.5 MB/s | 2.4 MB 00:00 2024-05-08T05:45:23.060 INFO:teuthology.orchestra.run.smithi105.stdout:-------------------------------------------------------------------------------- 2024-05-08T05:45:23.060 INFO:teuthology.orchestra.run.smithi105.stdout:Total 12 MB/s | 226 MB 00:19 2024-05-08T05:45:24.202 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction check 2024-05-08T05:45:24.351 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction check succeeded. 2024-05-08T05:45:24.352 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction test 2024-05-08T05:45:26.151 INFO:teuthology.orchestra.run.smithi105.stdout:Transaction test succeeded. 2024-05-08T05:45:26.151 INFO:teuthology.orchestra.run.smithi105.stdout:Running transaction 2024-05-08T05:45:32.422 INFO:teuthology.orchestra.run.smithi105.stdout: Preparing : 1/1 2024-05-08T05:45:32.509 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/164 2024-05-08T05:45:32.547 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-05-08T05:45:32.600 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-05-08T05:45:32.634 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-05-08T05:45:32.660 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-05-08T05:45:32.702 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-05-08T05:45:33.024 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-05-08T05:45:33.144 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:45:33.250 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:45:33.387 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:45:33.478 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:45:33.508 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 10/164 2024-05-08T05:45:33.654 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/164 2024-05-08T05:45:33.713 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/164 2024-05-08T05:45:33.742 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:45:33.845 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:45:33.868 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 14/164 2024-05-08T05:45:33.930 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 14/164 2024-05-08T05:45:33.952 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-08T05:45:33.970 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-05-08T05:45:34.110 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-08T05:45:34.239 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-05-08T05:45:34.391 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-08T05:45:34.451 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 17/164 2024-05-08T05:45:34.546 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:45:34.611 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:45:34.809 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.47.5-1.el9.x86_64 18/164 2024-05-08T05:45:34.922 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : re2-1:20211101-3.el9.x86_64 19/164 2024-05-08T05:45:34.957 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-05-08T05:45:34.992 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/164 2024-05-08T05:45:35.065 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/164 2024-05-08T05:45:35.100 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/164 2024-05-08T05:45:35.144 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 24/164 2024-05-08T05:45:35.175 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 25/164 2024-05-08T05:45:35.203 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lua-5.4.4-4.el9.x86_64 26/164 2024-05-08T05:45:35.306 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 27/164 2024-05-08T05:45:35.367 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 28/164 2024-05-08T05:45:35.406 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 29/164 2024-05-08T05:45:35.442 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 30/164 2024-05-08T05:45:35.519 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 31/164 2024-05-08T05:45:35.553 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-common-2:19.0.0-3538.gbee299f4.el9. 32/164 2024-05-08T05:45:35.596 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el 33/164 2024-05-08T05:45:35.624 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_6 34/164 2024-05-08T05:45:35.695 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 35/164 2024-05-08T05:45:35.739 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : luarocks-3.9.2-1.el9.noarch 36/164 2024-05-08T05:45:35.812 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 37/164 2024-05-08T05:45:35.953 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 38/164 2024-05-08T05:45:36.007 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 39/164 2024-05-08T05:45:36.529 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rsa-4.9-2.el9.noarch 40/164 2024-05-08T05:45:36.611 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 41/164 2024-05-08T05:45:36.641 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 42/164 2024-05-08T05:45:36.684 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 43/164 2024-05-08T05:45:36.722 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_6 44/164 2024-05-08T05:45:36.763 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/164 2024-05-08T05:45:36.912 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 46/164 2024-05-08T05:45:36.958 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 47/164 2024-05-08T05:45:37.048 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 48/164 2024-05-08T05:45:37.113 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 49/164 2024-05-08T05:45:37.186 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 50/164 2024-05-08T05:45:37.218 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 51/164 2024-05-08T05:45:37.254 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 52/164 2024-05-08T05:45:37.301 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 53/164 2024-05-08T05:45:37.337 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 54/164 2024-05-08T05:45:37.380 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 55/164 2024-05-08T05:45:37.422 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 56/164 2024-05-08T05:45:37.564 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 57/164 2024-05-08T05:45:37.611 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 58/164 2024-05-08T05:45:37.641 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 59/164 2024-05-08T05:45:37.682 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 60/164 2024-05-08T05:45:37.776 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-05-08T05:45:37.816 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 62/164 2024-05-08T05:45:37.931 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-05-08T05:45:37.982 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-05-08T05:45:38.006 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-05-08T05:45:38.082 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-05-08T05:45:38.215 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-05-08T05:45:38.247 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-05-08T05:45:38.284 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-05-08T05:45:38.317 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-05-08T05:45:38.357 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-05-08T05:45:38.389 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-05-08T05:45:38.447 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-05-08T05:45:38.478 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-05-08T05:45:38.512 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-05-08T05:45:38.544 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-05-08T05:45:38.579 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-05-08T05:45:38.665 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-05-08T05:45:38.709 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-05-08T05:45:38.740 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-05-08T05:45:38.787 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-05-08T05:45:38.884 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-packaging-20.9-5.el9.noarch 82/164 2024-05-08T05:45:38.933 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/164 2024-05-08T05:45:39.646 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/164 2024-05-08T05:45:39.689 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/164 2024-05-08T05:45:39.722 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/164 2024-05-08T05:45:39.819 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/164 2024-05-08T05:45:39.871 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 88/164 2024-05-08T05:45:39.966 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-05-08T05:45:40.000 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-05-08T05:45:40.175 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-0.3.21-2.el9.x86_64 91/164 2024-05-08T05:45:40.206 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 92/164 2024-05-08T05:45:40.282 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-05-08T05:45:40.921 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-05-08T05:45:41.036 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-05-08T05:45:42.244 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-05-08T05:45:42.336 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-05-08T05:45:42.364 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-05-08T05:45:42.397 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 99/164 2024-05-08T05:45:42.707 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-05-08T05:45:42.752 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 101/164 2024-05-08T05:45:42.842 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 101/164 2024-05-08T05:45:42.873 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 102/164 2024-05-08T05:45:42.909 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-05-08T05:45:43.386 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-05-08T05:45:43.413 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 105/164 2024-05-08T05:45:43.493 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 105/164 2024-05-08T05:45:43.515 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 106/164 2024-05-08T05:45:45.785 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:45:45.828 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:45:46.369 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 107/164 2024-05-08T05:45:46.406 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 108/164 2024-05-08T05:45:46.483 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 108/164 2024-05-08T05:45:46.483 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-08T05:45:46.483 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-08T05:45:46.484 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:45:46.516 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 109/164 2024-05-08T05:45:58.012 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 109/164 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /sys 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /proc 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /mnt 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /var/tmp 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /home 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /root 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout:skipping the directory /tmp 2024-05-08T05:45:58.013 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:45:58.188 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 110/164 2024-05-08T05:45:58.203 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 110/164 2024-05-08T05:45:58.204 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:45:58.204 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-08T05:45:58.204 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:45:59.701 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 111/164 2024-05-08T05:45:59.726 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 111/164 2024-05-08T05:45:59.726 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:45:59.726 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-08T05:45:59.726 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-08T05:45:59.726 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-08T05:45:59.726 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:45:59.960 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 112/164 2024-05-08T05:45:59.982 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 112/164 2024-05-08T05:45:59.982 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:45:59.982 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-08T05:45:59.982 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-08T05:45:59.982 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-08T05:45:59.982 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:00.418 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 113/164 2024-05-08T05:46:00.441 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 113/164 2024-05-08T05:46:00.441 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:46:00.441 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-08T05:46:00.441 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-08T05:46:00.441 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-08T05:46:00.441 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:00.548 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-05-08T05:46:00.596 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-05-08T05:46:00.652 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-05-08T05:46:00.845 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-05-08T05:46:00.894 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-05-08T05:46:00.971 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-05-08T05:46:01.059 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-05-08T05:46:01.214 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-05-08T05:46:01.261 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-05-08T05:46:01.293 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-05-08T05:46:01.320 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : fuse-2.9.9-15.el9.x86_64 124/164 2024-05-08T05:46:01.714 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 125/164 2024-05-08T05:46:01.744 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 125/164 2024-05-08T05:46:01.776 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.e 126/164 2024-05-08T05:46:01.838 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4. 127/164 2024-05-08T05:46:01.867 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 128/164 2024-05-08T05:46:02.903 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 128/164 2024-05-08T05:46:02.960 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 129/164 2024-05-08T05:46:03.923 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 129/164 2024-05-08T05:46:03.944 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 130/164 2024-05-08T05:46:04.054 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 130/164 2024-05-08T05:46:04.213 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el 131/164 2024-05-08T05:46:04.247 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 132/164 2024-05-08T05:46:04.269 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 132/164 2024-05-08T05:46:04.269 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:46:04.269 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-08T05:46:04.270 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-08T05:46:04.270 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-08T05:46:04.270 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:04.322 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 133/164 2024-05-08T05:46:04.333 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 133/164 2024-05-08T05:46:04.432 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 134/164 2024-05-08T05:46:04.479 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 135/164 2024-05-08T05:46:05.410 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libtool-2.4.6-45.el9.x86_64 136/164 2024-05-08T05:46:05.442 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 137/164 2024-05-08T05:46:05.464 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 137/164 2024-05-08T05:46:05.464 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:46:05.464 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-08T05:46:05.464 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-08T05:46:05.464 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-08T05:46:05.464 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:05.509 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3538.gbee29 138/164 2024-05-08T05:46:05.530 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3538.gbee29 138/164 2024-05-08T05:46:05.531 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:46:05.531 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-08T05:46:05.531 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:05.576 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 139/164 2024-05-08T05:46:05.598 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 139/164 2024-05-08T05:46:05.598 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:46:05.598 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-08T05:46:05.598 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-08T05:46:05.598 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-08T05:46:05.598 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:05.902 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 140/164 2024-05-08T05:46:05.924 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 140/164 2024-05-08T05:46:05.924 INFO:teuthology.orchestra.run.smithi105.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-08T05:46:05.924 INFO:teuthology.orchestra.run.smithi105.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-08T05:46:05.924 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-08T05:46:05.924 INFO:teuthology.orchestra.run.smithi105.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-08T05:46:05.924 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:10.522 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 141/164 2024-05-08T05:46:10.564 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 142/164 2024-05-08T05:46:10.604 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 143/164 2024-05-08T05:46:10.636 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 144/164 2024-05-08T05:46:10.664 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 145/164 2024-05-08T05:46:10.865 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 146/164 2024-05-08T05:46:10.910 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 147/164 2024-05-08T05:46:10.931 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_ 148/164 2024-05-08T05:46:10.961 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-team-1:1.47.5-1.el9.x86_64 149/164 2024-05-08T05:46:10.999 INFO:teuthology.orchestra.run.smithi105.stdout: Upgrading : NetworkManager-tui-1:1.47.5-1.el9.x86_64 150/164 2024-05-08T05:46:11.620 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:46:11.663 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:46:11.683 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 151/164 2024-05-08T05:46:12.512 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 152/164 2024-05-08T05:46:12.593 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 153/164 2024-05-08T05:46:12.634 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-05-08T05:46:12.718 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-05-08T05:46:12.763 INFO:teuthology.orchestra.run.smithi105.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-05-08T05:46:12.789 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 157/164 2024-05-08T05:46:12.789 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-08T05:46:12.873 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 158/164 2024-05-08T05:46:12.898 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 159/164 2024-05-08T05:46:12.898 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-08T05:46:12.991 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-05-08T05:46:13.016 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 161/164 2024-05-08T05:46:13.021 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:46:13.021 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:46:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 162/164 2024-05-08T05:46:13.211 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-08T05:46:13.303 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 163/164 2024-05-08T05:46:13.366 INFO:teuthology.orchestra.run.smithi105.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:46:18.866 INFO:teuthology.orchestra.run.smithi105.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:46:18.866 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 1/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 2/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 3/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 4/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3538.gbee29 5/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 6/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 7/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 8/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 9/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 10/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 11/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 12/164 2024-05-08T05:46:18.867 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 13/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 14/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_ 15/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 16/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 17/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_6 18/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86 19/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 20/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el 21/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ceph-common-2:19.0.0-3538.gbee299f4.el9. 22/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_6 23/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 24/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 25/164 2024-05-08T05:46:18.868 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 26/164 2024-05-08T05:46:18.869 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 27/164 2024-05-08T05:46:18.869 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 28/164 2024-05-08T05:46:18.869 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 29/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4. 30/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noa 31/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.n 32/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee 33/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el 34/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 35/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.e 36/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 37/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 38/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 39/164 2024-05-08T05:46:18.882 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/164 2024-05-08T05:46:18.883 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-05-08T05:46:18.884 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/164 2024-05-08T05:46:18.885 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/164 2024-05-08T05:46:18.886 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/164 2024-05-08T05:46:18.887 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 108/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 109/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 113/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/164 2024-05-08T05:46:18.888 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-05-08T05:46:18.889 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/164 2024-05-08T05:46:18.890 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 149/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 151/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-1:1.47.5-1.el9.x86_64 153/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-libnm-1:1.47.5-1.el9.x86_64 155/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-team-1:1.47.5-1.el9.x86_64 157/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-tui-1:1.47.5-1.el9.x86_64 159/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 161/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 162/164 2024-05-08T05:46:18.891 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 163/164 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 164/164 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout:Upgraded: 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-1:1.47.5-1.el9.x86_64 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-libnm-1:1.47.5-1.el9.x86_64 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-team-1:1.47.5-1.el9.x86_64 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: NetworkManager-tui-1:1.47.5-1.el9.x86_64 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: librados2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: librbd1-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.526 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout:Installed: 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: automake-1.16.2-8.el9.noarch 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: bison-3.7.4-5.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-base-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-grafana-dashboards-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-immutable-object-cache-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.527 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mds-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-dashboard-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-modules-core-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mgr-rook-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-mon-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-osd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-prometheus-alerts-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-radosgw-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-selinux-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-test-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.528 INFO:teuthology.orchestra.run.smithi105.stdout: ceph-volume-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: cephadm-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-shell-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: cephfs-top-2:19.0.0-3538.gbee299f4.el9.noarch 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: flex-2.6.4-9.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-08T05:46:21.529 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs-devel-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libcephfs2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libcephsqlite-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: librados-devel-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: libradosstriper1-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.530 INFO:teuthology.orchestra.run.smithi105.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: librgw2-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: lua-5.4.4-4.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: luarocks-3.9.2-1.el9.noarch 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-08T05:46:21.531 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-13.14-1.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-argparse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ceph-common-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.532 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cephfs-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-08T05:46:21.533 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-08T05:46:21.534 INFO:teuthology.orchestra.run.smithi105.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-ply-3.11-14.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-08T05:46:21.535 INFO:teuthology.orchestra.run.smithi105.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rados-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rbd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rgw-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-08T05:46:21.536 INFO:teuthology.orchestra.run.smithi105.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-fuse-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-mirror-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: rbd-nbd-2:19.0.0-3538.gbee299f4.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: re2-1:20211101-3.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-08T05:46:21.537 INFO:teuthology.orchestra.run.smithi105.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-08T05:46:21.538 INFO:teuthology.orchestra.run.smithi105.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-08T05:46:21.538 INFO:teuthology.orchestra.run.smithi105.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-08T05:46:21.538 INFO:teuthology.orchestra.run.smithi105.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-08T05:46:21.538 INFO:teuthology.orchestra.run.smithi105.stdout: 2024-05-08T05:46:21.538 INFO:teuthology.orchestra.run.smithi105.stdout:Complete! 2024-05-08T05:46:21.966 DEBUG:teuthology.parallel:result is None 2024-05-08T05:46:21.967 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:46:22.115 DEBUG:teuthology.orchestra.run.smithi069:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-08T05:46:22.188 INFO:teuthology.orchestra.run.smithi069.stdout:19.0.0-3538.gbee299f4.el9 2024-05-08T05:46:22.188 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3538.gbee299f4.el9 2024-05-08T05:46:22.189 INFO:teuthology.task.install:The correct ceph version 19.0.0-3538.gbee299f4 is installed. 2024-05-08T05:46:22.191 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:46:22.338 DEBUG:teuthology.orchestra.run.smithi105:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-08T05:46:22.361 INFO:teuthology.orchestra.run.smithi105.stdout:19.0.0-3538.gbee299f4.el9 2024-05-08T05:46:22.361 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3538.gbee299f4.el9 2024-05-08T05:46:22.361 INFO:teuthology.task.install:The correct ceph version 19.0.0-3538.gbee299f4 is installed. 2024-05-08T05:46:22.363 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:46:22.511 DEBUG:teuthology.orchestra.run.smithi135:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-08T05:46:22.538 INFO:teuthology.orchestra.run.smithi135.stdout:19.0.0-3538.gbee299f4.el9 2024-05-08T05:46:22.538 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3538.gbee299f4.el9 2024-05-08T05:46:22.538 INFO:teuthology.task.install:The correct ceph version 19.0.0-3538.gbee299f4 is installed. 2024-05-08T05:46:22.540 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-08T05:46:22.540 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:46:22.540 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-08T05:46:22.630 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:46:22.630 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-08T05:46:22.661 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:46:22.661 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-08T05:46:22.693 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-08T05:46:22.693 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:46:22.693 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/daemon-helper 2024-05-08T05:46:22.782 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-08T05:46:22.860 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:46:22.861 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/daemon-helper 2024-05-08T05:46:22.888 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-08T05:46:22.955 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:46:22.955 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/daemon-helper 2024-05-08T05:46:22.984 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-08T05:46:23.050 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-08T05:46:23.050 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:46:23.050 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-08T05:46:23.139 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-08T05:46:23.252 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:46:23.252 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-08T05:46:23.278 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-08T05:46:23.344 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:46:23.345 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-08T05:46:23.368 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-08T05:46:23.432 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-08T05:46:23.433 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:46:23.433 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/stdin-killer 2024-05-08T05:46:23.507 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-08T05:46:23.613 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:46:23.613 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/usr/bin/stdin-killer 2024-05-08T05:46:23.641 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-08T05:46:23.709 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:46:23.709 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/usr/bin/stdin-killer 2024-05-08T05:46:23.732 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-08T05:46:23.795 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-08T05:46:23.896 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-05-08T05:46:23.896 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:46:23.897 INFO:tasks.cephadm:Cluster fsid is 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:46:23.897 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-08T05:46:23.897 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.69', 'mon.b': '172.21.15.105', 'mon.c': '172.21.15.135'} 2024-05-08T05:46:23.897 INFO:tasks.cephadm:First mon is mon.a on smithi069 2024-05-08T05:46:23.897 INFO:tasks.cephadm:First mgr is x 2024-05-08T05:46:23.897 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-08T05:46:23.898 DEBUG:teuthology.orchestra.run.smithi069:> sudo hostname $(hostname -s) 2024-05-08T05:46:23.975 DEBUG:teuthology.orchestra.run.smithi105:> sudo hostname $(hostname -s) 2024-05-08T05:46:24.003 DEBUG:teuthology.orchestra.run.smithi135:> sudo hostname $(hostname -s) 2024-05-08T05:46:24.027 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-08T05:46:24.027 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:46:24.241 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79166/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3538-gbee299f4', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3538.gbee299f4'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-07 17:50:48.409840', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-57676-3', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-05-08T05:46:24.455 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref wip-57676-3, sha1 bee299f4ac344e4c45e550d7a80abcadd7bc3d5a from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:46:24.456 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/x86_64/flavors/default/cephadm 2024-05-08T05:46:24.457 DEBUG:teuthology.orchestra.run.smithi069:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:25.376 INFO:teuthology.orchestra.run.smithi069.stdout:-rw-r--r--. 1 ubuntu ubuntu 782795 May 8 05:46 /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:25.377 DEBUG:teuthology.orchestra.run.smithi105:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:26.277 INFO:teuthology.orchestra.run.smithi105.stdout:-rw-r--r--. 1 ubuntu ubuntu 782795 May 8 05:46 /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:26.278 DEBUG:teuthology.orchestra.run.smithi135:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/wip-57676-3/bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:27.007 INFO:teuthology.orchestra.run.smithi135.stdout:-rw-r--r--. 1 ubuntu ubuntu 782795 May 8 05:46 /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:27.008 DEBUG:teuthology.orchestra.run.smithi069:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:27.068 DEBUG:teuthology.orchestra.run.smithi105:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:27.087 DEBUG:teuthology.orchestra.run.smithi135:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-08T05:46:27.122 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a on all hosts... 2024-05-08T05:46:27.122 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a pull 2024-05-08T05:46:27.130 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a pull 2024-05-08T05:46:27.132 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a pull 2024-05-08T05:46:28.671 INFO:teuthology.orchestra.run.smithi135.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a... 2024-05-08T05:46:28.697 INFO:teuthology.orchestra.run.smithi105.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a... 2024-05-08T05:46:29.066 INFO:teuthology.orchestra.run.smithi069.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a... 2024-05-08T05:46:59.808 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-05-08T05:46:59.809 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_version": "ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev)", 2024-05-08T05:46:59.809 INFO:teuthology.orchestra.run.smithi135.stdout: "image_id": "352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce", 2024-05-08T05:46:59.809 INFO:teuthology.orchestra.run.smithi135.stdout: "repo_digests": [ 2024-05-08T05:46:59.809 INFO:teuthology.orchestra.run.smithi135.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c" 2024-05-08T05:46:59.809 INFO:teuthology.orchestra.run.smithi135.stdout: ] 2024-05-08T05:46:59.809 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_version": "ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev)", 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout: "image_id": "352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce", 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout: "repo_digests": [ 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c" 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T05:47:09.481 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T05:47:12.709 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-05-08T05:47:12.709 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_version": "ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev)", 2024-05-08T05:47:12.709 INFO:teuthology.orchestra.run.smithi105.stdout: "image_id": "352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce", 2024-05-08T05:47:12.709 INFO:teuthology.orchestra.run.smithi105.stdout: "repo_digests": [ 2024-05-08T05:47:12.709 INFO:teuthology.orchestra.run.smithi105.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c" 2024-05-08T05:47:12.710 INFO:teuthology.orchestra.run.smithi105.stdout: ] 2024-05-08T05:47:12.710 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-05-08T05:47:12.735 DEBUG:teuthology.orchestra.run.smithi069:> sudo mkdir -p /etc/ceph 2024-05-08T05:47:12.826 DEBUG:teuthology.orchestra.run.smithi105:> sudo mkdir -p /etc/ceph 2024-05-08T05:47:12.853 DEBUG:teuthology.orchestra.run.smithi135:> sudo mkdir -p /etc/ceph 2024-05-08T05:47:12.884 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 777 /etc/ceph 2024-05-08T05:47:12.972 DEBUG:teuthology.orchestra.run.smithi105:> sudo chmod 777 /etc/ceph 2024-05-08T05:47:12.995 DEBUG:teuthology.orchestra.run.smithi135:> sudo chmod 777 /etc/ceph 2024-05-08T05:47:13.023 INFO:tasks.cephadm:Writing seed config... 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-08T05:47:13.025 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-08T05:47:13.026 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-08T05:47:13.027 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-08T05:47:13.028 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-08T05:47:13.028 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-08T05:47:13.028 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-08T05:47:13.028 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-08T05:47:13.028 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-08T05:47:13.028 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-08T05:47:13.029 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:47:13.029 DEBUG:teuthology.orchestra.run.smithi069:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-08T05:47:13.084 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 4dd78824-0cfe-11ef-bc97-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-08T05:47:13.085 DEBUG:teuthology.orchestra.run.smithi069:mon.a> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service 2024-05-08T05:47:13.133 DEBUG:teuthology.orchestra.run.smithi069:mgr.x> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x.service 2024-05-08T05:47:13.180 INFO:tasks.cephadm:Bootstrapping... 2024-05-08T05:47:13.180 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a -v bootstrap --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.69 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-08T05:47:13.451 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-05-08T05:47:13.451 INFO:teuthology.orchestra.run.smithi069.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a', '-v', 'bootstrap', '--fsid', '4dd78824-0cfe-11ef-bc97-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.69', '--skip-admin-label'] 2024-05-08T05:47:13.452 INFO:teuthology.orchestra.run.smithi069.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-08T05:47:13.452 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying podman|docker is present... 2024-05-08T05:47:13.507 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout 4.9.4-dev 2024-05-08T05:47:13.508 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying lvm2 is present... 2024-05-08T05:47:13.508 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying time synchronization is in place... 2024-05-08T05:47:13.524 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-08T05:47:13.524 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-08T05:47:13.538 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-08T05:47:13.538 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-05-08T05:47:13.554 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout enabled 2024-05-08T05:47:13.571 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout active 2024-05-08T05:47:13.571 INFO:teuthology.orchestra.run.smithi069.stdout:Unit chronyd.service is enabled and running 2024-05-08T05:47:13.572 INFO:teuthology.orchestra.run.smithi069.stdout:Repeating the final host check... 2024-05-08T05:47:13.630 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout 4.9.4-dev 2024-05-08T05:47:13.630 INFO:teuthology.orchestra.run.smithi069.stdout:podman (/bin/podman) version 4.9.4 is present 2024-05-08T05:47:13.631 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl is present 2024-05-08T05:47:13.631 INFO:teuthology.orchestra.run.smithi069.stdout:lvcreate is present 2024-05-08T05:47:13.644 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-08T05:47:13.644 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-08T05:47:13.659 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-08T05:47:13.659 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-05-08T05:47:13.675 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout enabled 2024-05-08T05:47:13.689 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout active 2024-05-08T05:47:13.689 INFO:teuthology.orchestra.run.smithi069.stdout:Unit chronyd.service is enabled and running 2024-05-08T05:47:13.689 INFO:teuthology.orchestra.run.smithi069.stdout:Host looks OK 2024-05-08T05:47:13.689 INFO:teuthology.orchestra.run.smithi069.stdout:Cluster fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:13.689 INFO:teuthology.orchestra.run.smithi069.stdout:Acquiring lock 140141191912896 on /run/cephadm/4dd78824-0cfe-11ef-bc97-c7b262605968.lock 2024-05-08T05:47:13.689 INFO:teuthology.orchestra.run.smithi069.stdout:Lock 140141191912896 acquired on /run/cephadm/4dd78824-0cfe-11ef-bc97-c7b262605968.lock 2024-05-08T05:47:13.690 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying IP 172.21.15.69 port 3300 ... 2024-05-08T05:47:13.690 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying IP 172.21.15.69 port 6789 ... 2024-05-08T05:47:13.690 INFO:teuthology.orchestra.run.smithi069.stdout:Base mon IP(s) is [172.21.15.69:3300, 172.21.15.69:6789], mon addrv is [v2:172.21.15.69:3300,v1:172.21.15.69:6789] 2024-05-08T05:47:13.698 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.69 metric 100 2024-05-08T05:47:13.698 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.69 metric 100 2024-05-08T05:47:13.705 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-08T05:47:13.705 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-05-08T05:47:13.705 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1789sec hoplimit 64 pref medium 2024-05-08T05:47:13.711 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-08T05:47:13.711 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-08T05:47:13.711 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-08T05:47:13.711 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-05-08T05:47:13.711 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d737/64 scope link 2024-05-08T05:47:13.711 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-08T05:47:13.712 INFO:teuthology.orchestra.run.smithi069.stdout:Mon IP `172.21.15.69` is in CIDR network `172.21.0.0/20` 2024-05-08T05:47:13.712 INFO:teuthology.orchestra.run.smithi069.stdout:Mon IP `172.21.15.69` is in CIDR network `172.21.0.0/20` 2024-05-08T05:47:13.712 INFO:teuthology.orchestra.run.smithi069.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-08T05:47:13.713 INFO:teuthology.orchestra.run.smithi069.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-08T05:47:13.714 INFO:teuthology.orchestra.run.smithi069.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a... 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a... 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Getting image source signatures 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Copying blob sha256:bf5b95bd68251da39c6cd2eb96c6ba4138bb37a62bdc39287908b25e92047d7e 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Copying blob sha256:f08a3efca46759c0efc03dda6bb4c9adf7daf77004822005f2f0da3e8d1877bb 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Copying config sha256:352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce 2024-05-08T05:47:22.984 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-08T05:47:24.417 INFO:teuthology.orchestra.run.smithi069.stdout:ceph: stdout ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev) 2024-05-08T05:47:24.417 INFO:teuthology.orchestra.run.smithi069.stdout:Ceph version: ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev) 2024-05-08T05:47:24.418 INFO:teuthology.orchestra.run.smithi069.stdout:Extracting ceph user uid/gid from container image... 2024-05-08T05:47:25.717 INFO:teuthology.orchestra.run.smithi069.stdout:stat: stdout 167 167 2024-05-08T05:47:25.717 INFO:teuthology.orchestra.run.smithi069.stdout:Creating initial keys... 2024-05-08T05:47:26.935 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph-authtool: stdout AQDuETtm5x41DxAAPxTtw6hHYDIfs36bWt0gwg== 2024-05-08T05:47:28.276 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph-authtool: stdout AQDvETtmKpeXGhAAKzbaCme1czK+DClC4dWE0w== 2024-05-08T05:47:29.378 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph-authtool: stdout AQDwETtm6YroLhAANlYiBCyJ3Hnu8vFBGGmcvw== 2024-05-08T05:47:29.379 INFO:teuthology.orchestra.run.smithi069.stdout:Creating initial monmap... 2024-05-08T05:47:30.564 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-08T05:47:30.565 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:monmaptool for a [v2:172.21.15.69:3300,v1:172.21.15.69:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:setting min_mon_release = quincy 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: set fsid to 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:47:30.567 INFO:teuthology.orchestra.run.smithi069.stdout:Creating mon... 2024-05-08T05:47:31.842 INFO:teuthology.orchestra.run.smithi069.stdout:create mon.a on 2024-05-08T05:47:32.208 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-08T05:47:32.446 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-08T05:47:32.708 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968.target → /etc/systemd/system/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968.target. 2024-05-08T05:47:32.708 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968.target → /etc/systemd/system/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968.target. 2024-05-08T05:47:33.076 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a 2024-05-08T05:47:33.076 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service: Unit ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service not loaded. 2024-05-08T05:47:33.366 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968.target.wants/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service → /etc/systemd/system/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@.service. 2024-05-08T05:47:34.055 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:33 smithi069 podman[29170]: 2024-05-08 05:47:33.824074633 +0000 UTC m=+0.188307950 container create 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux ) 2024-05-08T05:47:34.055 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:34 smithi069 podman[29170]: 2024-05-08 05:47:34.054340648 +0000 UTC m=+0.418573946 container init 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f) 2024-05-08T05:47:34.157 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-08T05:47:34.157 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-05-08T05:47:34.173 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-08T05:47:34.173 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-05-08T05:47:34.173 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-05-08T05:47:34.173 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to enable service . firewalld.service is not available 2024-05-08T05:47:34.174 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mon to start... 2024-05-08T05:47:34.174 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mon... 2024-05-08T05:47:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:34 smithi069 podman[29170]: 2024-05-08 05:47:34.064659389 +0000 UTC m=+0.428892686 container start 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507) 2024-05-08T05:47:34.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:34 smithi069 bash[29170]: 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f 2024-05-08T05:47:34.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:34 smithi069 systemd[1]: Started Ceph mon.a for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:47:34.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:34 smithi069 ceph-mon[29188]: mkfs 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:34.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:34 smithi069 ceph-mon[29188]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-08T05:47:35.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-08T05:47:35.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: monmap epoch 1 2024-05-08T05:47:35.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:35.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: last_changed 2024-05-08T05:47:29.921760+0000 2024-05-08T05:47:35.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:47:35.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: min_mon_release 19 (squid) 2024-05-08T05:47:35.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: election_strategy: 1 2024-05-08T05:47:35.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:47:35.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: fsmap 2024-05-08T05:47:35.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: osdmap e1: 0 total, 0 up, 0 in 2024-05-08T05:47:35.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: mgrmap e1: no daemons active 2024-05-08T05:47:35.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:35 smithi069 ceph-mon[29188]: from='client.? 172.21.15.69:0/1780142675' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-08T05:47:35.665 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout cluster: 2024-05-08T05:47:35.667 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout id: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout services: 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.82828s) 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout data: 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-08T05:47:35.668 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-08T05:47:35.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout pgs: 2024-05-08T05:47:35.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:35.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.878+0000 7fdc1b200700 1 Processor -- start 2024-05-08T05:47:35.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.879+0000 7fdc1b200700 1 -- start start 2024-05-08T05:47:35.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.879+0000 7fdc1b200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c107320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.879+0000 7fdc1b200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c1078f0 con 0x7fdc1c106f00 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.880+0000 7fdc19e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c107320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.880+0000 7fdc19e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c107320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36294/0 (socket says 172.21.15.69:36294) 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.880+0000 7fdc19e00700 1 -- 172.21.15.69:0/3287564787 learned_addr learned my addr 172.21.15.69:0/3287564787 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.880+0000 7fdc19e00700 1 -- 172.21.15.69:0/3287564787 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc1c107a70 con 0x7fdc1c106f00 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.881+0000 7fdc19e00700 1 --2- 172.21.15.69:0/3287564787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c107320 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c0098a0 tx=0x7fdc0c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24aa1df626823404 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.881+0000 7fdc19400700 1 -- 172.21.15.69:0/3287564787 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc0c004160 con 0x7fdc1c106f00 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.881+0000 7fdc19400700 1 -- 172.21.15.69:0/3287564787 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc0c004300 con 0x7fdc1c106f00 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.881+0000 7fdc19400700 1 -- 172.21.15.69:0/3287564787 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc0c0036a0 con 0x7fdc1c106f00 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.881+0000 7fdc1b200700 1 -- 172.21.15.69:0/3287564787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 msgr2=0x7fdc1c107320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.881+0000 7fdc1b200700 1 --2- 172.21.15.69:0/3287564787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c107320 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c0098a0 tx=0x7fdc0c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.882+0000 7fdc1b200700 1 -- 172.21.15.69:0/3287564787 shutdown_connections 2024-05-08T05:47:35.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.882+0000 7fdc1b200700 1 --2- 172.21.15.69:0/3287564787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c107320 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.882+0000 7fdc1b200700 1 -- 172.21.15.69:0/3287564787 >> 172.21.15.69:0/3287564787 conn(0x7fdc1c102880 msgr2=0x7fdc1c104ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.882+0000 7fdc1b200700 1 -- 172.21.15.69:0/3287564787 shutdown_connections 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.882+0000 7fdc1b200700 1 -- 172.21.15.69:0/3287564787 wait complete. 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.883+0000 7fdc1b200700 1 Processor -- start 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.883+0000 7fdc1b200700 1 -- start start 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.884+0000 7fdc1b200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c19c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.884+0000 7fdc1b200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdc1c10a2e0 con 0x7fdc1c106f00 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.884+0000 7fdc19e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c19c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.884+0000 7fdc19e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c19c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36300/0 (socket says 172.21.15.69:36300) 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.884+0000 7fdc19e00700 1 -- 172.21.15.69:0/1780142675 learned_addr learned my addr 172.21.15.69:0/1780142675 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc19e00700 1 -- 172.21.15.69:0/1780142675 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc1c19c950 con 0x7fdc1c106f00 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc19e00700 1 --2- 172.21.15.69:0/1780142675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c19c410 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c000c00 tx=0x7fdc0c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:35.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc0c003db0 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc0c011630 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc0c011950 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc1c19cbe0 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.885+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc1c19f8d0 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.886+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fdc0c01a460 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.886+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fdc0c01b780 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.886+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc1c06a5c0 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.890+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fdc0c01b980 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.968+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fdc1c02e760 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.969+0000 7fdc13400700 1 -- 172.21.15.69:0/1780142675 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+316 (secure 0 0 0) 0x7fdc0c01bb60 con 0x7fdc1c106f00 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 msgr2=0x7fdc1c19c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 --2- 172.21.15.69:0/1780142675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c19c410 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c000c00 tx=0x7fdc0c004750 comp rx=0 tx=0).stop 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 shutdown_connections 2024-05-08T05:47:35.677 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 --2- 172.21.15.69:0/1780142675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdc1c106f00 0x7fdc1c19c410 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:35.678 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 >> 172.21.15.69:0/1780142675 conn(0x7fdc1c102880 msgr2=0x7fdc1c192fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:35.678 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 shutdown_connections 2024-05-08T05:47:35.678 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:34.971+0000 7fdc1b200700 1 -- 172.21.15.69:0/1780142675 wait complete. 2024-05-08T05:47:35.678 INFO:teuthology.orchestra.run.smithi069.stdout:mon is available 2024-05-08T05:47:35.678 INFO:teuthology.orchestra.run.smithi069.stdout:Assimilating anything we can from ceph.conf... 2024-05-08T05:47:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:36 smithi069 ceph-mon[29188]: from='client.? 172.21.15.69:0/3937379044' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-08T05:47:36.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:36 smithi069 ceph-mon[29188]: from='client.? 172.21.15.69:0/3937379044' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-08T05:47:37.077 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:37.077 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [global] 2024-05-08T05:47:37.077 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout fsid = 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:37.077 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-08T05:47:37.077 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.69:3300,v1:172.21.15.69:6789] 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [osd] 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-08T05:47:37.078 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.291+0000 7f33b1800700 1 Processor -- start 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.291+0000 7f33b1800700 1 -- start start 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.292+0000 7f33b1800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac0831f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.292+0000 7f33b1800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac0837c0 con 0x7f33ac082dd0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.292+0000 7f33aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac0831f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.292+0000 7f33aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac0831f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36312/0 (socket says 172.21.15.69:36312) 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.292+0000 7f33aaa00700 1 -- 172.21.15.69:0/1627589874 learned_addr learned my addr 172.21.15.69:0/1627589874 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.293+0000 7f33aaa00700 1 -- 172.21.15.69:0/1627589874 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac110610 con 0x7f33ac082dd0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.293+0000 7f33aaa00700 1 --2- 172.21.15.69:0/1627589874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac0831f0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f339c0098a0 tx=0x7f339c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df5f97fe7c6eef9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.293+0000 7f33a9600700 1 -- 172.21.15.69:0/1627589874 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f339c004160 con 0x7f33ac082dd0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.293+0000 7f33a9600700 1 -- 172.21.15.69:0/1627589874 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f339c004300 con 0x7f33ac082dd0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.293+0000 7f33a9600700 1 -- 172.21.15.69:0/1627589874 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f339c0036a0 con 0x7f33ac082dd0 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 -- 172.21.15.69:0/1627589874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 msgr2=0x7f33ac0831f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:37.079 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 --2- 172.21.15.69:0/1627589874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac0831f0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f339c0098a0 tx=0x7f339c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 -- 172.21.15.69:0/1627589874 shutdown_connections 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 --2- 172.21.15.69:0/1627589874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac0831f0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 -- 172.21.15.69:0/1627589874 >> 172.21.15.69:0/1627589874 conn(0x7f33ac07e3a0 msgr2=0x7f33ac080800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 -- 172.21.15.69:0/1627589874 shutdown_connections 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.294+0000 7f33b1800700 1 -- 172.21.15.69:0/1627589874 wait complete. 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.295+0000 7f33b1800700 1 Processor -- start 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.295+0000 7f33b1800700 1 -- start start 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.296+0000 7f33b1800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac1a2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.296+0000 7f33b1800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f33ac110b40 con 0x7f33ac082dd0 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.296+0000 7f33aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac1a2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.296+0000 7f33aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac1a2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36320/0 (socket says 172.21.15.69:36320) 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.296+0000 7f33aaa00700 1 -- 172.21.15.69:0/3937379044 learned_addr learned my addr 172.21.15.69:0/3937379044 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.296+0000 7f33aaa00700 1 -- 172.21.15.69:0/3937379044 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33ac1a2fd0 con 0x7f33ac082dd0 2024-05-08T05:47:37.080 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.297+0000 7f33aaa00700 1 --2- 172.21.15.69:0/3937379044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac1a2a90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f339c000c00 tx=0x7f339c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.297+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f339c003db0 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.297+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f339c011630 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.297+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33ac1a3260 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.297+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f339c011950 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.297+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33ac1a5f50 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.298+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f339c011af0 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.298+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f339c01c450 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.298+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33ac06a5c0 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.301+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f339c032020 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.377+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f33ac02e6d0 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.384+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f339c004260 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.385+0000 7f33a3400700 1 -- 172.21.15.69:0/3937379044 <== mon.0 v2:172.21.15.69:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f339c01c6a0 con 0x7f33ac082dd0 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.386+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 msgr2=0x7f33ac1a2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:37.081 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.386+0000 7f33b1800700 1 --2- 172.21.15.69:0/3937379044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac1a2a90 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f339c000c00 tx=0x7f339c004750 comp rx=0 tx=0).stop 2024-05-08T05:47:37.082 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.386+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 shutdown_connections 2024-05-08T05:47:37.082 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.386+0000 7f33b1800700 1 --2- 172.21.15.69:0/3937379044 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f33ac082dd0 0x7f33ac1a2a90 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:37.082 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.386+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 >> 172.21.15.69:0/3937379044 conn(0x7f33ac07e3a0 msgr2=0x7f33ac199720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:37.082 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.386+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 shutdown_connections 2024-05-08T05:47:37.082 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:36.387+0000 7f33b1800700 1 -- 172.21.15.69:0/3937379044 wait complete. 2024-05-08T05:47:37.082 INFO:teuthology.orchestra.run.smithi069.stdout:Generating new minimal ceph.conf... 2024-05-08T05:47:38.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:37 smithi069 ceph-mon[29188]: from='client.? 172.21.15.69:0/3689262922' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:47:38.393 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.705+0000 7f8afa000700 1 Processor -- start 2024-05-08T05:47:38.394 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.705+0000 7f8afa000700 1 -- start start 2024-05-08T05:47:38.395 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.706+0000 7f8afa000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af410b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:38.395 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.706+0000 7f8afa000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8af410bb50 con 0x7f8af410b160 2024-05-08T05:47:38.395 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.706+0000 7f8af3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af410b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:38.395 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.707+0000 7f8af3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af410b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36328/0 (socket says 172.21.15.69:36328) 2024-05-08T05:47:38.395 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.707+0000 7f8af3400700 1 -- 172.21.15.69:0/1156981794 learned_addr learned my addr 172.21.15.69:0/1156981794 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:38.397 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.707+0000 7f8af3400700 1 -- 172.21.15.69:0/1156981794 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8af410c1f0 con 0x7f8af410b160 2024-05-08T05:47:38.397 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.708+0000 7f8af3400700 1 --2- 172.21.15.69:0/1156981794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af410b580 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8ae40098a0 tx=0x7f8ae4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4aced203756f36a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:38.397 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.708+0000 7f8af2a00700 1 -- 172.21.15.69:0/1156981794 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ae4004160 con 0x7f8af410b160 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.708+0000 7f8af2a00700 1 -- 172.21.15.69:0/1156981794 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8ae4004300 con 0x7f8af410b160 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.708+0000 7f8af2a00700 1 -- 172.21.15.69:0/1156981794 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ae4011af0 con 0x7f8af410b160 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 -- 172.21.15.69:0/1156981794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 msgr2=0x7f8af410b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 --2- 172.21.15.69:0/1156981794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af410b580 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8ae40098a0 tx=0x7f8ae4009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 -- 172.21.15.69:0/1156981794 shutdown_connections 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 --2- 172.21.15.69:0/1156981794 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af410b580 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 -- 172.21.15.69:0/1156981794 >> 172.21.15.69:0/1156981794 conn(0x7f8af407e3a0 msgr2=0x7f8af407e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 -- 172.21.15.69:0/1156981794 shutdown_connections 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.709+0000 7f8afa000700 1 -- 172.21.15.69:0/1156981794 wait complete. 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.710+0000 7f8afa000700 1 Processor -- start 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.710+0000 7f8afa000700 1 -- start start 2024-05-08T05:47:38.398 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.711+0000 7f8afa000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af419efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.711+0000 7f8afa000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8af410f5a0 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.711+0000 7f8af3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af419efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.711+0000 7f8af3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af419efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36338/0 (socket says 172.21.15.69:36338) 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.711+0000 7f8af3400700 1 -- 172.21.15.69:0/3689262922 learned_addr learned my addr 172.21.15.69:0/3689262922 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.711+0000 7f8af3400700 1 -- 172.21.15.69:0/3689262922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8af419f4e0 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8af3400700 1 --2- 172.21.15.69:0/3689262922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af419efa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8ae4009fb0 tx=0x7f8ae4011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ae40036a0 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8ae401a430 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8ae4019550 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8af419f770 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8af41a2460 con 0x7f8af410b160 2024-05-08T05:47:38.402 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8ae4019b90 con 0x7f8af410b160 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.712+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8ae4024730 con 0x7f8af410b160 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.714+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8af406a5c0 con 0x7f8af410b160 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.716+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f8ae4043ec0 con 0x7f8af410b160 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.792+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f8af41a29a0 con 0x7f8af410b160 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.793+0000 7f8af0c00700 1 -- 172.21.15.69:0/3689262922 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f8ae4032020 con 0x7f8af410b160 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.794+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 msgr2=0x7f8af419efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.794+0000 7f8afa000700 1 --2- 172.21.15.69:0/3689262922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af419efa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8ae4009fb0 tx=0x7f8ae4011940 comp rx=0 tx=0).stop 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.794+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 shutdown_connections 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.794+0000 7f8afa000700 1 --2- 172.21.15.69:0/3689262922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8af410b160 0x7f8af419efa0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.794+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 >> 172.21.15.69:0/3689262922 conn(0x7f8af407e3a0 msgr2=0x7f8af4108e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.795+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 shutdown_connections 2024-05-08T05:47:38.403 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:37.795+0000 7f8afa000700 1 -- 172.21.15.69:0/3689262922 wait complete. 2024-05-08T05:47:38.404 INFO:teuthology.orchestra.run.smithi069.stdout:Restarting the monitor... 2024-05-08T05:47:38.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:38 smithi069 systemd[1]: Stopping Ceph mon.a for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:47:39.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a[29184]: 2024-05-08T05:47:39.231+0000 7f93bee00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T05:47:39.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a[29184]: 2024-05-08T05:47:39.231+0000 7f93bee00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-08T05:47:39.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:39 smithi069 podman[29430]: 2024-05-08 05:47:39.263142865 +0000 UTC m=+0.498380852 container died 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-08T05:47:39.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:39 smithi069 podman[29430]: 2024-05-08 05:47:39.683647822 +0000 UTC m=+0.918885870 container cleanup 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-08T05:47:39.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:39 smithi069 bash[29430]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a 2024-05-08T05:47:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:39 smithi069 podman[29445]: 2024-05-08 05:47:39.934271505 +0000 UTC m=+0.655048476 container remove 0f3faaf268ecb6c65026641be55d2219a0251569871476eee9857071841e334f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-08T05:47:40.742 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-08T05:47:40.742 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 systemd[1]: Stopped Ceph mon.a for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:47:40.742 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service: Consumed 1.831s CPU time. 2024-05-08T05:47:40.742 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 systemd[1]: Starting Ceph mon.a for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:47:40.997 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 podman[29552]: 2024-05-08 05:47:40.647750014 +0000 UTC m=+0.034710817 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:47:40.997 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 podman[29552]: 2024-05-08 05:47:40.770787624 +0000 UTC m=+0.157748467 container create 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-08T05:47:40.997 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:40 smithi069 podman[29552]: 2024-05-08 05:47:40.997244847 +0000 UTC m=+0.384205694 container init 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-08T05:47:41.096 INFO:teuthology.orchestra.run.smithi069.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 podman[29552]: 2024-05-08 05:47:41.008591016 +0000 UTC m=+0.395551863 container start 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: set uid:gid to 167:167 (ceph:ceph) 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev), process ceph-mon, pid 2 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: pidfile_write: ignore empty --pid-file 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: load: jerasure load: lrc 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: RocksDB version: 7.9.2 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Git sha 0 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Compile date 2024-05-07 11:18:56 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: DB SUMMARY 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: DB Session ID: CZLRC0JOD5PB1YN5PSQ4 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: CURRENT file: CURRENT 2024-05-08T05:47:41.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: IDENTITY file: IDENTITY 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104652 ; 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.error_if_exists: 0 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.create_if_missing: 0 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.paranoid_checks: 1 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.env: 0x563238a69cc0 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.fs: PosixFileSystem 2024-05-08T05:47:41.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.info_log: 0x56325cc5bde0 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_file_opening_threads: 16 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.statistics: (nil) 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.use_fsync: 0 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_log_file_size: 0 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.keep_log_file_num: 1000 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.recycle_log_file_num: 0 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.allow_fallocate: 1 2024-05-08T05:47:41.259 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.allow_mmap_reads: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.allow_mmap_writes: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.use_direct_reads: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.create_missing_column_families: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.db_log_dir: 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.wal_dir: 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.advise_random_on_open: 1 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.db_write_buffer_size: 0 2024-05-08T05:47:41.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.write_buffer_manager: 0x56325cc2d0e0 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.rate_limiter: (nil) 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.wal_recovery_mode: 2 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.enable_thread_tracking: 0 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.enable_pipelined_write: 0 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.unordered_write: 0 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.row_cache: None 2024-05-08T05:47:41.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.wal_filter: None 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.allow_ingest_behind: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.two_write_queues: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.manual_wal_flush: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.wal_compression: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.atomic_flush: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-08T05:47:41.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.log_readahead_size: 0 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.best_efforts_recovery: 0 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.allow_data_in_errors: 0 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.db_host_id: __hostname__ 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_background_jobs: 2 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_background_compactions: -1 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_subcompactions: 1 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-08T05:47:41.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_total_wal_size: 0 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_open_files: -1 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bytes_per_sync: 0 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_readahead_size: 0 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_background_flushes: -1 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Compression algorithms supported: 2024-05-08T05:47:41.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kZSTD supported: 0 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kXpressCompression supported: 0 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kLZ4HCCompression supported: 1 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kZlibCompression supported: 1 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kSnappyCompression supported: 1 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kLZ4Compression supported: 1 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: kBZip2Compression supported: 0 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-08T05:47:41.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.merge_operator: 2024-05-08T05:47:41.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_filter: None 2024-05-08T05:47:41.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_filter_factory: None 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.sst_partitioner_factory: None 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56325cc5bfa0) 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: cache_index_and_filter_blocks: 1 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: pin_top_level_index_and_filter: 1 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_type: 0 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_block_index_type: 0 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_shortening: 1 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-08T05:47:41.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: checksum: 4 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: no_block_cache: 0 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache: 0x56325cc5f1f0 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_name: BinnedLRUCache 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_options: 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: capacity : 536870912 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: num_shard_bits : 4 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: strict_capacity_limit : 0 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: high_pri_pool_ratio: 0.000 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_compressed: (nil) 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: persistent_cache: (nil) 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_size: 4096 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_size_deviation: 10 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_restart_interval: 16 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_block_restart_interval: 1 2024-05-08T05:47:41.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: metadata_block_size: 4096 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: partition_filters: 0 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: use_delta_encoding: 1 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: filter_policy: bloomfilter 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: whole_key_filtering: 1 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: verify_compression: 0 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: read_amp_bytes_per_bit: 0 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: format_version: 5 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: enable_index_compression: 1 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_align: 0 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: max_auto_readahead_size: 262144 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: prepopulate_block_cache: 0 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: initial_auto_readahead_size: 8192 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: num_file_reads_for_auto_readahead: 2 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.write_buffer_size: 33554432 2024-05-08T05:47:41.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_write_buffer_number: 2 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression: NoCompression 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression: Disabled 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.prefix_extractor: nullptr 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.num_levels: 7 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-08T05:47:41.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.level: 32767 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.strategy: 0 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.enabled: false 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-08T05:47:41.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.target_file_size_base: 67108864 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-08T05:47:41.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.arena_block_size: 1048576 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.disable_auto_compactions: 0 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-08T05:47:41.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.inplace_update_support: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.bloom_locality: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.max_successive_merges: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.paranoid_file_checks: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.force_consistency_checks: 1 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.report_bg_io_stats: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.ttl: 2592000 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-08T05:47:41.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.enable_blob_files: false 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.min_blob_size: 0 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.blob_file_size: 268435456 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-08T05:47:41.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.blob_file_starting_level: 0 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bd883bf5-fd84-4c6f-9084-07201cf3a7fc 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715147261065850, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715147261067814, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99877, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97759, "index_size": 310, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14050, "raw_average_key_size": 49, "raw_value_size": 90097, "raw_average_value_size": 318, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715147261, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bd883bf5-fd84-4c6f-9084-07201cf3a7fc", "db_session_id": "CZLRC0JOD5PB1YN5PSQ4", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715147261067977, "job": 1, "event": "recovery_finished"} 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56325cd7c000 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: DB pointer 0x56325cd68000 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-08T05:47:41.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** DB Stats ** 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** Compaction Stats [default] ** 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: L0 2/0 99.40 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 68.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Sum 2/0 99.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 68.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:47:41.277 INFO:journalctl@ceph.mon.a.smithi069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 68.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** Compaction Stats [default] ** 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 68.0 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-08T05:47:41.278 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative compaction: 0.00 GB write, 12.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval compaction: 0.00 GB write, 12.35 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: Block cache BinnedLRUCache@0x56325cc5f1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: starting mon.a rank 0 at public addrs [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] at bind addrs [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???) e1 preinit fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).mds e1 new map 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).mds e1 print_map 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: e1 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: legacy client fscid: -1 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout: No filesystems configured 2024-05-08T05:47:41.279 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 bash[29552]: 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 systemd[1]: Started Ceph mon.a for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: monmap epoch 1 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: last_changed 2024-05-08T05:47:29.921760+0000 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: min_mon_release 19 (squid) 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: election_strategy: 1 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: fsmap 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: osdmap e1: 0 total, 0 up, 0 in 2024-05-08T05:47:41.280 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:41 smithi069 ceph-mon[29571]: mgrmap e1: no daemons active 2024-05-08T05:47:42.459 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.751+0000 7fe2b2600700 1 Processor -- start 2024-05-08T05:47:42.459 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.752+0000 7fe2b2600700 1 -- start start 2024-05-08T05:47:42.459 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.752+0000 7fe2b2600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac107530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:42.460 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.752+0000 7fe2b2600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe2ac107b00 con 0x7fe2ac107110 2024-05-08T05:47:42.460 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.753+0000 7fe2ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac107530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:42.460 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.753+0000 7fe2ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac107530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39994/0 (socket says 172.21.15.69:39994) 2024-05-08T05:47:42.461 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.753+0000 7fe2ab400700 1 -- 172.21.15.69:0/2131781932 learned_addr learned my addr 172.21.15.69:0/2131781932 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:42.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.753+0000 7fe2ab400700 1 -- 172.21.15.69:0/2131781932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2ac107c80 con 0x7fe2ac107110 2024-05-08T05:47:42.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.754+0000 7fe2ab400700 1 --2- 172.21.15.69:0/2131781932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac107530 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe29c0098a0 tx=0x7fe29c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e8f7e5d633ba3b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:42.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.754+0000 7fe2aa000700 1 -- 172.21.15.69:0/2131781932 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe29c004160 con 0x7fe2ac107110 2024-05-08T05:47:42.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.754+0000 7fe2aa000700 1 -- 172.21.15.69:0/2131781932 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe29c004300 con 0x7fe2ac107110 2024-05-08T05:47:42.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.754+0000 7fe2aa000700 1 -- 172.21.15.69:0/2131781932 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe29c011af0 con 0x7fe2ac107110 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 -- 172.21.15.69:0/2131781932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 msgr2=0x7fe2ac107530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 --2- 172.21.15.69:0/2131781932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac107530 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe29c0098a0 tx=0x7fe29c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 -- 172.21.15.69:0/2131781932 shutdown_connections 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 --2- 172.21.15.69:0/2131781932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac107530 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 -- 172.21.15.69:0/2131781932 >> 172.21.15.69:0/2131781932 conn(0x7fe2ac102a70 msgr2=0x7fe2ac104eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 -- 172.21.15.69:0/2131781932 shutdown_connections 2024-05-08T05:47:42.464 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.755+0000 7fe2b2600700 1 -- 172.21.15.69:0/2131781932 wait complete. 2024-05-08T05:47:42.465 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.756+0000 7fe2b2600700 1 Processor -- start 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.756+0000 7fe2b2600700 1 -- start start 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.757+0000 7fe2b2600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac19ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.757+0000 7fe2b2600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe2ac10aff0 con 0x7fe2ac107110 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.757+0000 7fe2ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac19ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.757+0000 7fe2ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac19ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40008/0 (socket says 172.21.15.69:40008) 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.757+0000 7fe2ab400700 1 -- 172.21.15.69:0/2291794059 learned_addr learned my addr 172.21.15.69:0/2291794059 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.757+0000 7fe2ab400700 1 -- 172.21.15.69:0/2291794059 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2ac19d390 con 0x7fe2ac107110 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.758+0000 7fe2ab400700 1 --2- 172.21.15.69:0/2291794059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac19ce50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe29c0117b0 tx=0x7fe29c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.758+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe29c003af0 con 0x7fe2ac107110 2024-05-08T05:47:42.466 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.758+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2ac19d620 con 0x7fe2ac107110 2024-05-08T05:47:42.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.758+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe29c020070 con 0x7fe2ac107110 2024-05-08T05:47:42.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.758+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe29c019550 con 0x7fe2ac107110 2024-05-08T05:47:42.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.758+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2ac1a0310 con 0x7fe2ac107110 2024-05-08T05:47:42.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.759+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe29c019ba0 con 0x7fe2ac107110 2024-05-08T05:47:42.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.759+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe29c00b720 con 0x7fe2ac107110 2024-05-08T05:47:42.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.759+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2ac06a5c0 con 0x7fe2ac107110 2024-05-08T05:47:42.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.762+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fe29c0042a0 con 0x7fe2ac107110 2024-05-08T05:47:42.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.838+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fe2ac1a04e0 con 0x7fe2ac107110 2024-05-08T05:47:42.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.841+0000 7fe2a3e00700 1 -- 172.21.15.69:0/2291794059 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fe29c00b920 con 0x7fe2ac107110 2024-05-08T05:47:42.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.842+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 msgr2=0x7fe2ac19ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:42.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.843+0000 7fe2b2600700 1 --2- 172.21.15.69:0/2291794059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac19ce50 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe29c0117b0 tx=0x7fe29c011b70 comp rx=0 tx=0).stop 2024-05-08T05:47:42.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.843+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 shutdown_connections 2024-05-08T05:47:42.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.843+0000 7fe2b2600700 1 --2- 172.21.15.69:0/2291794059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe2ac107110 0x7fe2ac19ce50 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:42.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.843+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 >> 172.21.15.69:0/2291794059 conn(0x7fe2ac102a70 msgr2=0x7fe2ac103620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:42.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.843+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 shutdown_connections 2024-05-08T05:47:42.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:41.843+0000 7fe2b2600700 1 -- 172.21.15.69:0/2291794059 wait complete. 2024-05-08T05:47:42.472 INFO:teuthology.orchestra.run.smithi069.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-08T05:47:42.493 INFO:teuthology.orchestra.run.smithi069.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-08T05:47:42.493 INFO:teuthology.orchestra.run.smithi069.stdout:Creating mgr... 2024-05-08T05:47:42.495 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-08T05:47:42.496 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-08T05:47:42.927 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x 2024-05-08T05:47:42.927 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to reset failed state of unit ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x.service: Unit ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x.service not loaded. 2024-05-08T05:47:43.190 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968.target.wants/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@.service. 2024-05-08T05:47:43.234 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:42 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2291794059' entity='client.admin' 2024-05-08T05:47:43.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 systemd[1]: Starting Ceph mgr.x for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:47:43.864 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 podman[29782]: 2024-05-08 05:47:43.48392578 +0000 UTC m=+0.031463375 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T05:47:43.865 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 podman[29782]: 2024-05-08 05:47:43.57986775 +0000 UTC m=+0.127405373 container create 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=) 2024-05-08T05:47:43.865 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 podman[29782]: 2024-05-08 05:47:43.791719434 +0000 UTC m=+0.339257064 container init 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0) 2024-05-08T05:47:43.865 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 podman[29782]: 2024-05-08 05:47:43.802094109 +0000 UTC m=+0.349631702 container start 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-08T05:47:43.894 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-08T05:47:43.894 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-05-08T05:47:43.910 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-08T05:47:43.911 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-05-08T05:47:43.911 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-05-08T05:47:43.911 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to enable service . firewalld.service is not available 2024-05-08T05:47:43.933 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-08T05:47:43.933 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-05-08T05:47:43.953 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-08T05:47:43.953 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-05-08T05:47:43.953 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-05-08T05:47:43.954 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-08T05:47:43.954 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr to start... 2024-05-08T05:47:43.954 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr... 2024-05-08T05:47:44.122 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 bash[29782]: 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e 2024-05-08T05:47:44.122 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:43 smithi069 systemd[1]: Started Ceph mgr.x for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:47:44.122 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:44.053+0000 7f608e912200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-08T05:47:44.420 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:44.315+0000 7f608e912200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:47:44.670 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:44.446+0000 7f608e912200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-08T05:47:45.027 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:44 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/714289989' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-08T05:47:45.028 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:44.908+0000 7f608e912200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-08T05:47:45.318 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:45 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:45.027+0000 7f608e912200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-08T05:47:45.411 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:45.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:47:45.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T05:47:45.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-05-08T05:47:45.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-08T05:47:45.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-05-08T05:47:45.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-08T05:47:45.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-08T05:47:45.423 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-08T05:47:45.424 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-05-08T05:47:34.144276+0000", 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.573+0000 7f85fb600700 1 Processor -- start 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.573+0000 7f85fb600700 1 -- start start 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.573+0000 7f85fb600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f407d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:45.425 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.573+0000 7f85fb600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f85f407d850 con 0x7f85f407ee10 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.574+0000 7f85f8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f407d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.574+0000 7f85f8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f407d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40038/0 (socket says 172.21.15.69:40038) 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.574+0000 7f85f8c00700 1 -- 172.21.15.69:0/2980558612 learned_addr learned my addr 172.21.15.69:0/2980558612 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.574+0000 7f85f8c00700 1 -- 172.21.15.69:0/2980558612 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f407d9d0 con 0x7f85f407ee10 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.575+0000 7f85f8c00700 1 --2- 172.21.15.69:0/2980558612 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f407d310 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f85e80098a0 tx=0x7f85e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190aedaf54c9de92 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.575+0000 7f85f3400700 1 -- 172.21.15.69:0/2980558612 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85e8004160 con 0x7f85f407ee10 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.575+0000 7f85f3400700 1 -- 172.21.15.69:0/2980558612 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f85e8004300 con 0x7f85f407ee10 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.575+0000 7f85f3400700 1 -- 172.21.15.69:0/2980558612 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85e8011af0 con 0x7f85f407ee10 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 -- 172.21.15.69:0/2980558612 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 msgr2=0x7f85f407d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 --2- 172.21.15.69:0/2980558612 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f407d310 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f85e80098a0 tx=0x7f85e8009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 -- 172.21.15.69:0/2980558612 shutdown_connections 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 --2- 172.21.15.69:0/2980558612 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f407d310 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:45.426 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 -- 172.21.15.69:0/2980558612 >> 172.21.15.69:0/2980558612 conn(0x7f85f4104450 msgr2=0x7f85f4106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 -- 172.21.15.69:0/2980558612 shutdown_connections 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.576+0000 7f85fb600700 1 -- 172.21.15.69:0/2980558612 wait complete. 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.577+0000 7f85fb600700 1 Processor -- start 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.577+0000 7f85fb600700 1 -- start start 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.577+0000 7f85fb600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f419efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.577+0000 7f85fb600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f85f410f3e0 con 0x7f85f407ee10 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.578+0000 7f85f8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f419efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.578+0000 7f85f8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f419efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40040/0 (socket says 172.21.15.69:40040) 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.578+0000 7f85f8c00700 1 -- 172.21.15.69:0/714289989 learned_addr learned my addr 172.21.15.69:0/714289989 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.578+0000 7f85f8c00700 1 -- 172.21.15.69:0/714289989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f419f4e0 con 0x7f85f407ee10 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.578+0000 7f85f8c00700 1 --2- 172.21.15.69:0/714289989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f419efa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f85e8011ac0 tx=0x7f85e8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85e8003970 con 0x7f85f407ee10 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f85e8003b10 con 0x7f85f407ee10 2024-05-08T05:47:45.427 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85e8024610 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f419f770 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f41a2460 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f85e8024bd0 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.579+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f85e8019700 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.580+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85f406a5c0 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.585+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f85e801a9e0 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.664+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f85f41a2630 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.664+0000 7f85f1600700 1 -- 172.21.15.69:0/714289989 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f85e801a430 con 0x7f85f407ee10 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.665+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 msgr2=0x7f85f419efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.665+0000 7f85fb600700 1 --2- 172.21.15.69:0/714289989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f419efa0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f85e8011ac0 tx=0x7f85e8011ba0 comp rx=0 tx=0).stop 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.665+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 shutdown_connections 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.665+0000 7f85fb600700 1 --2- 172.21.15.69:0/714289989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f85f407ee10 0x7f85f419efa0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.665+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 >> 172.21.15.69:0/714289989 conn(0x7f85f4104450 msgr2=0x7f85f4104fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:45.428 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.666+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 shutdown_connections 2024-05-08T05:47:45.429 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:44.666+0000 7f85fb600700 1 -- 172.21.15.69:0/714289989 wait complete. 2024-05-08T05:47:45.429 INFO:teuthology.orchestra.run.smithi069.stdout:mgr not available, waiting (1/15)... 2024-05-08T05:47:47.008 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:46 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:46.578+0000 7f608e912200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-08T05:47:47.008 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:46 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:46.797+0000 7f608e912200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-08T05:47:47.008 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:47.007+0000 7f608e912200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-08T05:47:47.711 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:47.374+0000 7f608e912200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-08T05:47:47.711 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:47.503+0000 7f608e912200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-08T05:47:48.025 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:47.767+0000 7f608e912200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-08T05:47:48.025 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:48.024+0000 7f608e912200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:47:48.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:48 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1083403332' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-08T05:47:48.808 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-05-08T05:47:48.809 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-08T05:47:48.810 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-08T05:47:48.818 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-08T05:47:48.818 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-08T05:47:48.818 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-08T05:47:48.818 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.818 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-08T05:47:48.819 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-05-08T05:47:34.144276+0000", 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:48.820 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.027+0000 7f399ec00700 1 Processor -- start 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.027+0000 7f399ec00700 1 -- start start 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.028+0000 7f399ec00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399807d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.028+0000 7f399ec00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f399807d830 con 0x7f399807ee40 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.028+0000 7f399d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399807d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.028+0000 7f399d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399807d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48668/0 (socket says 172.21.15.69:48668) 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.028+0000 7f399d800700 1 -- 172.21.15.69:0/1547164374 learned_addr learned my addr 172.21.15.69:0/1547164374 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.029+0000 7f399d800700 1 -- 172.21.15.69:0/1547164374 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f399807d9b0 con 0x7f399807ee40 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.029+0000 7f399d800700 1 --2- 172.21.15.69:0/1547164374 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399807d2f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f398c0098a0 tx=0x7f398c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3e7d82704a42c2f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.029+0000 7f3997e00700 1 -- 172.21.15.69:0/1547164374 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f398c004160 con 0x7f399807ee40 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.029+0000 7f3997e00700 1 -- 172.21.15.69:0/1547164374 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f398c004300 con 0x7f399807ee40 2024-05-08T05:47:48.821 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.029+0000 7f3997e00700 1 -- 172.21.15.69:0/1547164374 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f398c011af0 con 0x7f399807ee40 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 -- 172.21.15.69:0/1547164374 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 msgr2=0x7f399807d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 --2- 172.21.15.69:0/1547164374 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399807d2f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f398c0098a0 tx=0x7f398c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 -- 172.21.15.69:0/1547164374 shutdown_connections 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 --2- 172.21.15.69:0/1547164374 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399807d2f0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 -- 172.21.15.69:0/1547164374 >> 172.21.15.69:0/1547164374 conn(0x7f3998104180 msgr2=0x7f39981065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 -- 172.21.15.69:0/1547164374 shutdown_connections 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.030+0000 7f399ec00700 1 -- 172.21.15.69:0/1547164374 wait complete. 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.031+0000 7f399ec00700 1 Processor -- start 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.031+0000 7f399ec00700 1 -- start start 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.032+0000 7f399ec00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399819eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.032+0000 7f399ec00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f399810f170 con 0x7f399807ee40 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.032+0000 7f399d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399819eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.032+0000 7f399d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399819eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48674/0 (socket says 172.21.15.69:48674) 2024-05-08T05:47:48.822 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.032+0000 7f399d800700 1 -- 172.21.15.69:0/1083403332 learned_addr learned my addr 172.21.15.69:0/1083403332 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.032+0000 7f399d800700 1 -- 172.21.15.69:0/1083403332 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f399819f2e0 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.033+0000 7f399d800700 1 --2- 172.21.15.69:0/1083403332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399819eda0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f398c011ac0 tx=0x7f398c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.033+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f398c003970 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.033+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f398c003b10 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.033+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f398c024610 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.033+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f399819f570 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.033+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39981a2220 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.034+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f398c01a9e0 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.034+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f398c02d730 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.034+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f399806a5c0 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.037+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f398c043ec0 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.115+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f39981a23f0 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.116+0000 7f3996000700 1 -- 172.21.15.69:0/1083403332 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f398c032030 con 0x7f399807ee40 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 msgr2=0x7f399819eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:48.823 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 --2- 172.21.15.69:0/1083403332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399819eda0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f398c011ac0 tx=0x7f398c011ba0 comp rx=0 tx=0).stop 2024-05-08T05:47:48.824 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 shutdown_connections 2024-05-08T05:47:48.824 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 --2- 172.21.15.69:0/1083403332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f399807ee40 0x7f399819eda0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:48.824 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 >> 172.21.15.69:0/1083403332 conn(0x7f3998104180 msgr2=0x7f3998104d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:48.824 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 shutdown_connections 2024-05-08T05:47:48.824 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:48.117+0000 7f399ec00700 1 -- 172.21.15.69:0/1083403332 wait complete. 2024-05-08T05:47:48.824 INFO:teuthology.orchestra.run.smithi069.stdout:mgr not available, waiting (2/15)... 2024-05-08T05:47:49.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:48.863+0000 7f608e912200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-08T05:47:49.568 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:49.144+0000 7f608e912200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-08T05:47:50.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:49.681+0000 7f608e912200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-08T05:47:50.069 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:49.806+0000 7f608e912200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-08T05:47:50.566 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:50.268+0000 7f608e912200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-08T05:47:50.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:50.715+0000 7f608e912200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-08T05:47:51.090 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:50.836+0000 7f608e912200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-08T05:47:51.347 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:51.168+0000 7f608e912200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-08T05:47:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:51 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2103793499' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-08T05:47:51.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:51.351+0000 7f608e912200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-08T05:47:51.819 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:51.481+0000 7f608e912200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-08T05:47:52.126 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:51.889+0000 7f608e912200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-08T05:47:52.126 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:52.014+0000 7f608e912200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-05-08T05:47:52.135 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-08T05:47:52.136 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-08T05:47:52.144 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-08T05:47:52.145 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-05-08T05:47:52.146 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-05-08T05:47:34.144276+0000", 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.384+0000 7f3391a00700 1 Processor -- start 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.384+0000 7f3391a00700 1 -- start start 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.384+0000 7f3391a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c10bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.384+0000 7f3391a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f338c07ce40 con 0x7f338c109940 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.385+0000 7f338aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c10bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.385+0000 7f338aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c10bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48682/0 (socket says 172.21.15.69:48682) 2024-05-08T05:47:52.147 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.385+0000 7f338aa00700 1 -- 172.21.15.69:0/1477018043 learned_addr learned my addr 172.21.15.69:0/1477018043 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.385+0000 7f338aa00700 1 -- 172.21.15.69:0/1477018043 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f338c10c270 con 0x7f338c109940 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.385+0000 7f338aa00700 1 --2- 172.21.15.69:0/1477018043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c10bd30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f337c0098a0 tx=0x7f337c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98f130cea1b47143 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.386+0000 7f3389600700 1 -- 172.21.15.69:0/1477018043 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f337c004160 con 0x7f338c109940 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.386+0000 7f3389600700 1 -- 172.21.15.69:0/1477018043 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f337c004300 con 0x7f338c109940 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.386+0000 7f3389600700 1 -- 172.21.15.69:0/1477018043 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f337c011af0 con 0x7f338c109940 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.386+0000 7f3391a00700 1 -- 172.21.15.69:0/1477018043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 msgr2=0x7f338c10bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.387+0000 7f3391a00700 1 --2- 172.21.15.69:0/1477018043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c10bd30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f337c0098a0 tx=0x7f337c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.387+0000 7f3391a00700 1 -- 172.21.15.69:0/1477018043 shutdown_connections 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.387+0000 7f3391a00700 1 --2- 172.21.15.69:0/1477018043 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c10bd30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.387+0000 7f3391a00700 1 -- 172.21.15.69:0/1477018043 >> 172.21.15.69:0/1477018043 conn(0x7f338c1032f0 msgr2=0x7f338c105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.387+0000 7f3391a00700 1 -- 172.21.15.69:0/1477018043 shutdown_connections 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.387+0000 7f3391a00700 1 -- 172.21.15.69:0/1477018043 wait complete. 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.388+0000 7f3391a00700 1 Processor -- start 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.388+0000 7f3391a00700 1 -- start start 2024-05-08T05:47:52.148 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.388+0000 7f3391a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c19cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.388+0000 7f3391a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f338c10d1d0 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.388+0000 7f338aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c19cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.388+0000 7f338aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c19cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48696/0 (socket says 172.21.15.69:48696) 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.389+0000 7f338aa00700 1 -- 172.21.15.69:0/2103793499 learned_addr learned my addr 172.21.15.69:0/2103793499 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.389+0000 7f338aa00700 1 -- 172.21.15.69:0/2103793499 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f338c19d310 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.389+0000 7f338aa00700 1 --2- 172.21.15.69:0/2103793499 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c19cdd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f337c011ac0 tx=0x7f337c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.389+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f337c003970 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.389+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f338c19d5a0 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.389+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f337c003b10 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.390+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f337c024610 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.390+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f338c1a0290 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.390+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f337c024c20 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.390+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f337c019700 con 0x7f338c109940 2024-05-08T05:47:52.149 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.391+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f338c06a5c0 con 0x7f338c109940 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.393+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f337c043ec0 con 0x7f338c109940 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.473+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f338c1a0460 con 0x7f338c109940 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.474+0000 7f3383400700 1 -- 172.21.15.69:0/2103793499 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f337c032030 con 0x7f338c109940 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 msgr2=0x7f338c19cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 --2- 172.21.15.69:0/2103793499 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c19cdd0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f337c011ac0 tx=0x7f337c011ba0 comp rx=0 tx=0).stop 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 shutdown_connections 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 --2- 172.21.15.69:0/2103793499 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f338c109940 0x7f338c19cdd0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 >> 172.21.15.69:0/2103793499 conn(0x7f338c1032f0 msgr2=0x7f338c103ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 shutdown_connections 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:51.475+0000 7f3391a00700 1 -- 172.21.15.69:0/2103793499 wait complete. 2024-05-08T05:47:52.150 INFO:teuthology.orchestra.run.smithi069.stdout:mgr not available, waiting (3/15)... 2024-05-08T05:47:53.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:52.800+0000 7f608e912200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-08T05:47:53.568 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:53.084+0000 7f608e912200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: Activating manager daemon x 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: mgrmap e2: x(active, starting, since 0.0134377s) 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: Manager daemon x is now available 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' 2024-05-08T05:47:53.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:53 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' 2024-05-08T05:47:54.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:54 smithi069 ceph-mon[29571]: from='mgr.14100 172.21.15.69:0/2122660524' entity='mgr.x' 2024-05-08T05:47:54.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:54 smithi069 ceph-mon[29571]: mgrmap e3: x(active, since 1.02234s) 2024-05-08T05:47:55.505 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:55 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4091445691' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-08T05:47:55.961 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:55.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-08T05:47:55.963 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-08T05:47:55.963 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-08T05:47:55.972 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-08T05:47:55.973 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-05-08T05:47:34.144276+0000", 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.800+0000 7f1503e00700 1 Processor -- start 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.800+0000 7f1503e00700 1 -- start start 2024-05-08T05:47:55.974 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.801+0000 7f1503e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150410b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.801+0000 7f1503e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f150410bb50 con 0x7f150410b160 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.801+0000 7f1502a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150410b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.801+0000 7f1502a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150410b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48762/0 (socket says 172.21.15.69:48762) 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.801+0000 7f1502a00700 1 -- 172.21.15.69:0/1622989397 learned_addr learned my addr 172.21.15.69:0/1622989397 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.802+0000 7f1502a00700 1 -- 172.21.15.69:0/1622989397 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f150410bfd0 con 0x7f150410b160 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.802+0000 7f1502a00700 1 --2- 172.21.15.69:0/1622989397 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150410b580 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f14f4009e80 tx=0x7f14f400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed3f9d3421d8d286 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.802+0000 7f1502000700 1 -- 172.21.15.69:0/1622989397 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14f4017070 con 0x7f150410b160 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1502000700 1 -- 172.21.15.69:0/1622989397 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f14f400b8c0 con 0x7f150410b160 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1502000700 1 -- 172.21.15.69:0/1622989397 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14f4004490 con 0x7f150410b160 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1503e00700 1 -- 172.21.15.69:0/1622989397 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 msgr2=0x7f150410b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1503e00700 1 --2- 172.21.15.69:0/1622989397 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150410b580 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f14f4009e80 tx=0x7f14f400b330 comp rx=0 tx=0).stop 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1503e00700 1 -- 172.21.15.69:0/1622989397 shutdown_connections 2024-05-08T05:47:55.975 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1503e00700 1 --2- 172.21.15.69:0/1622989397 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150410b580 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.803+0000 7f1503e00700 1 -- 172.21.15.69:0/1622989397 >> 172.21.15.69:0/1622989397 conn(0x7f150407e240 msgr2=0x7f150407e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.804+0000 7f1503e00700 1 -- 172.21.15.69:0/1622989397 shutdown_connections 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.804+0000 7f1503e00700 1 -- 172.21.15.69:0/1622989397 wait complete. 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1503e00700 1 Processor -- start 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1503e00700 1 -- start start 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1503e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1503e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f150410f380 con 0x7f150410b160 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1502a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1502a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150419edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48770/0 (socket says 172.21.15.69:48770) 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.805+0000 7f1502a00700 1 -- 172.21.15.69:0/4091445691 learned_addr learned my addr 172.21.15.69:0/4091445691 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f1502a00700 1 -- 172.21.15.69:0/4091445691 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f150419f2f0 con 0x7f150410b160 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f1502a00700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150419edb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f14f4004a60 tx=0x7f14f400bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:55.976 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14f4020020 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f14f4012430 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14f4017040 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f150419f580 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.806+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15041a2230 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.807+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7f14f4023020 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.808+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f150406a5c0 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.808+0000 7f14fbe00700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f14e803e350 0x7f14e8040810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.808+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f14f400f050 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.808+0000 7f14fa000700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f14e803e350 0x7f14e8040810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.809+0000 7f14fa000700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f14e803e350 0x7f14e8040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f14ec006fd0 tx=0x7f14ec006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:54.815+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f14f402a020 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.138+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f15041a29c0 con 0x7f150410b160 2024-05-08T05:47:55.977 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.139+0000 7f14fbe00700 1 -- 172.21.15.69:0/4091445691 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f14f402ade0 con 0x7f150410b160 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f14e803e350 msgr2=0x7f14e8040810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f14e803e350 0x7f14e8040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f14ec006fd0 tx=0x7f14ec006e40 comp rx=0 tx=0).stop 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 msgr2=0x7f150419edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150419edb0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f14f4004a60 tx=0x7f14f400bd50 comp rx=0 tx=0).stop 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 shutdown_connections 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f14e803e350 0x7f14e8040810 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 --2- 172.21.15.69:0/4091445691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f150410b160 0x7f150419edb0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.141+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 >> 172.21.15.69:0/4091445691 conn(0x7f150407e240 msgr2=0x7f1504108dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.142+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 shutdown_connections 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:55.142+0000 7f1503e00700 1 -- 172.21.15.69:0/4091445691 wait complete. 2024-05-08T05:47:55.978 INFO:teuthology.orchestra.run.smithi069.stdout:mgr is available 2024-05-08T05:47:56.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:56 smithi069 ceph-mon[29571]: mgrmap e4: x(active, since 2s) 2024-05-08T05:47:57.553 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:57 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2758691811' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [global] 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout fsid = 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:57.571 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [osd] 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.603+0000 7f8e9fe00700 1 Processor -- start 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.603+0000 7f8e9fe00700 1 -- start start 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.603+0000 7f8e9fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea0109070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.603+0000 7f8e9fe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea0109640 con 0x7f8ea0108c50 2024-05-08T05:47:57.572 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.604+0000 7f8e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea0109070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.604+0000 7f8e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea0109070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48772/0 (socket says 172.21.15.69:48772) 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.604+0000 7f8e9ea00700 1 -- 172.21.15.69:0/2897799226 learned_addr learned my addr 172.21.15.69:0/2897799226 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.604+0000 7f8e9ea00700 1 -- 172.21.15.69:0/2897799226 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea0109e00 con 0x7f8ea0108c50 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.604+0000 7f8e9ea00700 1 --2- 172.21.15.69:0/2897799226 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea0109070 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8e900098a0 tx=0x7f8e90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1fdd49fb72fc7f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.605+0000 7f8e9d600700 1 -- 172.21.15.69:0/2897799226 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e90004160 con 0x7f8ea0108c50 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.605+0000 7f8e9d600700 1 -- 172.21.15.69:0/2897799226 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8e90004300 con 0x7f8ea0108c50 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.605+0000 7f8e9d600700 1 -- 172.21.15.69:0/2897799226 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e90011af0 con 0x7f8ea0108c50 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2897799226 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 msgr2=0x7f8ea0109070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 --2- 172.21.15.69:0/2897799226 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea0109070 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8e900098a0 tx=0x7f8e90009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2897799226 shutdown_connections 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 --2- 172.21.15.69:0/2897799226 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea0109070 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:57.573 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2897799226 >> 172.21.15.69:0/2897799226 conn(0x7f8ea0104230 msgr2=0x7f8ea0106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2897799226 shutdown_connections 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.606+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2897799226 wait complete. 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.607+0000 7f8e9fe00700 1 Processor -- start 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.608+0000 7f8e9fe00700 1 -- start start 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.608+0000 7f8e9fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea019cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.608+0000 7f8e9fe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea010d1b0 con 0x7f8ea0108c50 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.608+0000 7f8e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea019cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.608+0000 7f8e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea019cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48778/0 (socket says 172.21.15.69:48778) 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.608+0000 7f8e9ea00700 1 -- 172.21.15.69:0/2758691811 learned_addr learned my addr 172.21.15.69:0/2758691811 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e9ea00700 1 -- 172.21.15.69:0/2758691811 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea019d140 con 0x7f8ea0108c50 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e9ea00700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea019cc00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8e900117b0 tx=0x7f8e90011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:57.574 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e90003af0 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8e90020070 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e90019630 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea019d3d0 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.609+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea01a00c0 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.610+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f8e9001a430 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.610+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ea006a5c0 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.611+0000 7f8e97400700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f8e8403e420 0x7f8e840408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.611+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8e90053a90 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.611+0000 7f8e9e000700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f8e8403e420 0x7f8e840408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.612+0000 7f8e9e000700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f8e8403e420 0x7f8e840408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c006fd0 tx=0x7f8e8c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.618+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8e90017e90 con 0x7f8ea0108c50 2024-05-08T05:47:57.575 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.847+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f8ea01a0290 con 0x7f8ea0108c50 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.849+0000 7f8e97400700 1 -- 172.21.15.69:0/2758691811 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7f8ea01a0290 con 0x7f8ea0108c50 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.852+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f8e8403e420 msgr2=0x7f8e840408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.852+0000 7f8e9fe00700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f8e8403e420 0x7f8e840408e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c006fd0 tx=0x7f8e8c006e40 comp rx=0 tx=0).stop 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.852+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 msgr2=0x7f8ea019cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.852+0000 7f8e9fe00700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea019cc00 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8e900117b0 tx=0x7f8e90011b70 comp rx=0 tx=0).stop 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.853+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 shutdown_connections 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.853+0000 7f8e9fe00700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f8e8403e420 0x7f8e840408e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.853+0000 7f8e9fe00700 1 --2- 172.21.15.69:0/2758691811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ea0108c50 0x7f8ea019cc00 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.853+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 >> 172.21.15.69:0/2758691811 conn(0x7f8ea0104230 msgr2=0x7f8ea0104d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.853+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 shutdown_connections 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:56.853+0000 7f8e9fe00700 1 -- 172.21.15.69:0/2758691811 wait complete. 2024-05-08T05:47:57.576 INFO:teuthology.orchestra.run.smithi069.stdout:Enabling cephadm module... 2024-05-08T05:47:58.781 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:58 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/789374005' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-08T05:47:58.781 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: ignoring --setuser ceph since I am not root 2024-05-08T05:47:58.781 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: ignoring --setgroup ceph since I am not root 2024-05-08T05:47:58.781 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:58.780+0000 7feda3339200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-08T05:47:59.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:59.020+0000 7feda3339200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.128+0000 7f2a5f600700 1 Processor -- start 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.128+0000 7f2a5f600700 1 -- start start 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.129+0000 7f2a5f600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5810b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.129+0000 7f2a5f600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5810bb50 con 0x7f2a5810b160 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.129+0000 7f2a5cc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5810b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.129+0000 7f2a5cc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5810b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53408/0 (socket says 172.21.15.69:53408) 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.129+0000 7f2a5cc00700 1 -- 172.21.15.69:0/3424813010 learned_addr learned my addr 172.21.15.69:0/3424813010 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.130+0000 7f2a5cc00700 1 -- 172.21.15.69:0/3424813010 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a5810c1f0 con 0x7f2a5810b160 2024-05-08T05:47:59.270 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.130+0000 7f2a5cc00700 1 --2- 172.21.15.69:0/3424813010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5810b580 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c0098a0 tx=0x7f2a4c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af20e36ef3e64bea server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.130+0000 7f2a57400700 1 -- 172.21.15.69:0/3424813010 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a4c004160 con 0x7f2a5810b160 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.130+0000 7f2a57400700 1 -- 172.21.15.69:0/3424813010 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2a4c004300 con 0x7f2a5810b160 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.130+0000 7f2a57400700 1 -- 172.21.15.69:0/3424813010 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a4c011af0 con 0x7f2a5810b160 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 -- 172.21.15.69:0/3424813010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 msgr2=0x7f2a5810b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 --2- 172.21.15.69:0/3424813010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5810b580 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c0098a0 tx=0x7f2a4c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 -- 172.21.15.69:0/3424813010 shutdown_connections 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 --2- 172.21.15.69:0/3424813010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5810b580 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 -- 172.21.15.69:0/3424813010 >> 172.21.15.69:0/3424813010 conn(0x7f2a5807e3a0 msgr2=0x7f2a5807e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 -- 172.21.15.69:0/3424813010 shutdown_connections 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.131+0000 7f2a5f600700 1 -- 172.21.15.69:0/3424813010 wait complete. 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.132+0000 7f2a5f600700 1 Processor -- start 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.132+0000 7f2a5f600700 1 -- start start 2024-05-08T05:47:59.271 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.133+0000 7f2a5f600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5819efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.133+0000 7f2a5f600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5810f5a0 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.133+0000 7f2a5cc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5819efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.133+0000 7f2a5cc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5819efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53420/0 (socket says 172.21.15.69:53420) 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.133+0000 7f2a5cc00700 1 -- 172.21.15.69:0/789374005 learned_addr learned my addr 172.21.15.69:0/789374005 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.133+0000 7f2a5cc00700 1 -- 172.21.15.69:0/789374005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a5819f4e0 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.134+0000 7f2a5cc00700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5819efa0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c0117b0 tx=0x7f2a4c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.134+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a4c003af0 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.134+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2a4c020070 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.134+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a5819f770 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.134+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2a4c019630 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.134+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a581a2460 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.135+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a5806a5c0 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.135+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7f2a4c01a9c0 con 0x7f2a5810b160 2024-05-08T05:47:59.272 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.136+0000 7f2a55600700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f2a4003e470 0x7f2a40040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.136+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2a4c053a60 con 0x7f2a5810b160 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.136+0000 7f2a57e00700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f2a4003e470 0x7f2a40040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.137+0000 7f2a57e00700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f2a4003e470 0x7f2a40040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2a44006fd0 tx=0x7f2a44006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.141+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2a4c0042a0 con 0x7f2a5810b160 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.432+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f2a581a2630 con 0x7f2a5810b160 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.486+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f2a581a2630 con 0x7f2a5810b160 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a55600700 1 -- 172.21.15.69:0/789374005 <== mon.0 v2:172.21.15.69:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f2a4c01a430 con 0x7f2a5810b160 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f2a4003e470 msgr2=0x7f2a40040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f2a4003e470 0x7f2a40040930 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2a44006fd0 tx=0x7f2a44006e40 comp rx=0 tx=0).stop 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 msgr2=0x7f2a5819efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5819efa0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c0117b0 tx=0x7f2a4c011b70 comp rx=0 tx=0).stop 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 shutdown_connections 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f2a4003e470 0x7f2a40040930 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:59.273 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 --2- 172.21.15.69:0/789374005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2a5810b160 0x7f2a5819efa0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:47:59.274 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.490+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 >> 172.21.15.69:0/789374005 conn(0x7f2a5807e3a0 msgr2=0x7f2a58108e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:47:59.274 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.491+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 shutdown_connections 2024-05-08T05:47:59.274 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:58.491+0000 7f2a5f600700 1 -- 172.21.15.69:0/789374005 wait complete. 2024-05-08T05:47:59.424 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:59.151+0000 7feda3339200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-08T05:47:59.706 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:59 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/789374005' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-08T05:47:59.706 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:47:59 smithi069 ceph-mon[29571]: mgrmap e5: x(active, since 5s) 2024-05-08T05:47:59.706 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:59.556+0000 7feda3339200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-08T05:47:59.706 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:47:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:47:59.672+0000 7feda3339200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-08T05:48:00.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:00 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2063600591' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.861+0000 7f48ab800700 1 Processor -- start 2024-05-08T05:48:00.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.861+0000 7f48ab800700 1 -- start start 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.861+0000 7f48ab800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a4107ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.862+0000 7f48ab800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f48a407cec0 con 0x7f48a41076b0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.862+0000 7f48a8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a4107ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.862+0000 7f48a8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a4107ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53438/0 (socket says 172.21.15.69:53438) 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.862+0000 7f48a8e00700 1 -- 172.21.15.69:0/2925872667 learned_addr learned my addr 172.21.15.69:0/2925872667 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.862+0000 7f48a8e00700 1 -- 172.21.15.69:0/2925872667 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a4108010 con 0x7f48a41076b0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.863+0000 7f48a8e00700 1 --2- 172.21.15.69:0/2925872667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a4107ad0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f48980098a0 tx=0x7f4898009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44cee0154078d23f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.863+0000 7f48a3400700 1 -- 172.21.15.69:0/2925872667 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4898004160 con 0x7f48a41076b0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.863+0000 7f48a3400700 1 -- 172.21.15.69:0/2925872667 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4898004300 con 0x7f48a41076b0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.863+0000 7f48a3400700 1 -- 172.21.15.69:0/2925872667 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4898011af0 con 0x7f48a41076b0 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 -- 172.21.15.69:0/2925872667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 msgr2=0x7f48a4107ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 --2- 172.21.15.69:0/2925872667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a4107ad0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f48980098a0 tx=0x7f4898009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:00.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 -- 172.21.15.69:0/2925872667 shutdown_connections 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 --2- 172.21.15.69:0/2925872667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a4107ad0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 -- 172.21.15.69:0/2925872667 >> 172.21.15.69:0/2925872667 conn(0x7f48a41032f0 msgr2=0x7f48a4105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 -- 172.21.15.69:0/2925872667 shutdown_connections 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.864+0000 7f48ab800700 1 -- 172.21.15.69:0/2925872667 wait complete. 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.865+0000 7f48ab800700 1 Processor -- start 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.865+0000 7f48ab800700 1 -- start start 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48ab800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a419efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48ab800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f48a4109040 con 0x7f48a41076b0 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48a8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a419efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48a8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a419efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53440/0 (socket says 172.21.15.69:53440) 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48a8e00700 1 -- 172.21.15.69:0/2063600591 learned_addr learned my addr 172.21.15.69:0/2063600591 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48a8e00700 1 -- 172.21.15.69:0/2063600591 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a419f500 con 0x7f48a41076b0 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.866+0000 7f48a8e00700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a419efc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4898011ac0 tx=0x7f4898011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.867+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4898003970 con 0x7f48a41076b0 2024-05-08T05:48:00.868 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.867+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f4898003b10 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.867+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4898024610 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.867+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a419f790 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.867+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a41a2480 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.868+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a406a5c0 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.868+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f489801a9e0 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.869+0000 7f48a1600700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 0x7f488c040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.869+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f4898053890 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.869+0000 7f48a3e00700 1 -- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 msgr2=0x7f488c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.869+0000 7f48a3e00700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 0x7f488c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:47:59.874+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4898024840 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.070+0000 7f48a3e00700 1 -- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 msgr2=0x7f488c040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.070+0000 7f48a3e00700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 0x7f488c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.166+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f48a40008d0 con 0x7f48a41076b0 2024-05-08T05:48:00.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.167+0000 7f48a1600700 1 -- 172.21.15.69:0/2063600591 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f48980532b0 con 0x7f48a41076b0 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 msgr2=0x7f488c040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 0x7f488c040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 msgr2=0x7f48a419efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a419efc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4898011ac0 tx=0x7f4898011ba0 comp rx=0 tx=0).stop 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 shutdown_connections 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f488c03e470 0x7f488c040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 --2- 172.21.15.69:0/2063600591 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48a41076b0 0x7f48a419efc0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 >> 172.21.15.69:0/2063600591 conn(0x7f48a41032f0 msgr2=0x7f48a4195c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 shutdown_connections 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:00.170+0000 7f48ab800700 1 -- 172.21.15.69:0/2063600591 wait complete. 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for the mgr to restart... 2024-05-08T05:48:00.870 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr epoch 5... 2024-05-08T05:48:01.427 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:01.270+0000 7feda3339200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-08T05:48:01.718 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:01.502+0000 7feda3339200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-08T05:48:01.718 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:01.717+0000 7feda3339200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-08T05:48:02.318 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:02.093+0000 7feda3339200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-08T05:48:02.318 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:02.214+0000 7feda3339200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-08T05:48:02.717 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:02.466+0000 7feda3339200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-08T05:48:03.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:02.716+0000 7feda3339200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:48:03.781 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:03 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:03.498+0000 7feda3339200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-08T05:48:04.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:03 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:03.780+0000 7feda3339200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-08T05:48:04.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:04.336+0000 7feda3339200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-08T05:48:04.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:04.460+0000 7feda3339200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-08T05:48:05.318 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:04.921+0000 7feda3339200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-08T05:48:05.809 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:05.369+0000 7feda3339200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-08T05:48:05.809 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:05.491+0000 7feda3339200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-08T05:48:05.809 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:05.808+0000 7feda3339200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-08T05:48:06.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:05.984+0000 7feda3339200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-08T05:48:06.507 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:06.111+0000 7feda3339200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-08T05:48:06.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:06.507+0000 7feda3339200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-08T05:48:06.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:06.629+0000 7feda3339200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-08T05:48:07.662 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:07 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:07.381+0000 7feda3339200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-08T05:48:08.022 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:07 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:07.662+0000 7feda3339200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-08T05:48:08.022 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: Active manager daemon x restarted 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: Activating manager daemon x 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: osdmap e2: 0 total, 0 up, 0 in 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: mgrmap e6: x(active, starting, since 0.00896447s) 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-08T05:48:08.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:07 smithi069 ceph-mon[29571]: Manager daemon x is now available 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: Found migration_current of "None". Setting to last migration. 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-08T05:48:09.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:08 smithi069 ceph-mon[29571]: mgrmap e7: x(active, since 1.01071s) 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.452+0000 7f54dc800700 1 Processor -- start 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.452+0000 7f54dc800700 1 -- start start 2024-05-08T05:48:09.360 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.453+0000 7f54dc800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d407d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.453+0000 7f54dc800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f54d407d8c0 con 0x7f54d407ee90 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.453+0000 7f54d9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d407d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.453+0000 7f54d9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d407d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53448/0 (socket says 172.21.15.69:53448) 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.453+0000 7f54d9e00700 1 -- 172.21.15.69:0/547418410 learned_addr learned my addr 172.21.15.69:0/547418410 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.454+0000 7f54d9e00700 1 -- 172.21.15.69:0/547418410 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d407da40 con 0x7f54d407ee90 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.454+0000 7f54d9e00700 1 --2- 172.21.15.69:0/547418410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d407d2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f54c80098a0 tx=0x7f54c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afcc490a5a76240 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.454+0000 7f54d8a00700 1 -- 172.21.15.69:0/547418410 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54c8004160 con 0x7f54d407ee90 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.454+0000 7f54d8a00700 1 -- 172.21.15.69:0/547418410 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f54c8004300 con 0x7f54d407ee90 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.454+0000 7f54d8a00700 1 -- 172.21.15.69:0/547418410 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54c8011af0 con 0x7f54d407ee90 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.455+0000 7f54dc800700 1 -- 172.21.15.69:0/547418410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 msgr2=0x7f54d407d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.455+0000 7f54dc800700 1 --2- 172.21.15.69:0/547418410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d407d2f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f54c80098a0 tx=0x7f54c8009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.361 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.455+0000 7f54dc800700 1 -- 172.21.15.69:0/547418410 shutdown_connections 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.455+0000 7f54dc800700 1 --2- 172.21.15.69:0/547418410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d407d2f0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.455+0000 7f54dc800700 1 -- 172.21.15.69:0/547418410 >> 172.21.15.69:0/547418410 conn(0x7f54d41043e0 msgr2=0x7f54d4106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.455+0000 7f54dc800700 1 -- 172.21.15.69:0/547418410 shutdown_connections 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.456+0000 7f54dc800700 1 -- 172.21.15.69:0/547418410 wait complete. 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.456+0000 7f54dc800700 1 Processor -- start 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.457+0000 7f54dc800700 1 -- start start 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.457+0000 7f54dc800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:09.362 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.457+0000 7f54dc800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f54d410f3f0 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.457+0000 7f54d9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.457+0000 7f54d9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d419ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53454/0 (socket says 172.21.15.69:53454) 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.457+0000 7f54d9e00700 1 -- 172.21.15.69:0/2712475655 learned_addr learned my addr 172.21.15.69:0/2712475655 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54d9e00700 1 -- 172.21.15.69:0/2712475655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54d419f4c0 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54d9e00700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d419ef80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f54c8011ac0 tx=0x7f54c8011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54c8003970 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f54c8003b10 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54c8024610 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54d419f750 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.458+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54d41a2440 con 0x7f54d407ee90 2024-05-08T05:48:09.363 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.460+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f54c801a9e0 con 0x7f54d407ee90 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.460+0000 7f54cea00700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.460+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 --> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f54bc041090 con 0x7f54bc03e4c0 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.460+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f54c8053870 con 0x7f54d407ee90 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.460+0000 7f54d9400700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.460+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.661+0000 7f54d9400700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:01.661+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:02.062+0000 7f54d9400700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:02.062+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:02.863+0000 7f54d9400700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:02.863+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:04.465+0000 7f54d9400700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:09.364 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:04.465+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:07.669+0000 7f54d9400700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/955795070 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:07.669+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:07.673+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7f54c801a430 con 0x7f54d407ee90 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:07.673+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 msgr2=0x7f54bc040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:07.673+0000 7f54cea00700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.674+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7f54c8055560 con 0x7f54d407ee90 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.674+0000 7f54cea00700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f54bc041db0 0x7f54bc0441a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.674+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f54bc041090 con 0x7f54bc041db0 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.677+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f54bc041db0 0x7f54bc0441a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.681+0000 7f54d9400700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f54bc041db0 0x7f54bc0441a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f54c4003a10 tx=0x7f54c40092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.682+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f54bc041090 con 0x7f54bc041db0 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.691+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f54d406a5c0 con 0x7f54bc041db0 2024-05-08T05:48:09.365 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.692+0000 7f54cea00700 1 -- 172.21.15.69:0/2712475655 <== mgr.14120 v2:172.21.15.69:6800/1069523493 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f54d406a5c0 con 0x7f54bc041db0 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.692+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f54bc041db0 msgr2=0x7f54bc0441a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.692+0000 7f54dc800700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f54bc041db0 0x7f54bc0441a0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f54c4003a10 tx=0x7f54c40092b0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.692+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 msgr2=0x7f54d419ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.692+0000 7f54dc800700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d419ef80 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f54c8011ac0 tx=0x7f54c8011ba0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 shutdown_connections 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f54bc041db0 0x7f54bc0441a0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54d407ee90 0x7f54d419ef80 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 --2- 172.21.15.69:0/2712475655 >> [v2:172.21.15.69:6800/955795070,v1:172.21.15.69:6801/955795070] conn(0x7f54bc03e4c0 0x7f54bc040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 >> 172.21.15.69:0/2712475655 conn(0x7f54d41043e0 msgr2=0x7f54d4104f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 shutdown_connections 2024-05-08T05:48:09.366 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:08.693+0000 7f54dc800700 1 -- 172.21.15.69:0/2712475655 wait complete. 2024-05-08T05:48:09.367 INFO:teuthology.orchestra.run.smithi069.stdout:mgr epoch 5 is available 2024-05-08T05:48:09.367 INFO:teuthology.orchestra.run.smithi069.stdout:Setting orchestrator backend to cephadm... 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: [08/May/2024:05:48:09] ENGINE Bus STARTING 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: [08/May/2024:05:48:09] ENGINE Serving on https://172.21.15.69:7150 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: [08/May/2024:05:48:09] ENGINE Serving on http://172.21.15.69:8765 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: [08/May/2024:05:48:09] ENGINE Bus STARTED 2024-05-08T05:48:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:09 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:48:11.037 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:10 smithi069 ceph-mon[29571]: mgrmap e8: x(active, since 2s) 2024-05-08T05:48:11.037 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:10 smithi069 ceph-mon[29571]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:11.037 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:10 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:11.038 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:10 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:48:11.052 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.091+0000 7f0b68200700 1 Processor -- start 2024-05-08T05:48:11.057 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.091+0000 7f0b68200700 1 -- start start 2024-05-08T05:48:11.057 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.091+0000 7f0b68200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b60109230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.091+0000 7f0b68200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b60109770 con 0x7f0b60108e10 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.092+0000 7f0b65800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b60109230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.092+0000 7f0b65800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b60109230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38840/0 (socket says 172.21.15.69:38840) 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.092+0000 7f0b65800700 1 -- 172.21.15.69:0/840555830 learned_addr learned my addr 172.21.15.69:0/840555830 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.092+0000 7f0b65800700 1 -- 172.21.15.69:0/840555830 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b60109f70 con 0x7f0b60108e10 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.092+0000 7f0b65800700 1 --2- 172.21.15.69:0/840555830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b60109230 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0b50009e80 tx=0x7f0b5000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76cc29035002679d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b5fe00700 1 -- 172.21.15.69:0/840555830 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b50017070 con 0x7f0b60108e10 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b5fe00700 1 -- 172.21.15.69:0/840555830 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0b5000b8c0 con 0x7f0b60108e10 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b5fe00700 1 -- 172.21.15.69:0/840555830 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b50004490 con 0x7f0b60108e10 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b68200700 1 -- 172.21.15.69:0/840555830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 msgr2=0x7f0b60109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b68200700 1 --2- 172.21.15.69:0/840555830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b60109230 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0b50009e80 tx=0x7f0b5000b330 comp rx=0 tx=0).stop 2024-05-08T05:48:11.058 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b68200700 1 -- 172.21.15.69:0/840555830 shutdown_connections 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b68200700 1 --2- 172.21.15.69:0/840555830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b60109230 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.093+0000 7f0b68200700 1 -- 172.21.15.69:0/840555830 >> 172.21.15.69:0/840555830 conn(0x7f0b601043d0 msgr2=0x7f0b601067f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.094+0000 7f0b68200700 1 -- 172.21.15.69:0/840555830 shutdown_connections 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.094+0000 7f0b68200700 1 -- 172.21.15.69:0/840555830 wait complete. 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.094+0000 7f0b68200700 1 Processor -- start 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.095+0000 7f0b68200700 1 -- start start 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.095+0000 7f0b68200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b6007f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.095+0000 7f0b68200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b6010d3b0 con 0x7f0b60108e10 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.095+0000 7f0b65800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b6007f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.095+0000 7f0b65800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b6007f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38856/0 (socket says 172.21.15.69:38856) 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.095+0000 7f0b65800700 1 -- 172.21.15.69:0/3185249989 learned_addr learned my addr 172.21.15.69:0/3185249989 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b65800700 1 -- 172.21.15.69:0/3185249989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b6007f950 con 0x7f0b60108e10 2024-05-08T05:48:11.059 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b65800700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b6007f410 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0b5000b7b0 tx=0x7f0b5000be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b50020020 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0b50003d10 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b6007db40 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0b50017040 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.096+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b6007e080 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.097+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f0b50023020 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.098+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b6006a5c0 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.098+0000 7f0b5e000700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f0b4403e4c0 0x7f0b44040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.098+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0b5000f050 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.098+0000 7f0b64e00700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f0b4403e4c0 0x7f0b44040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.099+0000 7f0b64e00700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f0b4403e4c0 0x7f0b44040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c006fd0 tx=0x7f0b4c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.104+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0b5002a020 con 0x7f0b60108e10 2024-05-08T05:48:11.060 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.355+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f0b60105530 con 0x7f0b4403e4c0 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.364+0000 7f0b5e000700 1 -- 172.21.15.69:0/3185249989 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0b60105530 con 0x7f0b4403e4c0 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f0b4403e4c0 msgr2=0x7f0b44040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f0b4403e4c0 0x7f0b44040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c006fd0 tx=0x7f0b4c006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 msgr2=0x7f0b6007f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b6007f410 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0b5000b7b0 tx=0x7f0b5000be90 comp rx=0 tx=0).stop 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 shutdown_connections 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f0b4403e4c0 0x7f0b44040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 --2- 172.21.15.69:0/3185249989 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b60108e10 0x7f0b6007f410 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 >> 172.21.15.69:0/3185249989 conn(0x7f0b601043d0 msgr2=0x7f0b60104e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 shutdown_connections 2024-05-08T05:48:11.061 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:10.367+0000 7f0b68200700 1 -- 172.21.15.69:0/3185249989 wait complete. 2024-05-08T05:48:12.602 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-08T05:48:12.602 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.637+0000 7fdf7ea00700 1 Processor -- start 2024-05-08T05:48:12.602 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.638+0000 7fdf7ea00700 1 -- start start 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.638+0000 7fdf7ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7810b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.638+0000 7fdf7ea00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7810bb50 con 0x7fdf7810b160 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.638+0000 7fdf7d600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7810b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.638+0000 7fdf7d600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7810b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38866/0 (socket says 172.21.15.69:38866) 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.638+0000 7fdf7d600700 1 -- 172.21.15.69:0/4058487393 learned_addr learned my addr 172.21.15.69:0/4058487393 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.639+0000 7fdf7d600700 1 -- 172.21.15.69:0/4058487393 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7810bfd0 con 0x7fdf7810b160 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.639+0000 7fdf7d600700 1 --2- 172.21.15.69:0/4058487393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7810b580 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c0098a0 tx=0x7fdf6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91a3e6c8f87bf209 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.639+0000 7fdf77e00700 1 -- 172.21.15.69:0/4058487393 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf6c004160 con 0x7fdf7810b160 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.639+0000 7fdf77e00700 1 -- 172.21.15.69:0/4058487393 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdf6c004300 con 0x7fdf7810b160 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.639+0000 7fdf77e00700 1 -- 172.21.15.69:0/4058487393 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf6c011af0 con 0x7fdf7810b160 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 -- 172.21.15.69:0/4058487393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 msgr2=0x7fdf7810b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 --2- 172.21.15.69:0/4058487393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7810b580 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c0098a0 tx=0x7fdf6c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:12.603 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 -- 172.21.15.69:0/4058487393 shutdown_connections 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 --2- 172.21.15.69:0/4058487393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7810b580 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 -- 172.21.15.69:0/4058487393 >> 172.21.15.69:0/4058487393 conn(0x7fdf7807e240 msgr2=0x7fdf7807e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 -- 172.21.15.69:0/4058487393 shutdown_connections 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.640+0000 7fdf7ea00700 1 -- 172.21.15.69:0/4058487393 wait complete. 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.641+0000 7fdf7ea00700 1 Processor -- start 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.641+0000 7fdf7ea00700 1 -- start start 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.642+0000 7fdf7ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7819ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.642+0000 7fdf7ea00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdf7810f380 con 0x7fdf7810b160 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.642+0000 7fdf7d600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7819ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:12.604 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.642+0000 7fdf7d600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7819ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38880/0 (socket says 172.21.15.69:38880) 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.642+0000 7fdf7d600700 1 -- 172.21.15.69:0/2030294348 learned_addr learned my addr 172.21.15.69:0/2030294348 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.642+0000 7fdf7d600700 1 -- 172.21.15.69:0/2030294348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf7819f340 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.643+0000 7fdf7d600700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7819ee00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c0117b0 tx=0x7fdf6c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.643+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf6c003af0 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.643+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fdf6c020070 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.643+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdf6c019630 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.643+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf7819f5d0 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.643+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf781a22c0 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.644+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fdf6c01a9c0 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.644+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf7806a5c0 con 0x7fdf7810b160 2024-05-08T05:48:12.605 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.645+0000 7fdf76000700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fdf6003e4c0 0x7fdf60040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.645+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdf6c053a60 con 0x7fdf7810b160 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.645+0000 7fdf7cc00700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fdf6003e4c0 0x7fdf60040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.646+0000 7fdf7cc00700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fdf6003e4c0 0x7fdf60040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdf64006fd0 tx=0x7fdf64006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.651+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdf6c00bdd0 con 0x7fdf7810b160 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.882+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fdf78109550 con 0x7fdf6003e4c0 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.884+0000 7fdf76000700 1 -- 172.21.15.69:0/2030294348 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fdf78109550 con 0x7fdf6003e4c0 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.887+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fdf6003e4c0 msgr2=0x7fdf60040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.887+0000 7fdf7ea00700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fdf6003e4c0 0x7fdf60040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdf64006fd0 tx=0x7fdf64006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.887+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 msgr2=0x7fdf7819ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.887+0000 7fdf7ea00700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7819ee00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c0117b0 tx=0x7fdf6c011b70 comp rx=0 tx=0).stop 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.888+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 shutdown_connections 2024-05-08T05:48:12.606 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.888+0000 7fdf7ea00700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fdf6003e4c0 0x7fdf60040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:12.607 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.888+0000 7fdf7ea00700 1 --2- 172.21.15.69:0/2030294348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf7810b160 0x7fdf7819ee00 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:12.607 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.888+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 >> 172.21.15.69:0/2030294348 conn(0x7fdf7807e240 msgr2=0x7fdf78108e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:12.607 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.888+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 shutdown_connections 2024-05-08T05:48:12.607 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:11.889+0000 7fdf7ea00700 1 -- 172.21.15.69:0/2030294348 wait complete. 2024-05-08T05:48:12.607 INFO:teuthology.orchestra.run.smithi069.stdout:Generating ssh key... 2024-05-08T05:48:12.886 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:12 smithi069 ceph-mon[29571]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:13.819 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: Generating public/private rsa key pair. 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: Your identification has been saved in /tmp/tmprpfeoidr/key. 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: Your public key has been saved in /tmp/tmprpfeoidr/key.pub. 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: The key fingerprint is: 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: SHA256:tt5dbrkGjd1jn1axPbinsvJs0HTKCjnQAkPZABeaQ1Q ceph-4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: The key's randomart image is: 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: +---[RSA 3072]----+ 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: |.++E= | 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: |. ++ . | 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | + o . | 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | . o . . . . | 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | o S + o+..+| 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | = o +o.o=+| 2024-05-08T05:48:13.820 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | + o .+.*| 2024-05-08T05:48:13.821 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | . +.+ +++.| 2024-05-08T05:48:13.821 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: | . =+++*. | 2024-05-08T05:48:13.821 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: +----[SHA256]-----+ 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.149+0000 7f7113200700 1 Processor -- start 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.149+0000 7f7113200700 1 -- start start 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.150+0000 7f7113200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711407d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.150+0000 7f7113200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f711407d830 con 0x7f711407ee40 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.150+0000 7f7111e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711407d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.150+0000 7f7111e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711407d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38896/0 (socket says 172.21.15.69:38896) 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.150+0000 7f7111e00700 1 -- 172.21.15.69:0/671881624 learned_addr learned my addr 172.21.15.69:0/671881624 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.151+0000 7f7111e00700 1 -- 172.21.15.69:0/671881624 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f711407d9b0 con 0x7f711407ee40 2024-05-08T05:48:14.225 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.151+0000 7f7111e00700 1 --2- 172.21.15.69:0/671881624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711407d2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f71040098a0 tx=0x7f7104009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c61172592e91f462 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.151+0000 7f7110a00700 1 -- 172.21.15.69:0/671881624 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7104004160 con 0x7f711407ee40 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.151+0000 7f7110a00700 1 -- 172.21.15.69:0/671881624 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7104004300 con 0x7f711407ee40 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.151+0000 7f7110a00700 1 -- 172.21.15.69:0/671881624 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7104011af0 con 0x7f711407ee40 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 -- 172.21.15.69:0/671881624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 msgr2=0x7f711407d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 --2- 172.21.15.69:0/671881624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711407d2f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f71040098a0 tx=0x7f7104009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 -- 172.21.15.69:0/671881624 shutdown_connections 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 --2- 172.21.15.69:0/671881624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711407d2f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 -- 172.21.15.69:0/671881624 >> 172.21.15.69:0/671881624 conn(0x7f7114104180 msgr2=0x7f71141065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 -- 172.21.15.69:0/671881624 shutdown_connections 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.152+0000 7f7113200700 1 -- 172.21.15.69:0/671881624 wait complete. 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.153+0000 7f7113200700 1 Processor -- start 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.153+0000 7f7113200700 1 -- start start 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7113200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711419eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:14.226 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7113200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f711410f170 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7111e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711419eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7111e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711419eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38910/0 (socket says 172.21.15.69:38910) 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7111e00700 1 -- 172.21.15.69:0/1140454834 learned_addr learned my addr 172.21.15.69:0/1140454834 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7111e00700 1 -- 172.21.15.69:0/1140454834 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f711419f2e0 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.154+0000 7f7111e00700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711419eda0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7104011ac0 tx=0x7f7104011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.155+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7104003970 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.155+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7104003b10 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.155+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f711419f570 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.155+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7104024610 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.155+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71141a2220 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.156+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f710401a9e0 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.156+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f711406a5c0 con 0x7f711407ee40 2024-05-08T05:48:14.227 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.157+0000 7f710aa00700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f70f803e4c0 0x7f70f8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.157+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f71040538d0 con 0x7f711407ee40 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.157+0000 7f7111400700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f70f803e4c0 0x7f70f8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.158+0000 7f7111400700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f70f803e4c0 0x7f70f8040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7100006fd0 tx=0x7f7100006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.162+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f71040247f0 con 0x7f711407ee40 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.392+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f7114105470 con 0x7f70f803e4c0 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.548+0000 7f710aa00700 1 -- 172.21.15.69:0/1140454834 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7114105470 con 0x7f70f803e4c0 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.551+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f70f803e4c0 msgr2=0x7f70f8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:14.228 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.551+0000 7f7113200700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f70f803e4c0 0x7f70f8040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7100006fd0 tx=0x7f7100006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.551+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 msgr2=0x7f711419eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.551+0000 7f7113200700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711419eda0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7104011ac0 tx=0x7f7104011ba0 comp rx=0 tx=0).stop 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.552+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 shutdown_connections 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.552+0000 7f7113200700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f70f803e4c0 0x7f70f8040980 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.552+0000 7f7113200700 1 --2- 172.21.15.69:0/1140454834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f711407ee40 0x7f711419eda0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.552+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 >> 172.21.15.69:0/1140454834 conn(0x7f7114104180 msgr2=0x7f7114104d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.552+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 shutdown_connections 2024-05-08T05:48:14.229 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:13.552+0000 7f7113200700 1 -- 172.21.15.69:0/1140454834 wait complete. 2024-05-08T05:48:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:14 smithi069 ceph-mon[29571]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:14 smithi069 ceph-mon[29571]: Generating ssh key... 2024-05-08T05:48:14.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:14 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:14.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:14 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:15.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:15 smithi069 ceph-mon[29571]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:15.801 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:48:15.801 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.841+0000 7f8022000700 1 Processor -- start 2024-05-08T05:48:15.801 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.841+0000 7f8022000700 1 -- start start 2024-05-08T05:48:15.801 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.842+0000 7f8022000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c10b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.842+0000 7f8022000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f801c10bb50 con 0x7f801c10b160 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.842+0000 7f8020c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c10b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.842+0000 7f8020c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c10b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38924/0 (socket says 172.21.15.69:38924) 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.842+0000 7f8020c00700 1 -- 172.21.15.69:0/938672363 learned_addr learned my addr 172.21.15.69:0/938672363 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.843+0000 7f8020c00700 1 -- 172.21.15.69:0/938672363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f801c10bfd0 con 0x7f801c10b160 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.843+0000 7f8020c00700 1 --2- 172.21.15.69:0/938672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c10b580 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f80100098a0 tx=0x7f8010009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f6beeaeb058a899 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.843+0000 7f801b400700 1 -- 172.21.15.69:0/938672363 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8010004160 con 0x7f801c10b160 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.843+0000 7f801b400700 1 -- 172.21.15.69:0/938672363 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8010004300 con 0x7f801c10b160 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.843+0000 7f801b400700 1 -- 172.21.15.69:0/938672363 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8010011af0 con 0x7f801c10b160 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 -- 172.21.15.69:0/938672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 msgr2=0x7f801c10b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 --2- 172.21.15.69:0/938672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c10b580 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f80100098a0 tx=0x7f8010009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 -- 172.21.15.69:0/938672363 shutdown_connections 2024-05-08T05:48:15.802 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 --2- 172.21.15.69:0/938672363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c10b580 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 -- 172.21.15.69:0/938672363 >> 172.21.15.69:0/938672363 conn(0x7f801c07e240 msgr2=0x7f801c07e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 -- 172.21.15.69:0/938672363 shutdown_connections 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.844+0000 7f8022000700 1 -- 172.21.15.69:0/938672363 wait complete. 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.845+0000 7f8022000700 1 Processor -- start 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8022000700 1 -- start start 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8022000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8022000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f801c10f380 con 0x7f801c10b160 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8020c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8020c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c19ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38940/0 (socket says 172.21.15.69:38940) 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8020c00700 1 -- 172.21.15.69:0/3129568723 learned_addr learned my addr 172.21.15.69:0/3129568723 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.846+0000 7f8020c00700 1 -- 172.21.15.69:0/3129568723 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f801c19f340 con 0x7f801c10b160 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.847+0000 7f8020c00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c19ee00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f80100117b0 tx=0x7f8010011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:15.803 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.847+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8010003af0 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.847+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8010020070 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.847+0000 7f8022000700 1 -- 172.21.15.69:0/3129568723 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f801c19f5d0 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.847+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8010019630 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.847+0000 7f8022000700 1 -- 172.21.15.69:0/3129568723 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f801c1a22c0 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.848+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f801001a9c0 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.849+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ff8005330 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.849+0000 7f8019600700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f800403e4c0 0x7f8004040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.849+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8010053a70 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.849+0000 7f801be00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f800403e4c0 0x7f8004040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.850+0000 7f801be00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f800403e4c0 0x7f8004040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f800c006fd0 tx=0x7f800c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:14.855+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8010025460 con 0x7f801c10b160 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.087+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f7ff8000bc0 con 0x7f800403e4c0 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.089+0000 7f8019600700 1 -- 172.21.15.69:0/3129568723 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f7ff8000bc0 con 0x7f800403e4c0 2024-05-08T05:48:15.804 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f800403e4c0 msgr2=0x7f8004040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f800403e4c0 0x7f8004040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f800c006fd0 tx=0x7f800c006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 msgr2=0x7f801c19ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c19ee00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f80100117b0 tx=0x7f8010011b70 comp rx=0 tx=0).stop 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 shutdown_connections 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f800403e4c0 0x7f8004040980 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 --2- 172.21.15.69:0/3129568723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f801c10b160 0x7f801c19ee00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.092+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 >> 172.21.15.69:0/3129568723 conn(0x7f801c07e240 msgr2=0x7f801c108e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.093+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 shutdown_connections 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:15.093+0000 7f800aa00700 1 -- 172.21.15.69:0/3129568723 wait complete. 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:Adding key to root@localhost authorized_keys... 2024-05-08T05:48:15.805 INFO:teuthology.orchestra.run.smithi069.stdout:Adding host smithi069... 2024-05-08T05:48:17.968 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:17 smithi069 ceph-mon[29571]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi069", "addr": "172.21.15.69", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:18.798 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:18 smithi069 ceph-mon[29571]: Deploying cephadm binary to smithi069 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Added host 'smithi069' with addr '172.21.15.69' 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.389+0000 7ff518200700 1 Processor -- start 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.389+0000 7ff518200700 1 -- start start 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.390+0000 7ff518200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51010b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.390+0000 7ff518200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff51010bb50 con 0x7ff51010b160 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.390+0000 7ff515800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51010b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.390+0000 7ff515800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51010b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38952/0 (socket says 172.21.15.69:38952) 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.390+0000 7ff515800700 1 -- 172.21.15.69:0/654963157 learned_addr learned my addr 172.21.15.69:0/654963157 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.391+0000 7ff515800700 1 -- 172.21.15.69:0/654963157 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51010c1b0 con 0x7ff51010b160 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.391+0000 7ff515800700 1 --2- 172.21.15.69:0/654963157 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51010b580 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff5040098a0 tx=0x7ff504009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b98c28045c5b1e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:23.412 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.391+0000 7ff50fe00700 1 -- 172.21.15.69:0/654963157 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff504004160 con 0x7ff51010b160 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.391+0000 7ff50fe00700 1 -- 172.21.15.69:0/654963157 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff504004300 con 0x7ff51010b160 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.391+0000 7ff50fe00700 1 -- 172.21.15.69:0/654963157 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff504011af0 con 0x7ff51010b160 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 -- 172.21.15.69:0/654963157 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 msgr2=0x7ff51010b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 --2- 172.21.15.69:0/654963157 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51010b580 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff5040098a0 tx=0x7ff504009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 -- 172.21.15.69:0/654963157 shutdown_connections 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 --2- 172.21.15.69:0/654963157 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51010b580 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 -- 172.21.15.69:0/654963157 >> 172.21.15.69:0/654963157 conn(0x7ff51007e440 msgr2=0x7ff51007e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 -- 172.21.15.69:0/654963157 shutdown_connections 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.392+0000 7ff518200700 1 -- 172.21.15.69:0/654963157 wait complete. 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.393+0000 7ff518200700 1 Processor -- start 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.393+0000 7ff518200700 1 -- start start 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.393+0000 7ff518200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.393+0000 7ff518200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff51010f560 con 0x7ff51010b160 2024-05-08T05:48:23.413 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.394+0000 7ff515800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.394+0000 7ff515800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51019efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38964/0 (socket says 172.21.15.69:38964) 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.394+0000 7ff515800700 1 -- 172.21.15.69:0/8686932 learned_addr learned my addr 172.21.15.69:0/8686932 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.394+0000 7ff515800700 1 -- 172.21.15.69:0/8686932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51019f520 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.394+0000 7ff515800700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51019efe0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff5040117b0 tx=0x7ff504011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.395+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff504003af0 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.395+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7ff504020070 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.395+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff504019630 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.395+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff51019f7b0 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.395+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5101a24a0 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.396+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff51006a5c0 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.396+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7ff50401a9c0 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.397+0000 7ff50e000700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7ff4f803e4c0 0x7ff4f8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.397+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff504053a60 con 0x7ff51010b160 2024-05-08T05:48:23.414 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.397+0000 7ff514e00700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7ff4f803e4c0 0x7ff4f8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.398+0000 7ff514e00700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7ff4f803e4c0 0x7ff4f8040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc006fd0 tx=0x7ff4fc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.403+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff50400bdd0 con 0x7ff51010b160 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:16.638+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi069", "addr": "172.21.15.69", "target": ["mon-mgr", ""]}) -- 0x7ff5101094b0 con 0x7ff4f803e4c0 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.657+0000 7ff50e000700 1 -- 172.21.15.69:0/8686932 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7ff5101094b0 con 0x7ff4f803e4c0 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7ff4f803e4c0 msgr2=0x7ff4f8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7ff4f803e4c0 0x7ff4f8040980 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff4fc006fd0 tx=0x7ff4fc006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 msgr2=0x7ff51019efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51019efe0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff5040117b0 tx=0x7ff504011b70 comp rx=0 tx=0).stop 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 shutdown_connections 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7ff4f803e4c0 0x7ff4f8040980 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 --2- 172.21.15.69:0/8686932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff51010b160 0x7ff51019efe0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.661+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 >> 172.21.15.69:0/8686932 conn(0x7ff51007e440 msgr2=0x7ff510108da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:23.415 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.662+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 shutdown_connections 2024-05-08T05:48:23.416 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:22.662+0000 7ff518200700 1 -- 172.21.15.69:0/8686932 wait complete. 2024-05-08T05:48:23.416 INFO:teuthology.orchestra.run.smithi069.stdout:Deploying unmanaged mon service... 2024-05-08T05:48:23.942 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:23 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:23.943 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:23 smithi069 ceph-mon[29571]: Added host smithi069 2024-05-08T05:48:23.943 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:23 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:48:25.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-08T05:48:25.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.113+0000 7fe0a8e00700 1 Processor -- start 2024-05-08T05:48:25.463 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.114+0000 7fe0a8e00700 1 -- start start 2024-05-08T05:48:25.467 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.114+0000 7fe0a8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a4109230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:25.467 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.114+0000 7fe0a8e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a4109770 con 0x7fe0a4108e10 2024-05-08T05:48:25.467 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.114+0000 7fe0a1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a4109230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.115+0000 7fe0a1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a4109230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:32990/0 (socket says 172.21.15.69:32990) 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.115+0000 7fe0a1e00700 1 -- 172.21.15.69:0/4188300894 learned_addr learned my addr 172.21.15.69:0/4188300894 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.115+0000 7fe0a1e00700 1 -- 172.21.15.69:0/4188300894 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0a4109f70 con 0x7fe0a4108e10 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.115+0000 7fe0a1e00700 1 --2- 172.21.15.69:0/4188300894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a4109230 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe0940098a0 tx=0x7fe094009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f954ed5089e6e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a0a00700 1 -- 172.21.15.69:0/4188300894 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe094004160 con 0x7fe0a4108e10 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a0a00700 1 -- 172.21.15.69:0/4188300894 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe094004300 con 0x7fe0a4108e10 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a0a00700 1 -- 172.21.15.69:0/4188300894 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe094011af0 con 0x7fe0a4108e10 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a8e00700 1 -- 172.21.15.69:0/4188300894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 msgr2=0x7fe0a4109230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a8e00700 1 --2- 172.21.15.69:0/4188300894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a4109230 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe0940098a0 tx=0x7fe094009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a8e00700 1 -- 172.21.15.69:0/4188300894 shutdown_connections 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a8e00700 1 --2- 172.21.15.69:0/4188300894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a4109230 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.116+0000 7fe0a8e00700 1 -- 172.21.15.69:0/4188300894 >> 172.21.15.69:0/4188300894 conn(0x7fe0a41043d0 msgr2=0x7fe0a41067f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:25.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.117+0000 7fe0a8e00700 1 -- 172.21.15.69:0/4188300894 shutdown_connections 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.117+0000 7fe0a8e00700 1 -- 172.21.15.69:0/4188300894 wait complete. 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a8e00700 1 Processor -- start 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a8e00700 1 -- start start 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a407f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a8e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe0a410d3b0 con 0x7fe0a4108e10 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a407f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a407f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:32994/0 (socket says 172.21.15.69:32994) 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.118+0000 7fe0a1e00700 1 -- 172.21.15.69:0/2944050946 learned_addr learned my addr 172.21.15.69:0/2944050946 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe0a1e00700 1 -- 172.21.15.69:0/2944050946 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0a407f950 con 0x7fe0a4108e10 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe0a1e00700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a407f410 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe094011ac0 tx=0x7fe094011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe094003970 con 0x7fe0a4108e10 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe094003b10 con 0x7fe0a4108e10 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe094024610 con 0x7fe0a4108e10 2024-05-08T05:48:25.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0a407db40 con 0x7fe0a4108e10 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.119+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0a407e080 con 0x7fe0a4108e10 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.120+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0a406a5c0 con 0x7fe0a4108e10 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.121+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fe09401a9e0 con 0x7fe0a4108e10 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.121+0000 7fe09aa00700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe08803e4c0 0x7fe088040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.121+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe094053880 con 0x7fe0a4108e10 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.121+0000 7fe0a1400700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe08803e4c0 0x7fe088040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.122+0000 7fe0a1400700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe08803e4c0 0x7fe088040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe090006fd0 tx=0x7fe090006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.127+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe0940247f0 con 0x7fe0a4108e10 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.392+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fe0a4105580 con 0x7fe08803e4c0 2024-05-08T05:48:25.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.402+0000 7fe09aa00700 1 -- 172.21.15.69:0/2944050946 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe0a4105580 con 0x7fe08803e4c0 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.405+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe08803e4c0 msgr2=0x7fe088040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.405+0000 7fe0a8e00700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe08803e4c0 0x7fe088040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe090006fd0 tx=0x7fe090006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.405+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 msgr2=0x7fe0a407f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.405+0000 7fe0a8e00700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a407f410 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fe094011ac0 tx=0x7fe094011ba0 comp rx=0 tx=0).stop 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.406+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 shutdown_connections 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.406+0000 7fe0a8e00700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe08803e4c0 0x7fe088040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.406+0000 7fe0a8e00700 1 --2- 172.21.15.69:0/2944050946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe0a4108e10 0x7fe0a407f410 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.406+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 >> 172.21.15.69:0/2944050946 conn(0x7fe0a41043d0 msgr2=0x7fe0a4104e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.406+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 shutdown_connections 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:24.406+0000 7fe0a8e00700 1 -- 172.21.15.69:0/2944050946 wait complete. 2024-05-08T05:48:25.472 INFO:teuthology.orchestra.run.smithi069.stdout:Deploying unmanaged mgr service... 2024-05-08T05:48:25.535 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:25 smithi069 ceph-mon[29571]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:25.535 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:25 smithi069 ceph-mon[29571]: Saving service mon spec with placement count:5 2024-05-08T05:48:25.535 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:25 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:27.446 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:27 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:27.446 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:27 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:27.446 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:27 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:27.738 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-08T05:48:27.738 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.803+0000 7fa0ad200700 1 Processor -- start 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.803+0000 7fa0ad200700 1 -- start start 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.804+0000 7fa0ad200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a81092b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.804+0000 7fa0ad200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a8109880 con 0x7fa0a8108e90 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.804+0000 7fa0a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a81092b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.804+0000 7fa0a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a81092b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:32996/0 (socket says 172.21.15.69:32996) 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.804+0000 7fa0a5e00700 1 -- 172.21.15.69:0/3269663522 learned_addr learned my addr 172.21.15.69:0/3269663522 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.804+0000 7fa0a5e00700 1 -- 172.21.15.69:0/3269663522 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a8109ff0 con 0x7fa0a8108e90 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.805+0000 7fa0a5e00700 1 --2- 172.21.15.69:0/3269663522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a81092b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa0980098a0 tx=0x7fa098009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b46cdc03de823 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:27.739 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.805+0000 7fa0a4a00700 1 -- 172.21.15.69:0/3269663522 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa098004160 con 0x7fa0a8108e90 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.805+0000 7fa0a4a00700 1 -- 172.21.15.69:0/3269663522 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa098004300 con 0x7fa0a8108e90 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.805+0000 7fa0a4a00700 1 -- 172.21.15.69:0/3269663522 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa098011a20 con 0x7fa0a8108e90 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.806+0000 7fa0ad200700 1 -- 172.21.15.69:0/3269663522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 msgr2=0x7fa0a81092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.806+0000 7fa0ad200700 1 --2- 172.21.15.69:0/3269663522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a81092b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa0980098a0 tx=0x7fa098009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.806+0000 7fa0ad200700 1 -- 172.21.15.69:0/3269663522 shutdown_connections 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.806+0000 7fa0ad200700 1 --2- 172.21.15.69:0/3269663522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a81092b0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.806+0000 7fa0ad200700 1 -- 172.21.15.69:0/3269663522 >> 172.21.15.69:0/3269663522 conn(0x7fa0a8104450 msgr2=0x7fa0a8106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.806+0000 7fa0ad200700 1 -- 172.21.15.69:0/3269663522 shutdown_connections 2024-05-08T05:48:27.740 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.807+0000 7fa0ad200700 1 -- 172.21.15.69:0/3269663522 wait complete. 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.808+0000 7fa0ad200700 1 Processor -- start 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.809+0000 7fa0ad200700 1 -- start start 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.809+0000 7fa0ad200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a819ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.809+0000 7fa0ad200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a810d3a0 con 0x7fa0a8108e90 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.809+0000 7fa0a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a819ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.809+0000 7fa0a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a819ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33000/0 (socket says 172.21.15.69:33000) 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.809+0000 7fa0a5e00700 1 -- 172.21.15.69:0/1451864907 learned_addr learned my addr 172.21.15.69:0/1451864907 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.810+0000 7fa0a5e00700 1 -- 172.21.15.69:0/1451864907 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a819f4b0 con 0x7fa0a8108e90 2024-05-08T05:48:27.741 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.810+0000 7fa0a5e00700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a819ef70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa098000c00 tx=0x7fa098011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.810+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa098003aa0 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.810+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa09801b8f0 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.810+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa098023890 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.810+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a819f740 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.811+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a81a2430 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.812+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fa09802c3f0 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.812+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a806a5c0 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.812+0000 7fa09ea00700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fa08c03e4c0 0x7fa08c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.813+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa098053ea0 con 0x7fa0a8108e90 2024-05-08T05:48:27.742 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.813+0000 7fa0a5400700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fa08c03e4c0 0x7fa08c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.813+0000 7fa0a5400700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fa08c03e4c0 0x7fa08c040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa094006fd0 tx=0x7fa094006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:26.818+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa09801f030 con 0x7fa0a8108e90 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.072+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fa0a81055a0 con 0x7fa08c03e4c0 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.080+0000 7fa09ea00700 1 -- 172.21.15.69:0/1451864907 <== mgr.14120 v2:172.21.15.69:6800/1069523493 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fa0a81055a0 con 0x7fa08c03e4c0 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fa08c03e4c0 msgr2=0x7fa08c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fa08c03e4c0 0x7fa08c040980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa094006fd0 tx=0x7fa094006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 msgr2=0x7fa0a819ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a819ef70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa098000c00 tx=0x7fa098011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:27.743 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 shutdown_connections 2024-05-08T05:48:27.744 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fa08c03e4c0 0x7fa08c040980 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:27.744 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 --2- 172.21.15.69:0/1451864907 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0a8108e90 0x7fa0a819ef70 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:27.744 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 >> 172.21.15.69:0/1451864907 conn(0x7fa0a8104450 msgr2=0x7fa0a8104e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:27.744 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 shutdown_connections 2024-05-08T05:48:27.744 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:27.085+0000 7fa0ad200700 1 -- 172.21.15.69:0/1451864907 wait complete. 2024-05-08T05:48:28.371 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:28 smithi069 ceph-mon[29571]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:28.371 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:28 smithi069 ceph-mon[29571]: Saving service mgr spec with placement count:2 2024-05-08T05:48:29.576 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.370+0000 7f342ae00700 1 Processor -- start 2024-05-08T05:48:29.577 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.371+0000 7f342ae00700 1 -- start start 2024-05-08T05:48:29.577 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.371+0000 7f342ae00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f34241092b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:29.577 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.371+0000 7f342ae00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3424109880 con 0x7f3424108e90 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.371+0000 7f3423e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f34241092b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.372+0000 7f3423e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f34241092b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56324/0 (socket says 172.21.15.69:56324) 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.372+0000 7f3423e00700 1 -- 172.21.15.69:0/1517647074 learned_addr learned my addr 172.21.15.69:0/1517647074 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.372+0000 7f3423e00700 1 -- 172.21.15.69:0/1517647074 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3424109ff0 con 0x7f3424108e90 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.372+0000 7f3423e00700 1 --2- 172.21.15.69:0/1517647074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f34241092b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f34140098a0 tx=0x7f3414009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d110d9800e304fe server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.373+0000 7f3422a00700 1 -- 172.21.15.69:0/1517647074 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3414004160 con 0x7f3424108e90 2024-05-08T05:48:29.578 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.373+0000 7f3422a00700 1 -- 172.21.15.69:0/1517647074 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3414004300 con 0x7f3424108e90 2024-05-08T05:48:29.579 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.373+0000 7f3422a00700 1 -- 172.21.15.69:0/1517647074 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3414011a20 con 0x7f3424108e90 2024-05-08T05:48:29.579 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 -- 172.21.15.69:0/1517647074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 msgr2=0x7f34241092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:29.579 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 --2- 172.21.15.69:0/1517647074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f34241092b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f34140098a0 tx=0x7f3414009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 -- 172.21.15.69:0/1517647074 shutdown_connections 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 --2- 172.21.15.69:0/1517647074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f34241092b0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 -- 172.21.15.69:0/1517647074 >> 172.21.15.69:0/1517647074 conn(0x7f3424104450 msgr2=0x7f3424106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 -- 172.21.15.69:0/1517647074 shutdown_connections 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.374+0000 7f342ae00700 1 -- 172.21.15.69:0/1517647074 wait complete. 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.375+0000 7f342ae00700 1 Processor -- start 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.375+0000 7f342ae00700 1 -- start start 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.376+0000 7f342ae00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f342419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:29.583 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.376+0000 7f342ae00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f342410d3a0 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.376+0000 7f3423e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f342419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.376+0000 7f3423e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f342419cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56332/0 (socket says 172.21.15.69:56332) 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.376+0000 7f3423e00700 1 -- 172.21.15.69:0/3901781922 learned_addr learned my addr 172.21.15.69:0/3901781922 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.376+0000 7f3423e00700 1 -- 172.21.15.69:0/3901781922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f342419d290 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.377+0000 7f3423e00700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f342419cd50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3414000c00 tx=0x7f3414011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.377+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3414003aa0 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.377+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f341401b8f0 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.377+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3414023890 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.377+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f342419d520 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.377+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34241a0210 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.378+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f341401b440 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.379+0000 7f3420c00700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f340803e4c0 0x7f3408040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.379+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3414053ea0 con 0x7f3424108e90 2024-05-08T05:48:29.584 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.379+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f342406a5c0 con 0x7f3424108e90 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.379+0000 7f3423400700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f340803e4c0 0x7f3408040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.380+0000 7f3423400700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f340803e4c0 0x7f3408040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3410006fd0 tx=0x7f3410006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.388+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f341401f030 con 0x7f3424108e90 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.624+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f34241a07d0 con 0x7f3424108e90 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.630+0000 7f3420c00700 1 -- 172.21.15.69:0/3901781922 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f3414017e90 con 0x7f3424108e90 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.634+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f340803e4c0 msgr2=0x7f3408040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f340803e4c0 0x7f3408040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f3410006fd0 tx=0x7f3410006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 msgr2=0x7f342419cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f342419cd50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3414000c00 tx=0x7f3414011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 shutdown_connections 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f340803e4c0 0x7f3408040980 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 --2- 172.21.15.69:0/3901781922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3424108e90 0x7f342419cd50 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 >> 172.21.15.69:0/3901781922 conn(0x7f3424104450 msgr2=0x7f3424104f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:29.585 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 shutdown_connections 2024-05-08T05:48:29.586 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:28.635+0000 7f342ae00700 1 -- 172.21.15.69:0/3901781922 wait complete. 2024-05-08T05:48:29.854 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:29 smithi069 ceph-mon[29571]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:48:29.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:29 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3901781922' entity='client.admin' 2024-05-08T05:48:31.381 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.439+0000 7f7556400700 1 Processor -- start 2024-05-08T05:48:31.381 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.439+0000 7f7556400700 1 -- start start 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.439+0000 7f7556400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f75501092b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.439+0000 7f7556400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7550109880 con 0x7f7550108e90 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.440+0000 7f754f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f75501092b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.440+0000 7f754f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f75501092b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56346/0 (socket says 172.21.15.69:56346) 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.440+0000 7f754f400700 1 -- 172.21.15.69:0/2057590038 learned_addr learned my addr 172.21.15.69:0/2057590038 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.440+0000 7f754f400700 1 -- 172.21.15.69:0/2057590038 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7550109ff0 con 0x7f7550108e90 2024-05-08T05:48:31.382 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.441+0000 7f754f400700 1 --2- 172.21.15.69:0/2057590038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f75501092b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f75400098a0 tx=0x7f7540009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319942d0437eb7f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:31.387 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.441+0000 7f754e000700 1 -- 172.21.15.69:0/2057590038 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7540004160 con 0x7f7550108e90 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.441+0000 7f754e000700 1 -- 172.21.15.69:0/2057590038 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7540004300 con 0x7f7550108e90 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.441+0000 7f754e000700 1 -- 172.21.15.69:0/2057590038 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7540011a20 con 0x7f7550108e90 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 -- 172.21.15.69:0/2057590038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 msgr2=0x7f75501092b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 --2- 172.21.15.69:0/2057590038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f75501092b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f75400098a0 tx=0x7f7540009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 -- 172.21.15.69:0/2057590038 shutdown_connections 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 --2- 172.21.15.69:0/2057590038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f75501092b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 -- 172.21.15.69:0/2057590038 >> 172.21.15.69:0/2057590038 conn(0x7f7550104450 msgr2=0x7f7550106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 -- 172.21.15.69:0/2057590038 shutdown_connections 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.442+0000 7f7556400700 1 -- 172.21.15.69:0/2057590038 wait complete. 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.443+0000 7f7556400700 1 Processor -- start 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.443+0000 7f7556400700 1 -- start start 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.443+0000 7f7556400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f755007eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:31.388 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.443+0000 7f7556400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f755010d3a0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.444+0000 7f754f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f755007eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.444+0000 7f754f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f755007eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56362/0 (socket says 172.21.15.69:56362) 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.444+0000 7f754f400700 1 -- 172.21.15.69:0/160306933 learned_addr learned my addr 172.21.15.69:0/160306933 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.444+0000 7f754f400700 1 -- 172.21.15.69:0/160306933 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f755007f0c0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.444+0000 7f754f400700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f755007eb80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7540000c00 tx=0x7f7540011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.445+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7540003aa0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.445+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f754001b8f0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.445+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7540023890 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.445+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f755007d2b0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.445+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f755007d7f0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.446+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f755006a5c0 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.446+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f754001b440 con 0x7f7550108e90 2024-05-08T05:48:31.389 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.447+0000 7f7547e00700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f753403e470 0x7f7534040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.447+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7540053e30 con 0x7f7550108e90 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.447+0000 7f754ea00700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f753403e470 0x7f7534040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.448+0000 7f754ea00700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f753403e470 0x7f7534040930 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f753c006fd0 tx=0x7f753c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.452+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f754001f030 con 0x7f7550108e90 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.683+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f755007e000 con 0x7f7550108e90 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.689+0000 7f7547e00700 1 -- 172.21.15.69:0/160306933 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f7540017e90 con 0x7f7550108e90 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f753403e470 msgr2=0x7f7534040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f753403e470 0x7f7534040930 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f753c006fd0 tx=0x7f753c006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 msgr2=0x7f755007eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f755007eb80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7540000c00 tx=0x7f7540011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 shutdown_connections 2024-05-08T05:48:31.390 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f753403e470 0x7f7534040930 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:31.391 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 --2- 172.21.15.69:0/160306933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7550108e90 0x7f755007eb80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:31.391 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.693+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 >> 172.21.15.69:0/160306933 conn(0x7f7550104450 msgr2=0x7f7550104ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:31.391 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.694+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 shutdown_connections 2024-05-08T05:48:31.391 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:30.694+0000 7f7556400700 1 -- 172.21.15.69:0/160306933 wait complete. 2024-05-08T05:48:31.391 INFO:teuthology.orchestra.run.smithi069.stdout:Enabling the dashboard module... 2024-05-08T05:48:31.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:31 smithi069 ceph-mon[29571]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:48:31.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:31 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:31.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:31 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/160306933' entity='client.admin' 2024-05-08T05:48:33.555 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:33 smithi069 ceph-mon[29571]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:48:33.555 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:33 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2855148782' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-08T05:48:33.555 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:33 smithi069 ceph-mon[29571]: from='mgr.14120 172.21.15.69:0/3523024492' entity='mgr.x' 2024-05-08T05:48:33.555 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: ignoring --setuser ceph since I am not root 2024-05-08T05:48:33.555 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: ignoring --setgroup ceph since I am not root 2024-05-08T05:48:33.555 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:33.553+0000 7f99ddb53200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-08T05:48:33.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:33.796+0000 7f99ddb53200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:48:34.178 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:33.937+0000 7f99ddb53200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-08T05:48:34.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:34 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2855148782' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-08T05:48:34.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:34 smithi069 ceph-mon[29571]: mgrmap e9: x(active, since 25s) 2024-05-08T05:48:34.471 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:34 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:34.355+0000 7f99ddb53200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-08T05:48:34.535 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.971+0000 7fe609800700 1 Processor -- start 2024-05-08T05:48:34.541 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.971+0000 7fe609800700 1 -- start start 2024-05-08T05:48:34.541 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.971+0000 7fe609800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60407d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:34.541 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.971+0000 7fe609800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe60407d870 con 0x7fe60407ee30 2024-05-08T05:48:34.541 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.972+0000 7fe602a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60407d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.972+0000 7fe602a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60407d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56374/0 (socket says 172.21.15.69:56374) 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.972+0000 7fe602a00700 1 -- 172.21.15.69:0/4097751663 learned_addr learned my addr 172.21.15.69:0/4097751663 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.973+0000 7fe602a00700 1 -- 172.21.15.69:0/4097751663 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60407d9f0 con 0x7fe60407ee30 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.973+0000 7fe602a00700 1 --2- 172.21.15.69:0/4097751663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60407d330 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe5f40098a0 tx=0x7fe5f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dcb0d36a47a054 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.973+0000 7fe601600700 1 -- 172.21.15.69:0/4097751663 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5f4004160 con 0x7fe60407ee30 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.973+0000 7fe601600700 1 -- 172.21.15.69:0/4097751663 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5f4004300 con 0x7fe60407ee30 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.973+0000 7fe601600700 1 -- 172.21.15.69:0/4097751663 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5f4011a20 con 0x7fe60407ee30 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 -- 172.21.15.69:0/4097751663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 msgr2=0x7fe60407d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 --2- 172.21.15.69:0/4097751663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60407d330 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe5f40098a0 tx=0x7fe5f4009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 -- 172.21.15.69:0/4097751663 shutdown_connections 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 --2- 172.21.15.69:0/4097751663 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60407d330 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:34.542 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 -- 172.21.15.69:0/4097751663 >> 172.21.15.69:0/4097751663 conn(0x7fe604104450 msgr2=0x7fe604106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 -- 172.21.15.69:0/4097751663 shutdown_connections 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.975+0000 7fe609800700 1 -- 172.21.15.69:0/4097751663 wait complete. 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.976+0000 7fe609800700 1 Processor -- start 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.976+0000 7fe609800700 1 -- start start 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.976+0000 7fe609800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60419ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.976+0000 7fe609800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe60410f3b0 con 0x7fe60407ee30 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.977+0000 7fe602a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60419ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.977+0000 7fe602a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60419ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56384/0 (socket says 172.21.15.69:56384) 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.977+0000 7fe602a00700 1 -- 172.21.15.69:0/2855148782 learned_addr learned my addr 172.21.15.69:0/2855148782 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.977+0000 7fe602a00700 1 -- 172.21.15.69:0/2855148782 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe60419f450 con 0x7fe60407ee30 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.978+0000 7fe602a00700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60419ef10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe5f4004660 tx=0x7fe5f4011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.978+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5f4003aa0 con 0x7fe60407ee30 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.978+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5f401b8f0 con 0x7fe60407ee30 2024-05-08T05:48:34.543 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.978+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5f4023900 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.978+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe60419f6e0 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.978+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6041a23d0 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.979+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fe5f4023b70 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.980+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe60406a5c0 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.980+0000 7fe5fb400700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe5e803e4c0 0x7fe5e8040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.980+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe5f4053e30 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.981+0000 7fe602000700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe5e803e4c0 0x7fe5e8040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.981+0000 7fe602000700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe5e803e4c0 0x7fe5e8040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0006fd0 tx=0x7fe5f0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:31.986+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe5f401f030 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:32.282+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fe6041a25a0 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.247+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fe5f400b3e0 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.249+0000 7fe5fb400700 1 -- 172.21.15.69:0/2855148782 <== mon.0 v2:172.21.15.69:3300/0 8 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7fe5f402c3f0 con 0x7fe60407ee30 2024-05-08T05:48:34.544 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe5e803e4c0 msgr2=0x7fe5e8040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe5e803e4c0 0x7fe5e8040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe5f0006fd0 tx=0x7fe5f0006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 msgr2=0x7fe60419ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60419ef10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe5f4004660 tx=0x7fe5f4011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 shutdown_connections 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fe5e803e4c0 0x7fe5e8040980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 --2- 172.21.15.69:0/2855148782 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe60407ee30 0x7fe60419ef10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 >> 172.21.15.69:0/2855148782 conn(0x7fe604104450 msgr2=0x7fe604104f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 shutdown_connections 2024-05-08T05:48:34.545 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:33.252+0000 7fe609800700 1 -- 172.21.15.69:0/2855148782 wait complete. 2024-05-08T05:48:34.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:34 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:34.469+0000 7f99ddb53200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-08T05:48:36.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:36 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:36.062+0000 7f99ddb53200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-08T05:48:36.473 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/651097039' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-08T05:48:36.474 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:36 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:36.301+0000 7f99ddb53200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-08T05:48:36.795 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:36 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:36.520+0000 7f99ddb53200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.881+0000 7fc741400700 1 Processor -- start 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.881+0000 7fc741400700 1 -- start start 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.881+0000 7fc741400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c07d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.881+0000 7fc741400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c07d830 con 0x7fc73c07edf0 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.882+0000 7fc73a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c07d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:36.811 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.882+0000 7fc73a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c07d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56422/0 (socket says 172.21.15.69:56422) 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.882+0000 7fc73a800700 1 -- 172.21.15.69:0/1625974394 learned_addr learned my addr 172.21.15.69:0/1625974394 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.883+0000 7fc73a800700 1 -- 172.21.15.69:0/1625974394 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c07d9b0 con 0x7fc73c07edf0 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.883+0000 7fc73a800700 1 --2- 172.21.15.69:0/1625974394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c07d2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc72c0098a0 tx=0x7fc72c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e51d2ceea870c597 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.883+0000 7fc739400700 1 -- 172.21.15.69:0/1625974394 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc72c004160 con 0x7fc73c07edf0 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.883+0000 7fc739400700 1 -- 172.21.15.69:0/1625974394 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc72c004300 con 0x7fc73c07edf0 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.883+0000 7fc739400700 1 -- 172.21.15.69:0/1625974394 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc72c011a20 con 0x7fc73c07edf0 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 -- 172.21.15.69:0/1625974394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 msgr2=0x7fc73c07d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 --2- 172.21.15.69:0/1625974394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c07d2f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc72c0098a0 tx=0x7fc72c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 -- 172.21.15.69:0/1625974394 shutdown_connections 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 --2- 172.21.15.69:0/1625974394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c07d2f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 -- 172.21.15.69:0/1625974394 >> 172.21.15.69:0/1625974394 conn(0x7fc73c104450 msgr2=0x7fc73c106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 -- 172.21.15.69:0/1625974394 shutdown_connections 2024-05-08T05:48:36.812 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.884+0000 7fc741400700 1 -- 172.21.15.69:0/1625974394 wait complete. 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.885+0000 7fc741400700 1 Processor -- start 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.885+0000 7fc741400700 1 -- start start 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.886+0000 7fc741400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c19ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.886+0000 7fc741400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c10f390 con 0x7fc73c07edf0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.886+0000 7fc73a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c19ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.886+0000 7fc73a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c19ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56438/0 (socket says 172.21.15.69:56438) 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.886+0000 7fc73a800700 1 -- 172.21.15.69:0/651097039 learned_addr learned my addr 172.21.15.69:0/651097039 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.886+0000 7fc73a800700 1 -- 172.21.15.69:0/651097039 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c19f470 con 0x7fc73c07edf0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.887+0000 7fc73a800700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c19ef30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc72c0116e0 tx=0x7fc72c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.887+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc72c003b20 con 0x7fc73c07edf0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.887+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc72c01b8f0 con 0x7fc73c07edf0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.887+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc72c0238c0 con 0x7fc73c07edf0 2024-05-08T05:48:36.813 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.887+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc73c19f700 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.887+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc73c1a23f0 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.888+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc73c06a5c0 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.888+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7fc72c01baa0 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.889+0000 7fc733400700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 0x7fc720040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.889+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc72c053fb0 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.889+0000 7fc739e00700 1 -- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 msgr2=0x7fc720040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.889+0000 7fc739e00700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 0x7fc720040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:35.894+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc72c01f030 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.090+0000 7fc739e00700 1 -- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 msgr2=0x7fc720040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.090+0000 7fc739e00700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 0x7fc720040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.183+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fc73c1a2660 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.183+0000 7fc733400700 1 -- 172.21.15.69:0/651097039 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fc72c01a3d0 con 0x7fc73c07edf0 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 msgr2=0x7fc720040990 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-08T05:48:36.814 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 0x7fc720040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 msgr2=0x7fc73c19ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c19ef30 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc72c0116e0 tx=0x7fc72c011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 shutdown_connections 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7fc72003e4d0 0x7fc720040990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 --2- 172.21.15.69:0/651097039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc73c07edf0 0x7fc73c19ef30 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 >> 172.21.15.69:0/651097039 conn(0x7fc73c104450 msgr2=0x7fc73c104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 shutdown_connections 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:36.186+0000 7fc741400700 1 -- 172.21.15.69:0/651097039 wait complete. 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for the mgr to restart... 2024-05-08T05:48:36.815 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr epoch 9... 2024-05-08T05:48:37.062 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:36 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:36.931+0000 7f99ddb53200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-08T05:48:37.062 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:37 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:37.061+0000 7f99ddb53200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-08T05:48:37.598 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:37 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:37.326+0000 7f99ddb53200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-08T05:48:37.599 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:37 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:37.597+0000 7f99ddb53200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:48:38.704 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:38 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:38.401+0000 7f99ddb53200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-08T05:48:38.704 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:38 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:38.703+0000 7f99ddb53200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-08T05:48:39.568 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:39.277+0000 7f99ddb53200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-08T05:48:39.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:39.406+0000 7f99ddb53200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-08T05:48:40.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:39.876+0000 7f99ddb53200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-08T05:48:40.777 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:40.329+0000 7f99ddb53200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-08T05:48:40.778 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:40.452+0000 7f99ddb53200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-08T05:48:40.778 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:40.776+0000 7f99ddb53200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-08T05:48:41.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:40.957+0000 7f99ddb53200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-08T05:48:41.495 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:41 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:41.086+0000 7f99ddb53200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-08T05:48:41.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:41 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:41.494+0000 7f99ddb53200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-08T05:48:41.818 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:41 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:41.624+0000 7f99ddb53200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-08T05:48:42.673 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:42 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:42.385+0000 7f99ddb53200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-08T05:48:43.068 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:48:42 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:48:42.672+0000 7f99ddb53200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-08T05:48:43.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: Active manager daemon x restarted 2024-05-08T05:48:43.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: Activating manager daemon x 2024-05-08T05:48:43.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: osdmap e3: 0 total, 0 up, 0 in 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: mgrmap e10: x(active, starting, since 0.0111301s) 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-08T05:48:43.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:42 smithi069 ceph-mon[29571]: Manager daemon x is now available 2024-05-08T05:48:44.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:48:44.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-08T05:48:44.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-08T05:48:44.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:43 smithi069 ceph-mon[29571]: [08/May/2024:05:48:43] ENGINE Bus STARTING 2024-05-08T05:48:44.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:43 smithi069 ceph-mon[29571]: [08/May/2024:05:48:43] ENGINE Serving on http://172.21.15.69:8765 2024-05-08T05:48:44.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:43 smithi069 ceph-mon[29571]: mgrmap e11: x(active, since 1.00982s) 2024-05-08T05:48:44.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-05-08T05:48:44.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-08T05:48:44.468 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.425+0000 7f7acd400700 1 Processor -- start 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.425+0000 7f7acd400700 1 -- start start 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.425+0000 7f7acd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac807d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.426+0000 7f7acd400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac807d8e0 con 0x7f7ac807eeb0 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.426+0000 7f7ac6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac807d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.426+0000 7f7ac6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac807d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56454/0 (socket says 172.21.15.69:56454) 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.426+0000 7f7ac6800700 1 -- 172.21.15.69:0/2827012273 learned_addr learned my addr 172.21.15.69:0/2827012273 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.426+0000 7f7ac6800700 1 -- 172.21.15.69:0/2827012273 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac807da60 con 0x7f7ac807eeb0 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.426+0000 7f7ac6800700 1 --2- 172.21.15.69:0/2827012273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac807d310 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7ab80098a0 tx=0x7f7ab8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4bfb9babb79dc2f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.427+0000 7f7ac5400700 1 -- 172.21.15.69:0/2827012273 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab8004160 con 0x7f7ac807eeb0 2024-05-08T05:48:44.469 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.427+0000 7f7ac5400700 1 -- 172.21.15.69:0/2827012273 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ab8004300 con 0x7f7ac807eeb0 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.427+0000 7f7ac5400700 1 -- 172.21.15.69:0/2827012273 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab8011a20 con 0x7f7ac807eeb0 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.427+0000 7f7acd400700 1 -- 172.21.15.69:0/2827012273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 msgr2=0x7f7ac807d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.427+0000 7f7acd400700 1 --2- 172.21.15.69:0/2827012273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac807d310 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7ab80098a0 tx=0x7f7ab8009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.428+0000 7f7acd400700 1 -- 172.21.15.69:0/2827012273 shutdown_connections 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.428+0000 7f7acd400700 1 --2- 172.21.15.69:0/2827012273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac807d310 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.428+0000 7f7acd400700 1 -- 172.21.15.69:0/2827012273 >> 172.21.15.69:0/2827012273 conn(0x7f7ac81043e0 msgr2=0x7f7ac8106800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.428+0000 7f7acd400700 1 -- 172.21.15.69:0/2827012273 shutdown_connections 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.428+0000 7f7acd400700 1 -- 172.21.15.69:0/2827012273 wait complete. 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7acd400700 1 Processor -- start 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7acd400700 1 -- start start 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7acd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac819ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7acd400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac810f420 con 0x7f7ac807eeb0 2024-05-08T05:48:44.470 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7ac6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac819ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7ac6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac819ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56464/0 (socket says 172.21.15.69:56464) 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.429+0000 7f7ac6800700 1 -- 172.21.15.69:0/2410898868 learned_addr learned my addr 172.21.15.69:0/2410898868 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7ac6800700 1 -- 172.21.15.69:0/2410898868 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac819f4a0 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7ac6800700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac819ef60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7ab80119f0 tx=0x7f7ab8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab80039e0 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ab801b8f0 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ac819f730 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7ab80237a0 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.430+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ac81a2420 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.432+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f7ab801b440 con 0x7f7ac807eeb0 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.432+0000 7f7abf400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:44.471 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.432+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 --> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7aac0410a0 con 0x7f7aac03e4d0 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.432+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7ab8053f20 con 0x7f7ac807eeb0 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.432+0000 7f7ac5e00700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 msgr2=0x7f7aac040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.432+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.633+0000 7f7ac5e00700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 msgr2=0x7f7aac040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:37.633+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:38.034+0000 7f7ac5e00700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 msgr2=0x7f7aac040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:38.034+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:38.835+0000 7f7ac5e00700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 msgr2=0x7f7aac040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:38.835+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:40.437+0000 7f7ac5e00700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 msgr2=0x7f7aac040990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.69:6800/1069523493 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:40.437+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:42.683+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7f7ab802ba40 con 0x7f7ac807eeb0 2024-05-08T05:48:44.472 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:42.684+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 msgr2=0x7f7aac040990 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:42.684+0000 7f7abf400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.683+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7f7ab8055a20 con 0x7f7ac807eeb0 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.683+0000 7f7abf400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7aac041f50 0x7f7aac044340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.683+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7ab80068a0 con 0x7f7aac041f50 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.685+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7aac041f50 0x7f7aac044340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.686+0000 7f7ac5e00700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7aac041f50 0x7f7aac044340 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f7ab4003a10 tx=0x7f7ab4009270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.687+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f7ab80068a0 con 0x7f7aac041f50 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.700+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f7ac806a5c0 con 0x7f7aac041f50 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.701+0000 7f7abf400700 1 -- 172.21.15.69:0/2410898868 <== mgr.14152 v2:172.21.15.69:6800/2291959053 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f7ac806a5c0 con 0x7f7aac041f50 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.701+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7aac041f50 msgr2=0x7f7aac044340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.701+0000 7f7acd400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7aac041f50 0x7f7aac044340 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f7ab4003a10 tx=0x7f7ab4009270 comp rx=0 tx=0).stop 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.701+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 msgr2=0x7f7ac819ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.701+0000 7f7acd400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac819ef60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7ab80119f0 tx=0x7f7ab8011ad0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.473 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 shutdown_connections 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7aac041f50 0x7f7aac044340 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ac807eeb0 0x7f7ac819ef60 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 --2- 172.21.15.69:0/2410898868 >> [v2:172.21.15.69:6800/1069523493,v1:172.21.15.69:6801/1069523493] conn(0x7f7aac03e4d0 0x7f7aac040990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 >> 172.21.15.69:0/2410898868 conn(0x7f7ac81043e0 msgr2=0x7f7ac8104ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 shutdown_connections 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:43.702+0000 7f7acd400700 1 -- 172.21.15.69:0/2410898868 wait complete. 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:mgr epoch 9 is available 2024-05-08T05:48:44.474 INFO:teuthology.orchestra.run.smithi069.stdout:Generating a dashboard self-signed certificate... 2024-05-08T05:48:44.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:44 smithi069 ceph-mon[29571]: [08/May/2024:05:48:43] ENGINE Serving on https://172.21.15.69:7150 2024-05-08T05:48:44.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:44 smithi069 ceph-mon[29571]: [08/May/2024:05:48:43] ENGINE Bus STARTED 2024-05-08T05:48:44.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:44 smithi069 ceph-mon[29571]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-08T05:48:44.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:44 smithi069 ceph-mon[29571]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-08T05:48:45.866 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:45 smithi069 ceph-mon[29571]: mgrmap e12: x(active, since 2s) 2024-05-08T05:48:46.671 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-08T05:48:46.671 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.343+0000 7ff4a2200700 1 Processor -- start 2024-05-08T05:48:46.671 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.343+0000 7ff4a2200700 1 -- start start 2024-05-08T05:48:46.671 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.344+0000 7ff4a2200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c10b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.344+0000 7ff4a2200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff49c10ba10 con 0x7ff49c10b020 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.344+0000 7ff49b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c10b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.344+0000 7ff49b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c10b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34224/0 (socket says 172.21.15.69:34224) 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.344+0000 7ff49b400700 1 -- 172.21.15.69:0/3984795620 learned_addr learned my addr 172.21.15.69:0/3984795620 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.345+0000 7ff49b400700 1 -- 172.21.15.69:0/3984795620 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff49c10c220 con 0x7ff49c10b020 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.345+0000 7ff49b400700 1 --2- 172.21.15.69:0/3984795620 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c10b440 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff48c0098a0 tx=0x7ff48c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a950e016d40f04de server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.345+0000 7ff49a000700 1 -- 172.21.15.69:0/3984795620 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff48c004160 con 0x7ff49c10b020 2024-05-08T05:48:46.672 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff49a000700 1 -- 172.21.15.69:0/3984795620 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff48c004300 con 0x7ff49c10b020 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff49a000700 1 -- 172.21.15.69:0/3984795620 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff48c011a20 con 0x7ff49c10b020 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff4a2200700 1 -- 172.21.15.69:0/3984795620 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 msgr2=0x7ff49c10b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff4a2200700 1 --2- 172.21.15.69:0/3984795620 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c10b440 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff48c0098a0 tx=0x7ff48c009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff4a2200700 1 -- 172.21.15.69:0/3984795620 shutdown_connections 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff4a2200700 1 --2- 172.21.15.69:0/3984795620 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c10b440 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.346+0000 7ff4a2200700 1 -- 172.21.15.69:0/3984795620 >> 172.21.15.69:0/3984795620 conn(0x7ff49c07e3e0 msgr2=0x7ff49c07e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.347+0000 7ff4a2200700 1 -- 172.21.15.69:0/3984795620 shutdown_connections 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.347+0000 7ff4a2200700 1 -- 172.21.15.69:0/3984795620 wait complete. 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.348+0000 7ff4a2200700 1 Processor -- start 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.348+0000 7ff4a2200700 1 -- start start 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.348+0000 7ff4a2200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c19ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.348+0000 7ff4a2200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff49c10f5d0 con 0x7ff49c10b020 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.349+0000 7ff49b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c19ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:46.673 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.349+0000 7ff49b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c19ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34236/0 (socket says 172.21.15.69:34236) 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.349+0000 7ff49b400700 1 -- 172.21.15.69:0/1713316701 learned_addr learned my addr 172.21.15.69:0/1713316701 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.349+0000 7ff49b400700 1 -- 172.21.15.69:0/1713316701 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff49c19f4d0 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.350+0000 7ff49b400700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c19ef90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff48c000c00 tx=0x7ff48c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.350+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff48c003aa0 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.350+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff48c01b8f0 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.350+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff49c19f760 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.350+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff48c023890 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.350+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff49c1a2450 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.352+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff49c06a5c0 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.352+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7ff48c01b440 con 0x7ff49c10b020 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.352+0000 7ff493e00700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff48003e4c0 0x7ff480040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:46.674 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.352+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff48c053f80 con 0x7ff49c10b020 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.352+0000 7ff49aa00700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff48003e4c0 0x7ff480040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.353+0000 7ff49aa00700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff48003e4c0 0x7ff480040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff488006fd0 tx=0x7ff488006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.358+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff48c01f030 con 0x7ff49c10b020 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.595+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7ff49c108bd0 con 0x7ff48003e4c0 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.866+0000 7ff493e00700 1 -- 172.21.15.69:0/1713316701 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7ff49c108bd0 con 0x7ff48003e4c0 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff48003e4c0 msgr2=0x7ff480040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff48003e4c0 0x7ff480040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff488006fd0 tx=0x7ff488006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 msgr2=0x7ff49c19ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c19ef90 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff48c000c00 tx=0x7ff48c011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 shutdown_connections 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff48003e4c0 0x7ff480040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 --2- 172.21.15.69:0/1713316701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff49c10b020 0x7ff49c19ef90 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 >> 172.21.15.69:0/1713316701 conn(0x7ff49c07e3e0 msgr2=0x7ff49c1084c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:46.675 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 shutdown_connections 2024-05-08T05:48:46.676 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:45.869+0000 7ff4a2200700 1 -- 172.21.15.69:0/1713316701 wait complete. 2024-05-08T05:48:46.676 INFO:teuthology.orchestra.run.smithi069.stdout:Creating initial admin user... 2024-05-08T05:48:46.970 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:46 smithi069 ceph-mon[29571]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:46.971 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:48:46.971 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:48:46.971 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$PNFJyb30.YxUvB2zBFhSeurI7ZZm4x5GE89jfhJSHmk5gOmxpOWte", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1715147327, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.253+0000 7f0e25000700 1 Processor -- start 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.253+0000 7f0e25000700 1 -- start start 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.253+0000 7f0e25000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2007d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.253+0000 7f0e25000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2007d830 con 0x7f0e2007edf0 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.254+0000 7f0e1de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2007d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.254+0000 7f0e1de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2007d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34246/0 (socket says 172.21.15.69:34246) 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.254+0000 7f0e1de00700 1 -- 172.21.15.69:0/2734497563 learned_addr learned my addr 172.21.15.69:0/2734497563 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.254+0000 7f0e1de00700 1 -- 172.21.15.69:0/2734497563 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e2007d9b0 con 0x7f0e2007edf0 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.255+0000 7f0e1de00700 1 --2- 172.21.15.69:0/2734497563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2007d2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e100098a0 tx=0x7f0e10009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4d13a8ff57781f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.255+0000 7f0e1ca00700 1 -- 172.21.15.69:0/2734497563 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e10004160 con 0x7f0e2007edf0 2024-05-08T05:48:48.492 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.255+0000 7f0e1ca00700 1 -- 172.21.15.69:0/2734497563 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e10004300 con 0x7f0e2007edf0 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.255+0000 7f0e1ca00700 1 -- 172.21.15.69:0/2734497563 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e10011a20 con 0x7f0e2007edf0 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 -- 172.21.15.69:0/2734497563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 msgr2=0x7f0e2007d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 --2- 172.21.15.69:0/2734497563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2007d2f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f0e100098a0 tx=0x7f0e10009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 -- 172.21.15.69:0/2734497563 shutdown_connections 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 --2- 172.21.15.69:0/2734497563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2007d2f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 -- 172.21.15.69:0/2734497563 >> 172.21.15.69:0/2734497563 conn(0x7f0e20104450 msgr2=0x7f0e20106870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 -- 172.21.15.69:0/2734497563 shutdown_connections 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.256+0000 7f0e25000700 1 -- 172.21.15.69:0/2734497563 wait complete. 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.257+0000 7f0e25000700 1 Processor -- start 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.257+0000 7f0e25000700 1 -- start start 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.258+0000 7f0e25000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2019eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.258+0000 7f0e25000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0e2010f390 con 0x7f0e2007edf0 2024-05-08T05:48:48.493 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.258+0000 7f0e1de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2019eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.258+0000 7f0e1de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2019eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34254/0 (socket says 172.21.15.69:34254) 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.258+0000 7f0e1de00700 1 -- 172.21.15.69:0/2476511937 learned_addr learned my addr 172.21.15.69:0/2476511937 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e1de00700 1 -- 172.21.15.69:0/2476511937 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e2019f430 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e1de00700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2019eef0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e10004660 tx=0x7f0e10011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e10003aa0 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e1001b8f0 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e10023900 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e2019f6c0 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.259+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e201a23b0 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.261+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f0e10023b70 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.261+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e2006a5c0 con 0x7f0e2007edf0 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.261+0000 7f0e16a00700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e0403e520 0x7f0e040409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:48.494 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.262+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0e10053fb0 con 0x7f0e2007edf0 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.262+0000 7f0e1d400700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e0403e520 0x7f0e040409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.263+0000 7f0e1d400700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e0403e520 0x7f0e040409e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c006fd0 tx=0x7f0e0c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.268+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0e1001f030 con 0x7f0e2007edf0 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.517+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f0e2019fba0 con 0x7f0e0403e520 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.766+0000 7f0e16a00700 1 -- 172.21.15.69:0/2476511937 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f0e2019fba0 con 0x7f0e0403e520 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.769+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e0403e520 msgr2=0x7f0e040409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e0403e520 0x7f0e040409e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c006fd0 tx=0x7f0e0c006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 msgr2=0x7f0e2019eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2019eef0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e10004660 tx=0x7f0e10011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 shutdown_connections 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e0403e520 0x7f0e040409e0 secure :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c006fd0 tx=0x7f0e0c006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 --2- 172.21.15.69:0/2476511937 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0e2007edf0 0x7f0e2019eef0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 >> 172.21.15.69:0/2476511937 conn(0x7f0e20104450 msgr2=0x7f0e20104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:48.495 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 shutdown_connections 2024-05-08T05:48:48.496 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:47.770+0000 7f0e25000700 1 -- 172.21.15.69:0/2476511937 wait complete. 2024-05-08T05:48:48.496 INFO:teuthology.orchestra.run.smithi069.stdout:Fetching dashboard port number... 2024-05-08T05:48:49.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:48 smithi069 ceph-mon[29571]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:48:49.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:48 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:48:49.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:48 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:48:50.377 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:50 smithi069 ceph-mon[29571]: mgrmap e13: x(active, since 6s) 2024-05-08T05:48:50.377 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:50 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/663685825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-08T05:48:50.862 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 8443 2024-05-08T05:48:50.862 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.139+0000 7f45d1200700 1 Processor -- start 2024-05-08T05:48:50.862 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.139+0000 7f45d1200700 1 -- start start 2024-05-08T05:48:50.862 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.139+0000 7f45d1200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc10bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.139+0000 7f45d1200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc07ce60 con 0x7f45cc109920 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.140+0000 7f45c9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc10bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.140+0000 7f45c9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc10bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43394/0 (socket says 172.21.15.69:43394) 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.140+0000 7f45c9e00700 1 -- 172.21.15.69:0/4292692198 learned_addr learned my addr 172.21.15.69:0/4292692198 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.140+0000 7f45c9e00700 1 -- 172.21.15.69:0/4292692198 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45cc10c250 con 0x7f45cc109920 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.140+0000 7f45c9e00700 1 --2- 172.21.15.69:0/4292692198 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc10bd10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f45bc0098a0 tx=0x7f45bc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa88c9334abf063 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.141+0000 7f45c8a00700 1 -- 172.21.15.69:0/4292692198 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45bc004160 con 0x7f45cc109920 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.141+0000 7f45c8a00700 1 -- 172.21.15.69:0/4292692198 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45bc004300 con 0x7f45cc109920 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.141+0000 7f45c8a00700 1 -- 172.21.15.69:0/4292692198 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45bc011a20 con 0x7f45cc109920 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 -- 172.21.15.69:0/4292692198 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 msgr2=0x7f45cc10bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 --2- 172.21.15.69:0/4292692198 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc10bd10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f45bc0098a0 tx=0x7f45bc009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 -- 172.21.15.69:0/4292692198 shutdown_connections 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 --2- 172.21.15.69:0/4292692198 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc10bd10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 -- 172.21.15.69:0/4292692198 >> 172.21.15.69:0/4292692198 conn(0x7f45cc1032f0 msgr2=0x7f45cc105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 -- 172.21.15.69:0/4292692198 shutdown_connections 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.142+0000 7f45d1200700 1 -- 172.21.15.69:0/4292692198 wait complete. 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.143+0000 7f45d1200700 1 Processor -- start 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.144+0000 7f45d1200700 1 -- start start 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.144+0000 7f45d1200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.144+0000 7f45d1200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc10d200 con 0x7f45cc109920 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.144+0000 7f45c9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.144+0000 7f45c9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc19ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43406/0 (socket says 172.21.15.69:43406) 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.144+0000 7f45c9e00700 1 -- 172.21.15.69:0/663685825 learned_addr learned my addr 172.21.15.69:0/663685825 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45c9e00700 1 -- 172.21.15.69:0/663685825 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45cc19f490 con 0x7f45cc109920 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45c9e00700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc19ef50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f45bc004660 tx=0x7f45bc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:50.864 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45bc003aa0 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45bc01b8f0 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45bc023900 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45cc19f720 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.145+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45cc1a2410 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.147+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45cc06a5c0 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.147+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f45bc023b70 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.147+0000 7f45c2a00700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f45b003e520 0x7f45b00409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.148+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f45bc053f80 con 0x7f45cc109920 2024-05-08T05:48:50.865 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.148+0000 7f45c9400700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f45b003e520 0x7f45b00409e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.148+0000 7f45c9400700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f45b003e520 0x7f45b00409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f45b8006fd0 tx=0x7f45b8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.157+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f45bc01f030 con 0x7f45cc109920 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.301+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f45bc01baa0 con 0x7f45cc109920 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.396+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f45cc1a25e0 con 0x7f45cc109920 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.397+0000 7f45c2a00700 1 -- 172.21.15.69:0/663685825 <== mon.0 v2:172.21.15.69:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f45bc0537f0 con 0x7f45cc109920 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.400+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f45b003e520 msgr2=0x7f45b00409e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.400+0000 7f45d1200700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f45b003e520 0x7f45b00409e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f45b8006fd0 tx=0x7f45b8006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.400+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 msgr2=0x7f45cc19ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.400+0000 7f45d1200700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc19ef50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f45bc004660 tx=0x7f45bc011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.401+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 shutdown_connections 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.401+0000 7f45d1200700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f45b003e520 0x7f45b00409e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:50.866 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.401+0000 7f45d1200700 1 --2- 172.21.15.69:0/663685825 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f45cc109920 0x7f45cc19ef50 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:50.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.401+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 >> 172.21.15.69:0/663685825 conn(0x7f45cc1032f0 msgr2=0x7f45cc103da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:50.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.401+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 shutdown_connections 2024-05-08T05:48:50.867 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:49.401+0000 7f45d1200700 1 -- 172.21.15.69:0/663685825 wait complete. 2024-05-08T05:48:50.896 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-08T05:48:50.896 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-05-08T05:48:50.919 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-08T05:48:50.919 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-05-08T05:48:50.919 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-05-08T05:48:50.919 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-08T05:48:50.926 INFO:teuthology.orchestra.run.smithi069.stdout:Ceph Dashboard is now available at: 2024-05-08T05:48:50.926 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:50.926 INFO:teuthology.orchestra.run.smithi069.stdout: URL: https://smithi069.front.sepia.ceph.com:8443/ 2024-05-08T05:48:50.926 INFO:teuthology.orchestra.run.smithi069.stdout: User: admin 2024-05-08T05:48:50.926 INFO:teuthology.orchestra.run.smithi069.stdout: Password: wlgrwciqeq 2024-05-08T05:48:50.926 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:50.927 INFO:teuthology.orchestra.run.smithi069.stdout:Saving cluster configuration to /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config directory 2024-05-08T05:48:50.930 INFO:teuthology.orchestra.run.smithi069.stdout:Enabling autotune for osd_memory_target 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.549+0000 7f20efe00700 1 Processor -- start 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.550+0000 7f20efe00700 1 -- start start 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.550+0000 7f20efe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f0107300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.550+0000 7f20efe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f20f01078d0 con 0x7f20f0106ee0 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.550+0000 7f20eea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f0107300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.550+0000 7f20eea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f0107300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43410/0 (socket says 172.21.15.69:43410) 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.550+0000 7f20eea00700 1 -- 172.21.15.69:0/1989547390 learned_addr learned my addr 172.21.15.69:0/1989547390 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.551+0000 7f20eea00700 1 -- 172.21.15.69:0/1989547390 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f0109e70 con 0x7f20f0106ee0 2024-05-08T05:48:52.446 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.551+0000 7f20eea00700 1 --2- 172.21.15.69:0/1989547390 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f0107300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f20e00098a0 tx=0x7f20e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e6712da089548b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:52.451 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.551+0000 7f20ed600700 1 -- 172.21.15.69:0/1989547390 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20e0004160 con 0x7f20f0106ee0 2024-05-08T05:48:52.451 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20ed600700 1 -- 172.21.15.69:0/1989547390 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20e0004300 con 0x7f20f0106ee0 2024-05-08T05:48:52.451 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20ed600700 1 -- 172.21.15.69:0/1989547390 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20e0011a20 con 0x7f20f0106ee0 2024-05-08T05:48:52.451 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20efe00700 1 -- 172.21.15.69:0/1989547390 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 msgr2=0x7f20f0107300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:52.451 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20efe00700 1 --2- 172.21.15.69:0/1989547390 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f0107300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f20e00098a0 tx=0x7f20e0009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20efe00700 1 -- 172.21.15.69:0/1989547390 shutdown_connections 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20efe00700 1 --2- 172.21.15.69:0/1989547390 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f0107300 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.552+0000 7f20efe00700 1 -- 172.21.15.69:0/1989547390 >> 172.21.15.69:0/1989547390 conn(0x7f20f0102830 msgr2=0x7f20f0104c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.553+0000 7f20efe00700 1 -- 172.21.15.69:0/1989547390 shutdown_connections 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.553+0000 7f20efe00700 1 -- 172.21.15.69:0/1989547390 wait complete. 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.554+0000 7f20efe00700 1 Processor -- start 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.554+0000 7f20efe00700 1 -- start start 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.554+0000 7f20efe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f019edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.554+0000 7f20efe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f20f010d220 con 0x7f20f0106ee0 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20eea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f019edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20eea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f019edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43426/0 (socket says 172.21.15.69:43426) 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20eea00700 1 -- 172.21.15.69:0/2334710310 learned_addr learned my addr 172.21.15.69:0/2334710310 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:52.452 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20eea00700 1 -- 172.21.15.69:0/2334710310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f019f300 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20eea00700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f019edc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f20e00119f0 tx=0x7f20e0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20e00039e0 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.555+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f20e001b8f0 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.556+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f019f590 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.556+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f20e00237a0 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.556+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f01a2280 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.557+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20f006a5c0 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.557+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f20e001b440 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.557+0000 7f20e7400700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f20d403e510 0x7f20d40409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.557+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f20e0054070 con 0x7f20f0106ee0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.558+0000 7f20ee000700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f20d403e510 0x7f20d40409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:52.453 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.558+0000 7f20ee000700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f20d403e510 0x7f20d40409d0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20dc006fd0 tx=0x7f20dc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.563+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f20e001f030 con 0x7f20f0106ee0 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.793+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f20f01a28a0 con 0x7f20f0106ee0 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.794+0000 7f20e7400700 1 -- 172.21.15.69:0/2334710310 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f20e002ba40 con 0x7f20f0106ee0 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f20d403e510 msgr2=0x7f20d40409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f20d403e510 0x7f20d40409d0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20dc006fd0 tx=0x7f20dc006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 msgr2=0x7f20f019edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f019edc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f20e00119f0 tx=0x7f20e0011ad0 comp rx=0 tx=0).stop 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 shutdown_connections 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f20d403e510 0x7f20d40409d0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 --2- 172.21.15.69:0/2334710310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f20f0106ee0 0x7f20f019edc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 >> 172.21.15.69:0/2334710310 conn(0x7f20f0102830 msgr2=0x7f20f0103230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.797+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 shutdown_connections 2024-05-08T05:48:52.454 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:51.798+0000 7f20efe00700 1 -- 172.21.15.69:0/2334710310 wait complete. 2024-05-08T05:48:54.139 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.079+0000 7fab17400700 1 Processor -- start 2024-05-08T05:48:54.139 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.079+0000 7fab17400700 1 -- start start 2024-05-08T05:48:54.139 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.079+0000 7fab17400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab1010bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:54.139 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.079+0000 7fab17400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fab1007cec0 con 0x7fab101098c0 2024-05-08T05:48:54.139 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.080+0000 7fab14a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab1010bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:54.139 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.080+0000 7fab14a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab1010bcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43434/0 (socket says 172.21.15.69:43434) 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.080+0000 7fab14a00700 1 -- 172.21.15.69:0/2091315016 learned_addr learned my addr 172.21.15.69:0/2091315016 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.080+0000 7fab14a00700 1 -- 172.21.15.69:0/2091315016 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab1010c1f0 con 0x7fab101098c0 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.081+0000 7fab14a00700 1 --2- 172.21.15.69:0/2091315016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab1010bcb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fab000098a0 tx=0x7fab00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18e74fce10b3d6be server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.081+0000 7fab0fe00700 1 -- 172.21.15.69:0/2091315016 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00004160 con 0x7fab101098c0 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.081+0000 7fab0fe00700 1 -- 172.21.15.69:0/2091315016 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab00004300 con 0x7fab101098c0 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.081+0000 7fab0fe00700 1 -- 172.21.15.69:0/2091315016 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00011a20 con 0x7fab101098c0 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 -- 172.21.15.69:0/2091315016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 msgr2=0x7fab1010bcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 --2- 172.21.15.69:0/2091315016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab1010bcb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fab000098a0 tx=0x7fab00009bb0 comp rx=0 tx=0).stop 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 -- 172.21.15.69:0/2091315016 shutdown_connections 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 --2- 172.21.15.69:0/2091315016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab1010bcb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 -- 172.21.15.69:0/2091315016 >> 172.21.15.69:0/2091315016 conn(0x7fab101032f0 msgr2=0x7fab10105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 -- 172.21.15.69:0/2091315016 shutdown_connections 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.082+0000 7fab17400700 1 -- 172.21.15.69:0/2091315016 wait complete. 2024-05-08T05:48:54.140 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.083+0000 7fab17400700 1 Processor -- start 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.083+0000 7fab17400700 1 -- start start 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.083+0000 7fab17400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab10109140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.084+0000 7fab17400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fab1010d200 con 0x7fab101098c0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.084+0000 7fab14a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab10109140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.084+0000 7fab14a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab10109140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43446/0 (socket says 172.21.15.69:43446) 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.084+0000 7fab14a00700 1 -- 172.21.15.69:0/4074885790 learned_addr learned my addr 172.21.15.69:0/4074885790 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.084+0000 7fab14a00700 1 -- 172.21.15.69:0/4074885790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab10109680 con 0x7fab101098c0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.084+0000 7fab14a00700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab10109140 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fab00004660 tx=0x7fab00011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.085+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00003aa0 con 0x7fab101098c0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.085+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab0001b8f0 con 0x7fab101098c0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.085+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab10107870 con 0x7fab101098c0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.085+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fab00023900 con 0x7fab101098c0 2024-05-08T05:48:54.141 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.085+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab10107db0 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.086+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab1006a5c0 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.087+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fab0001baa0 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.087+0000 7fab0e000700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faaf403e5c0 0x7faaf4040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.087+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fab000540e0 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.087+0000 7fab07e00700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faaf403e5c0 0x7faaf4040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.088+0000 7fab07e00700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faaf403e5c0 0x7faaf4040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faafc006fd0 tx=0x7faafc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.092+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fab0001f030 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.439+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fab10108030 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.443+0000 7fab0e000700 1 -- 172.21.15.69:0/4074885790 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fab00018350 con 0x7fab101098c0 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.446+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faaf403e5c0 msgr2=0x7faaf4040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.446+0000 7fab17400700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faaf403e5c0 0x7faaf4040a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faafc006fd0 tx=0x7faafc006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.446+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 msgr2=0x7fab10109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:54.142 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.446+0000 7fab17400700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab10109140 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fab00004660 tx=0x7fab00011aa0 comp rx=0 tx=0).stop 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.447+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 shutdown_connections 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.447+0000 7fab17400700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faaf403e5c0 0x7faaf4040a80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.447+0000 7fab17400700 1 --2- 172.21.15.69:0/4074885790 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab101098c0 0x7fab10109140 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.447+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 >> 172.21.15.69:0/4074885790 conn(0x7fab101032f0 msgr2=0x7fab10103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.447+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 shutdown_connections 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr 2024-05-08T05:48:53.447+0000 7fab17400700 1 -- 172.21.15.69:0/4074885790 wait complete. 2024-05-08T05:48:54.143 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout:Or, if you are only running a single cluster on this host: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: ceph telemetry on 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.144 INFO:teuthology.orchestra.run.smithi069.stdout:For more information see: 2024-05-08T05:48:54.145 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.145 INFO:teuthology.orchestra.run.smithi069.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-08T05:48:54.145 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:48:54.145 INFO:teuthology.orchestra.run.smithi069.stdout:Bootstrap complete. 2024-05-08T05:48:54.229 INFO:tasks.cephadm:Fetching config... 2024-05-08T05:48:54.229 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:48:54.229 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-08T05:48:54.282 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-08T05:48:54.282 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:48:54.282 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-08T05:48:54.326 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-08T05:48:54.326 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:48:54.326 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-08T05:48:54.437 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-08T05:48:54.437 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:48:54.437 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-08T05:48:54.529 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-08T05:48:54.529 DEBUG:teuthology.orchestra.run.smithi069:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-08T05:48:54.648 INFO:teuthology.orchestra.run.smithi069.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:48:54.686 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:54 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4074885790' entity='client.admin' 2024-05-08T05:48:54.699 DEBUG:teuthology.orchestra.run.smithi105:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-08T05:48:54.768 INFO:teuthology.orchestra.run.smithi105.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:48:54.780 DEBUG:teuthology.orchestra.run.smithi135:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-08T05:48:54.819 INFO:teuthology.orchestra.run.smithi135.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDH6vHnwqE/7kPieSDHD6GNsJFByye5rO3ninsDWUxAeXdYbcJRmyiduPACVfhWl75+nA8zDlZGRC8VbgM68QrO8SKrcBlG7QeHJP2ZrQezd+62ZeCYWqwEaBw506Z6DzOhuOecEBQUmhoHBFmpIISyYrT6FtC5QTtdN0iaW0p99+xlp9GzKFu+bJ8mLwAYvSvItGjaHxknR4+rWr85rIEF30PYmR/59yBZYLSXvlz8VHEOTDfUE0zWKxxXHQ0/hl02f8yYkBOMD6Eli7NQdXpKAEDajQvAGCF7qVB9tteC7I3pU6l8S2C8ymv3avCR0XmMQDBRRXVuAemo7LBXkH8VwqrFqDx6XYIlP/MXc5HUCe4P7lko0ehi19Qm0UxHvAWrgOehukmdsr74tVSf9jRB1As9Hnhfl1bgtwQ8GhUOa38JU8Mzl9tkTQZyI4z/XBaMarFWq3A25raMJD5OZBbpRQld/qbT7tikONiM7yFaRWiKa9vqLdxoE4YR4vnq7vc= ceph-4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:48:54.831 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-08T05:48:55.232 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 -- 172.21.15.69:0/1170931617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 msgr2=0x7fc440103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 --2- 172.21.15.69:0/1170931617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440103170 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc430009910 tx=0x7fc430009c20 comp rx=0 tx=0).stop 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 -- 172.21.15.69:0/1170931617 shutdown_connections 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 --2- 172.21.15.69:0/1170931617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440103170 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 -- 172.21.15.69:0/1170931617 >> 172.21.15.69:0/1170931617 conn(0x7fc4400fe350 msgr2=0x7fc440100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 -- 172.21.15.69:0/1170931617 shutdown_connections 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.102+0000 7fc43f200700 1 -- 172.21.15.69:0/1170931617 wait complete. 2024-05-08T05:48:58.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.103+0000 7fc43f200700 1 Processor -- start 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.104+0000 7fc43f200700 1 -- start start 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.104+0000 7fc43f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440077160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.104+0000 7fc43f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc440108c90 con 0x7fc440102d50 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.104+0000 7fc43de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440077160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.104+0000 7fc43de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440077160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36960/0 (socket says 172.21.15.69:36960) 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.104+0000 7fc43de00700 1 -- 172.21.15.69:0/2524545335 learned_addr learned my addr 172.21.15.69:0/2524545335 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.105+0000 7fc43de00700 1 -- 172.21.15.69:0/2524545335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4400776a0 con 0x7fc440102d50 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.105+0000 7fc43de00700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440077160 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc430005800 tx=0x7fc430009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.105+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc430027070 con 0x7fc440102d50 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.105+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc43000be10 con 0x7fc440102d50 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.105+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc43000f460 con 0x7fc440102d50 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.105+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc440075890 con 0x7fc440102d50 2024-05-08T05:48:58.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.106+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc440075dd0 con 0x7fc440102d50 2024-05-08T05:48:58.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.107+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc440109410 con 0x7fc440102d50 2024-05-08T05:48:58.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.107+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fc43002a070 con 0x7fc440102d50 2024-05-08T05:48:58.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.107+0000 7fc436a00700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42403e570 0x7fc424040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:48:58.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.108+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fc43001e030 con 0x7fc440102d50 2024-05-08T05:48:58.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.108+0000 7fc43d400700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42403e570 0x7fc424040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:48:58.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.109+0000 7fc43d400700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42403e570 0x7fc424040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc42c006fd0 tx=0x7fc42c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:48:58.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.113+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc430013070 con 0x7fc440102d50 2024-05-08T05:48:58.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.346+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fc440191710 con 0x7fc440102d50 2024-05-08T05:48:58.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.352+0000 7fc436a00700 1 -- 172.21.15.69:0/2524545335 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fc4300310c0 con 0x7fc440102d50 2024-05-08T05:48:58.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.355+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42403e570 msgr2=0x7fc424040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:58.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.355+0000 7fc43f200700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42403e570 0x7fc424040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fc42c006fd0 tx=0x7fc42c006e40 comp rx=0 tx=0).stop 2024-05-08T05:48:58.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 msgr2=0x7fc440077160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440077160 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc430005800 tx=0x7fc430009f60 comp rx=0 tx=0).stop 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 shutdown_connections 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42403e570 0x7fc424040a30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 --2- 172.21.15.69:0/2524545335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc440102d50 0x7fc440077160 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 >> 172.21.15.69:0/2524545335 conn(0x7fc4400fe350 msgr2=0x7fc4400feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 shutdown_connections 2024-05-08T05:48:58.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:48:58.356+0000 7fc43f200700 1 -- 172.21.15.69:0/2524545335 wait complete. 2024-05-08T05:48:59.160 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-08T05:48:59.161 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-08T05:48:59.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:48:59 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2524545335' entity='client.admin' 2024-05-08T05:48:59.594 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:02.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.082+0000 7f01bc600700 1 -- 172.21.15.69:0/3892184187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 msgr2=0x7f01b4105de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:02.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.082+0000 7f01bc600700 1 --2- 172.21.15.69:0/3892184187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4105de0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f01a8009910 tx=0x7f01a8009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:02.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.083+0000 7f01bc600700 1 -- 172.21.15.69:0/3892184187 shutdown_connections 2024-05-08T05:49:02.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.083+0000 7f01bc600700 1 --2- 172.21.15.69:0/3892184187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4105de0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:02.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.083+0000 7f01bc600700 1 -- 172.21.15.69:0/3892184187 >> 172.21.15.69:0/3892184187 conn(0x7f01b40fd3a0 msgr2=0x7f01b40ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:02.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.083+0000 7f01bc600700 1 -- 172.21.15.69:0/3892184187 shutdown_connections 2024-05-08T05:49:02.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.083+0000 7f01bc600700 1 -- 172.21.15.69:0/3892184187 wait complete. 2024-05-08T05:49:02.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.085+0000 7f01bc600700 1 Processor -- start 2024-05-08T05:49:02.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.085+0000 7f01bc600700 1 -- start start 2024-05-08T05:49:02.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.085+0000 7f01bc600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4103220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:02.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.085+0000 7f01bc600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f01b4108e50 con 0x7f01b41039f0 2024-05-08T05:49:02.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.086+0000 7f01b9c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4103220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:02.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.086+0000 7f01b9c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4103220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36970/0 (socket says 172.21.15.69:36970) 2024-05-08T05:49:02.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.086+0000 7f01b9c00700 1 -- 172.21.15.69:0/2755316107 learned_addr learned my addr 172.21.15.69:0/2755316107 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:02.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.086+0000 7f01b9c00700 1 -- 172.21.15.69:0/2755316107 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01b4103760 con 0x7f01b41039f0 2024-05-08T05:49:02.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.086+0000 7f01b9c00700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4103220 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f01a8005190 tx=0x7f01a8004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:02.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.087+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01a8027070 con 0x7f01b41039f0 2024-05-08T05:49:02.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.087+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01a8022470 con 0x7f01b41039f0 2024-05-08T05:49:02.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.087+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01b41019a0 con 0x7f01b41039f0 2024-05-08T05:49:02.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.087+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01a800f5f0 con 0x7f01b41039f0 2024-05-08T05:49:02.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.087+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01b4101e80 con 0x7f01b41039f0 2024-05-08T05:49:02.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.088+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01b41095d0 con 0x7f01b41039f0 2024-05-08T05:49:02.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.088+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f01a802a070 con 0x7f01b41039f0 2024-05-08T05:49:02.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.089+0000 7f01b2000700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f019c03e570 0x7f019c040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:02.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.089+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f01a801e030 con 0x7f01b41039f0 2024-05-08T05:49:02.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.089+0000 7f01b9200700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f019c03e570 0x7f019c040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:02.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.090+0000 7f01b9200700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f019c03e570 0x7f019c040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f01a0006fd0 tx=0x7f01a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:02.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.095+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f01a8013070 con 0x7f01b41039f0 2024-05-08T05:49:02.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.333+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f01b41918b0 con 0x7f019c03e570 2024-05-08T05:49:02.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.340+0000 7f01b2000700 1 -- 172.21.15.69:0/2755316107 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f01b41918b0 con 0x7f019c03e570 2024-05-08T05:49:02.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.342+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f019c03e570 msgr2=0x7f019c040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:02.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.342+0000 7f01bc600700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f019c03e570 0x7f019c040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f01a0006fd0 tx=0x7f01a0006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:02.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.342+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 msgr2=0x7f01b4103220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:02.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.342+0000 7f01bc600700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4103220 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f01a8005190 tx=0x7f01a8004f80 comp rx=0 tx=0).stop 2024-05-08T05:49:02.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.343+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 shutdown_connections 2024-05-08T05:49:02.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.343+0000 7f01bc600700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f019c03e570 0x7f019c040a30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:02.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.343+0000 7f01bc600700 1 --2- 172.21.15.69:0/2755316107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f01b41039f0 0x7f01b4103220 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:02.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.343+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 >> 172.21.15.69:0/2755316107 conn(0x7f01b40fd3a0 msgr2=0x7f01b40fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:02.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.343+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 shutdown_connections 2024-05-08T05:49:02.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:02.343+0000 7f01bc600700 1 -- 172.21.15.69:0/2755316107 wait complete. 2024-05-08T05:49:02.765 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi069", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:02.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:03.217 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi105 2024-05-08T05:49:03.217 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:49:03.217 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/etc/ceph/ceph.conf 2024-05-08T05:49:03.235 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:49:03.235 DEBUG:teuthology.orchestra.run.smithi105:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:03.292 INFO:tasks.cephadm:Adding host smithi105 to orchestrator... 2024-05-08T05:49:03.293 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch host add smithi105 2024-05-08T05:49:03.704 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:03.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:03 smithi069 ceph-mon[29571]: Updating smithi069:/etc/ceph/ceph.conf 2024-05-08T05:49:03.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:03 smithi069 ceph-mon[29571]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:03.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:03 smithi069 ceph-mon[29571]: Updating smithi069:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:04 smithi069 ceph-mon[29571]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:04 smithi069 ceph-mon[29571]: Updating smithi069:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:05.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.912+0000 7f9678000700 1 -- 172.21.15.69:0/1654726007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 msgr2=0x7f9670105710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:05.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.912+0000 7f9678000700 1 --2- 172.21.15.69:0/1654726007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f9670105710 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9664009910 tx=0x7f9664009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:05.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.912+0000 7f9678000700 1 -- 172.21.15.69:0/1654726007 shutdown_connections 2024-05-08T05:49:05.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.912+0000 7f9678000700 1 --2- 172.21.15.69:0/1654726007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f9670105710 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:05.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.912+0000 7f9678000700 1 -- 172.21.15.69:0/1654726007 >> 172.21.15.69:0/1654726007 conn(0x7f9670100bc0 msgr2=0x7f9670102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:05.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.912+0000 7f9678000700 1 -- 172.21.15.69:0/1654726007 shutdown_connections 2024-05-08T05:49:05.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.913+0000 7f9678000700 1 -- 172.21.15.69:0/1654726007 wait complete. 2024-05-08T05:49:05.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9678000700 1 Processor -- start 2024-05-08T05:49:05.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9678000700 1 -- start start 2024-05-08T05:49:05.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9678000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f96700779b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:05.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9678000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f967010f5b0 con 0x7f9670105330 2024-05-08T05:49:05.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9675600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f96700779b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:05.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9675600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f96700779b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36988/0 (socket says 172.21.15.69:36988) 2024-05-08T05:49:05.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.914+0000 7f9675600700 1 -- 172.21.15.69:0/756080179 learned_addr learned my addr 172.21.15.69:0/756080179 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:05.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.915+0000 7f9675600700 1 -- 172.21.15.69:0/756080179 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f967007b910 con 0x7f9670105330 2024-05-08T05:49:05.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.915+0000 7f9675600700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f96700779b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9664006010 tx=0x7f9664005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:05.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.915+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9664026070 con 0x7f9670105330 2024-05-08T05:49:05.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.915+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f966400bba0 con 0x7f9670105330 2024-05-08T05:49:05.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.915+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9670077ef0 con 0x7f9670105330 2024-05-08T05:49:05.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.915+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9664003910 con 0x7f9670105330 2024-05-08T05:49:05.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.916+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96700783b0 con 0x7f9670105330 2024-05-08T05:49:05.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.917+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f9664029070 con 0x7f9670105330 2024-05-08T05:49:05.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.917+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9670106810 con 0x7f9670105330 2024-05-08T05:49:05.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.918+0000 7f966e000700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f965803e510 0x7f96580409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:05.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.918+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f966401e070 con 0x7f9670105330 2024-05-08T05:49:05.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.918+0000 7f9674c00700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f965803e510 0x7f96580409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:05.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.918+0000 7f9674c00700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f965803e510 0x7f96580409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f965c006fd0 tx=0x7f965c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:05.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:05.923+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9664013070 con 0x7f9670105330 2024-05-08T05:49:06.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:06.154+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi105", "target": ["mon-mgr", ""]}) -- 0x7f9670078ee0 con 0x7f965803e510 2024-05-08T05:49:06.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:06 smithi069 ceph-mon[29571]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:07.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:07 smithi069 ceph-mon[29571]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi105", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:08 smithi069 ceph-mon[29571]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:08 smithi069 ceph-mon[29571]: Deploying cephadm binary to smithi105 2024-05-08T05:49:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:10 smithi069 ceph-mon[29571]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:10.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.840+0000 7f966e000700 1 -- 172.21.15.69:0/756080179 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f9670078ee0 con 0x7f965803e510 2024-05-08T05:49:10.843 INFO:teuthology.orchestra.run.smithi069.stdout:Added host 'smithi105' with addr '172.21.15.105' 2024-05-08T05:49:10.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.844+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f965803e510 msgr2=0x7f96580409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:10.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.844+0000 7f9678000700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f965803e510 0x7f96580409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f965c006fd0 tx=0x7f965c006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:10.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 msgr2=0x7f96700779b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:10.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f96700779b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9664006010 tx=0x7f9664005780 comp rx=0 tx=0).stop 2024-05-08T05:49:10.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 shutdown_connections 2024-05-08T05:49:10.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f965803e510 0x7f96580409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:10.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 --2- 172.21.15.69:0/756080179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9670105330 0x7f96700779b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:10.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 >> 172.21.15.69:0/756080179 conn(0x7f9670100bc0 msgr2=0x7f96701080d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:10.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 shutdown_connections 2024-05-08T05:49:10.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:10.845+0000 7f9678000700 1 -- 172.21.15.69:0/756080179 wait complete. 2024-05-08T05:49:11.780 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch host ls --format=json 2024-05-08T05:49:12.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:11 smithi069 ceph-mon[29571]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:12.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:11 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:12.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:11 smithi069 ceph-mon[29571]: Added host smithi105 2024-05-08T05:49:12.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:11 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:12.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:11 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:12.215 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:13.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:12 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:14.022 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:13 smithi069 ceph-mon[29571]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:14.022 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:14.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.188+0000 7f71c2a00700 1 -- 172.21.15.69:0/1016930619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 msgr2=0x7f71bc1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:14.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.188+0000 7f71c2a00700 1 --2- 172.21.15.69:0/1016930619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc1034f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f71ac009910 tx=0x7f71ac009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:14.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.189+0000 7f71c2a00700 1 -- 172.21.15.69:0/1016930619 shutdown_connections 2024-05-08T05:49:14.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.189+0000 7f71c2a00700 1 --2- 172.21.15.69:0/1016930619 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc1034f0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:14.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.189+0000 7f71c2a00700 1 -- 172.21.15.69:0/1016930619 >> 172.21.15.69:0/1016930619 conn(0x7f71bc0fe9e0 msgr2=0x7f71bc100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:14.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.189+0000 7f71c2a00700 1 -- 172.21.15.69:0/1016930619 shutdown_connections 2024-05-08T05:49:14.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.189+0000 7f71c2a00700 1 -- 172.21.15.69:0/1016930619 wait complete. 2024-05-08T05:49:14.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.190+0000 7f71c2a00700 1 Processor -- start 2024-05-08T05:49:14.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.190+0000 7f71c2a00700 1 -- start start 2024-05-08T05:49:14.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.190+0000 7f71c2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:14.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.190+0000 7f71c2a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc10d390 con 0x7f71bc103110 2024-05-08T05:49:14.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.190+0000 7f71bbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:14.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.191+0000 7f71bbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc19e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36984/0 (socket says 172.21.15.69:36984) 2024-05-08T05:49:14.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.191+0000 7f71bbe00700 1 -- 172.21.15.69:0/947072656 learned_addr learned my addr 172.21.15.69:0/947072656 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:14.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.191+0000 7f71bbe00700 1 -- 172.21.15.69:0/947072656 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71bc19eb70 con 0x7f71bc103110 2024-05-08T05:49:14.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.191+0000 7f71bbe00700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc19e630 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f71ac006010 tx=0x7f71ac005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:14.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.191+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71ac026070 con 0x7f71bc103110 2024-05-08T05:49:14.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.191+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71ac00bba0 con 0x7f71bc103110 2024-05-08T05:49:14.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.192+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f71ac003910 con 0x7f71bc103110 2024-05-08T05:49:14.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.192+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71bc19ee60 con 0x7f71bc103110 2024-05-08T05:49:14.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.192+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71bc1988d0 con 0x7f71bc103110 2024-05-08T05:49:14.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.193+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71bc1045f0 con 0x7f71bc103110 2024-05-08T05:49:14.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.193+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f71ac029070 con 0x7f71bc103110 2024-05-08T05:49:14.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.194+0000 7f71b8c00700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a003e570 0x7f71a0040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:14.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.194+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f71ac01e070 con 0x7f71bc103110 2024-05-08T05:49:14.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.194+0000 7f71bb400700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a003e570 0x7f71a0040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:14.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.195+0000 7f71bb400700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a003e570 0x7f71a0040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f71a8006fd0 tx=0x7f71a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:14.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.199+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f71ac013070 con 0x7f71bc103110 2024-05-08T05:49:14.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.435+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f71bc199c30 con 0x7f71a003e570 2024-05-08T05:49:14.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.437+0000 7f71b8c00700 1 -- 172.21.15.69:0/947072656 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f71bc199c30 con 0x7f71a003e570 2024-05-08T05:49:14.437 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:49:14.437 INFO:teuthology.orchestra.run.smithi069.stdout:[{"addr": "172.21.15.69", "hostname": "smithi069", "labels": [], "status": ""}, {"addr": "172.21.15.105", "hostname": "smithi105", "labels": [], "status": ""}] 2024-05-08T05:49:14.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a003e570 msgr2=0x7f71a0040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:14.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a003e570 0x7f71a0040a30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f71a8006fd0 tx=0x7f71a8006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:14.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 msgr2=0x7f71bc19e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:14.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc19e630 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f71ac006010 tx=0x7f71ac005780 comp rx=0 tx=0).stop 2024-05-08T05:49:14.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 shutdown_connections 2024-05-08T05:49:14.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a003e570 0x7f71a0040a30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:14.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 --2- 172.21.15.69:0/947072656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc103110 0x7f71bc19e630 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:14.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 >> 172.21.15.69:0/947072656 conn(0x7f71bc0fe9e0 msgr2=0x7f71bc104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:14.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 shutdown_connections 2024-05-08T05:49:14.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:14.440+0000 7f71c2a00700 1 -- 172.21.15.69:0/947072656 wait complete. 2024-05-08T05:49:15.188 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi135 2024-05-08T05:49:15.188 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:49:15.188 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/etc/ceph/ceph.conf 2024-05-08T05:49:15.208 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:49:15.208 DEBUG:teuthology.orchestra.run.smithi135:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:15.265 INFO:tasks.cephadm:Adding host smithi135 to orchestrator... 2024-05-08T05:49:15.265 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch host add smithi135 2024-05-08T05:49:15.701 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:16.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:15 smithi069 ceph-mon[29571]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:49:16.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:15 smithi069 ceph-mon[29571]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:17.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 -- 172.21.15.69:0/627821248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 msgr2=0x7f5404109180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:17.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 --2- 172.21.15.69:0/627821248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f5404109180 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f53f8009910 tx=0x7f53f8009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:17.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 -- 172.21.15.69:0/627821248 shutdown_connections 2024-05-08T05:49:17.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 --2- 172.21.15.69:0/627821248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f5404109180 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:17.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 -- 172.21.15.69:0/627821248 >> 172.21.15.69:0/627821248 conn(0x7f5404077750 msgr2=0x7f5404077b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:17.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 -- 172.21.15.69:0/627821248 shutdown_connections 2024-05-08T05:49:17.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.788+0000 7f540ac00700 1 -- 172.21.15.69:0/627821248 wait complete. 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.789+0000 7f540ac00700 1 Processor -- start 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.790+0000 7f540ac00700 1 -- start start 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.790+0000 7f540ac00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f54041a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.790+0000 7f540ac00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f540410d1d0 con 0x7f5404108da0 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.790+0000 7f5409800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f54041a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.790+0000 7f5409800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f54041a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52788/0 (socket says 172.21.15.69:52788) 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.790+0000 7f5409800700 1 -- 172.21.15.69:0/3479616156 learned_addr learned my addr 172.21.15.69:0/3479616156 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:17.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.791+0000 7f5409800700 1 -- 172.21.15.69:0/3479616156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54041a0bc0 con 0x7f5404108da0 2024-05-08T05:49:17.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.791+0000 7f5409800700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f54041a0680 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f53f8006010 tx=0x7f53f8005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:17.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.791+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53f8026070 con 0x7f5404108da0 2024-05-08T05:49:17.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.791+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53f800bba0 con 0x7f5404108da0 2024-05-08T05:49:17.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.792+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54041a0eb0 con 0x7f5404108da0 2024-05-08T05:49:17.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.792+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53f8003910 con 0x7f5404108da0 2024-05-08T05:49:17.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.792+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f540419a920 con 0x7f5404108da0 2024-05-08T05:49:17.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.793+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5404104450 con 0x7f5404108da0 2024-05-08T05:49:17.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.793+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f53f8029070 con 0x7f5404108da0 2024-05-08T05:49:17.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.793+0000 7f5402000700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53ec03e510 0x7f53ec0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:17.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.794+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f53f801e070 con 0x7f5404108da0 2024-05-08T05:49:17.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.794+0000 7f5408e00700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53ec03e510 0x7f53ec0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:17.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.794+0000 7f5408e00700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53ec03e510 0x7f53ec0409d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f53f0006fd0 tx=0x7f53f0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:17.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:17.802+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f53f8013070 con 0x7f5404108da0 2024-05-08T05:49:18.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:18.051+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi135", "target": ["mon-mgr", ""]}) -- 0x7f540419bd20 con 0x7f53ec03e510 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi105", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: Updating smithi105:/etc/ceph/ceph.conf 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:18.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:18.053 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:17 smithi069 ceph-mon[29571]: Updating smithi105:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:19.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:18 smithi069 ceph-mon[29571]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:19.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:19.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:19.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:19.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:18 smithi069 ceph-mon[29571]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi135", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:19 smithi069 ceph-mon[29571]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:19 smithi069 ceph-mon[29571]: Deploying cephadm binary to smithi135 2024-05-08T05:49:22.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:21 smithi069 ceph-mon[29571]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:22.718 INFO:teuthology.orchestra.run.smithi069.stdout:Added host 'smithi135' with addr '172.21.15.135' 2024-05-08T05:49:22.718 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.717+0000 7f5402000700 1 -- 172.21.15.69:0/3479616156 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f540419bd20 con 0x7f53ec03e510 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53ec03e510 msgr2=0x7f53ec0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53ec03e510 0x7f53ec0409d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f53f0006fd0 tx=0x7f53f0006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 msgr2=0x7f54041a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f54041a0680 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f53f8006010 tx=0x7f53f8005780 comp rx=0 tx=0).stop 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 shutdown_connections 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53ec03e510 0x7f53ec0409d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:22.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 --2- 172.21.15.69:0/3479616156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5404108da0 0x7f54041a0680 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:22.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.720+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 >> 172.21.15.69:0/3479616156 conn(0x7f5404077750 msgr2=0x7f54041051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:22.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.721+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 shutdown_connections 2024-05-08T05:49:22.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:22.721+0000 7f540ac00700 1 -- 172.21.15.69:0/3479616156 wait complete. 2024-05-08T05:49:23.458 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch host ls --format=json 2024-05-08T05:49:23.893 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:24.046 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:23 smithi069 ceph-mon[29571]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:24.046 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:24.047 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:23 smithi069 ceph-mon[29571]: Added host smithi135 2024-05-08T05:49:24.047 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:24.047 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:25.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 -- 172.21.15.69:0/2678145494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 msgr2=0x7ff6a810e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 --2- 172.21.15.69:0/2678145494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a810e8c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff698009910 tx=0x7ff698009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 -- 172.21.15.69:0/2678145494 shutdown_connections 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 --2- 172.21.15.69:0/2678145494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a810e8c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 -- 172.21.15.69:0/2678145494 >> 172.21.15.69:0/2678145494 conn(0x7ff6a8078c40 msgr2=0x7ff6a807b060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 -- 172.21.15.69:0/2678145494 shutdown_connections 2024-05-08T05:49:25.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.895+0000 7ff6aca00700 1 -- 172.21.15.69:0/2678145494 wait complete. 2024-05-08T05:49:25.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.897+0000 7ff6aca00700 1 Processor -- start 2024-05-08T05:49:25.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.897+0000 7ff6aca00700 1 -- start start 2024-05-08T05:49:25.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.897+0000 7ff6aca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:25.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.897+0000 7ff6aca00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a8113a00 con 0x7ff6a810e4e0 2024-05-08T05:49:25.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.898+0000 7ff6a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:25.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.898+0000 7ff6a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a819eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52802/0 (socket says 172.21.15.69:52802) 2024-05-08T05:49:25.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.898+0000 7ff6a5e00700 1 -- 172.21.15.69:0/741771979 learned_addr learned my addr 172.21.15.69:0/741771979 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:25.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.898+0000 7ff6a5e00700 1 -- 172.21.15.69:0/741771979 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a819f430 con 0x7ff6a810e4e0 2024-05-08T05:49:25.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.898+0000 7ff6a5e00700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a819eef0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff6980092e0 tx=0x7ff698005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:25.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.899+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff698026070 con 0x7ff6a810e4e0 2024-05-08T05:49:25.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.899+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff69800b750 con 0x7ff6a810e4e0 2024-05-08T05:49:25.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.899+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff6980038a0 con 0x7ff6a810e4e0 2024-05-08T05:49:25.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.899+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a819f6c0 con 0x7ff6a810e4e0 2024-05-08T05:49:25.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.899+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a81a3770 con 0x7ff6a810e4e0 2024-05-08T05:49:25.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.900+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6a810abe0 con 0x7ff6a810e4e0 2024-05-08T05:49:25.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.900+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7ff698029070 con 0x7ff6a810e4e0 2024-05-08T05:49:25.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.901+0000 7ff69ea00700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff68c03e570 0x7ff68c040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:25.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.901+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff69801e070 con 0x7ff6a810e4e0 2024-05-08T05:49:25.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.901+0000 7ff6a5400700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff68c03e570 0x7ff68c040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:25.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.902+0000 7ff6a5400700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff68c03e570 0x7ff68c040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff694006fd0 tx=0x7ff694006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:25.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:25.907+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff698013070 con 0x7ff6a810e4e0 2024-05-08T05:49:26.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:25 smithi069 ceph-mon[29571]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:26.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:25 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:26.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.166+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff6a81a0200 con 0x7ff68c03e570 2024-05-08T05:49:26.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.167+0000 7ff69ea00700 1 -- 172.21.15.69:0/741771979 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7ff6a81a0200 con 0x7ff68c03e570 2024-05-08T05:49:26.168 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:49:26.168 INFO:teuthology.orchestra.run.smithi069.stdout:[{"addr": "172.21.15.69", "hostname": "smithi069", "labels": [], "status": ""}, {"addr": "172.21.15.105", "hostname": "smithi105", "labels": [], "status": ""}, {"addr": "172.21.15.135", "hostname": "smithi135", "labels": [], "status": ""}] 2024-05-08T05:49:26.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.170+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff68c03e570 msgr2=0x7ff68c040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:26.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.170+0000 7ff6aca00700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff68c03e570 0x7ff68c040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff694006fd0 tx=0x7ff694006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:26.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 msgr2=0x7ff6a819eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:26.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a819eef0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff6980092e0 tx=0x7ff698005780 comp rx=0 tx=0).stop 2024-05-08T05:49:26.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 shutdown_connections 2024-05-08T05:49:26.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff68c03e570 0x7ff68c040a30 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:26.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 --2- 172.21.15.69:0/741771979 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff6a810e4e0 0x7ff6a819eef0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:26.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 >> 172.21.15.69:0/741771979 conn(0x7ff6a8078c40 msgr2=0x7ff6a8111040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:26.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 shutdown_connections 2024-05-08T05:49:26.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:26.171+0000 7ff6aca00700 1 -- 172.21.15.69:0/741771979 wait complete. 2024-05-08T05:49:26.914 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:26 smithi069 ceph-mon[29571]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:49:26.987 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-08T05:49:26.987 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd crush tunables default 2024-05-08T05:49:27.435 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:27.935 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:27 smithi069 ceph-mon[29571]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:29.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 -- 172.21.15.69:0/198189877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 msgr2=0x7fdba4105710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 --2- 172.21.15.69:0/198189877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba4105710 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fdb94009910 tx=0x7fdb94009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 -- 172.21.15.69:0/198189877 shutdown_connections 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 --2- 172.21.15.69:0/198189877 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba4105710 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 -- 172.21.15.69:0/198189877 >> 172.21.15.69:0/198189877 conn(0x7fdba4100bc0 msgr2=0x7fdba4102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 -- 172.21.15.69:0/198189877 shutdown_connections 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.419+0000 7fdba8e00700 1 -- 172.21.15.69:0/198189877 wait complete. 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.420+0000 7fdba8e00700 1 Processor -- start 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.420+0000 7fdba8e00700 1 -- start start 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.420+0000 7fdba8e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba41a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.420+0000 7fdba8e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdba410f5b0 con 0x7fdba4105330 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.421+0000 7fdba1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba41a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.421+0000 7fdba1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba41a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59930/0 (socket says 172.21.15.69:59930) 2024-05-08T05:49:29.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.421+0000 7fdba1e00700 1 -- 172.21.15.69:0/189735336 learned_addr learned my addr 172.21.15.69:0/189735336 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.421+0000 7fdba1e00700 1 -- 172.21.15.69:0/189735336 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdba41a0cd0 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.421+0000 7fdba1e00700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba41a0790 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdb940056d0 tx=0x7fdb940057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.422+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb94026070 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.422+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb9400bba0 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.422+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdba41a0fc0 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.422+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb94003920 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.422+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdba419a950 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.423+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdba4106810 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.423+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fdb94029070 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.424+0000 7fdb9aa00700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdb8803e570 0x7fdb88040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.424+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdb9401e070 con 0x7fdba4105330 2024-05-08T05:49:29.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.424+0000 7fdba1400700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdb8803e570 0x7fdb88040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:29.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.425+0000 7fdba1400700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdb8803e570 0x7fdb88040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdb90006fd0 tx=0x7fdb90006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:29.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.430+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdb94013070 con 0x7fdba4105330 2024-05-08T05:49:29.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:29.668+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7fdba419be80 con 0x7fdba4105330 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: Updating smithi135:/etc/ceph/ceph.conf 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:30.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:29 smithi069 ceph-mon[29571]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:30.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.612+0000 7fdb9aa00700 1 -- 172.21.15.69:0/189735336 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7fdb94004390 con 0x7fdba4105330 2024-05-08T05:49:30.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdb8803e570 msgr2=0x7fdb88040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:30.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdb8803e570 0x7fdb88040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdb90006fd0 tx=0x7fdb90006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:30.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 msgr2=0x7fdba41a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:30.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba41a0790 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdb940056d0 tx=0x7fdb940057b0 comp rx=0 tx=0).stop 2024-05-08T05:49:30.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 shutdown_connections 2024-05-08T05:49:30.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdb8803e570 0x7fdb88040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:30.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 --2- 172.21.15.69:0/189735336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdba4105330 0x7fdba41a0790 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:30.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 >> 172.21.15.69:0/189735336 conn(0x7fdba4100bc0 msgr2=0x7fdba41080d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:30.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 shutdown_connections 2024-05-08T05:49:30.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:30.617+0000 7fdba8e00700 1 -- 172.21.15.69:0/189735336 wait complete. 2024-05-08T05:49:30.619 INFO:teuthology.orchestra.run.smithi069.stderr:adjusted tunables profile to default 2024-05-08T05:49:30.965 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:30 smithi069 ceph-mon[29571]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:30.965 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:30 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/189735336' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-08T05:49:30.965 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:30.966 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:30.966 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:31.308 INFO:tasks.cephadm:Adding mon.a on smithi069 2024-05-08T05:49:31.308 INFO:tasks.cephadm:Adding mon.b on smithi105 2024-05-08T05:49:31.308 INFO:tasks.cephadm:Adding mon.c on smithi135 2024-05-08T05:49:31.309 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch apply mon '3;smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c' 2024-05-08T05:49:31.547 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:32.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:31 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/189735336' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-08T05:49:32.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:31 smithi069 ceph-mon[29571]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:32.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:31 smithi069 ceph-mon[29571]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:33.033 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 -- 172.21.15.135:0/3351547335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 msgr2=0x7f0c9c1034f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 --2- 172.21.15.135:0/3351547335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c1034f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0c98009910 tx=0x7f0c98009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 -- 172.21.15.135:0/3351547335 shutdown_connections 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 --2- 172.21.15.135:0/3351547335 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c1034f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 -- 172.21.15.135:0/3351547335 >> 172.21.15.135:0/3351547335 conn(0x7f0c9c0fe9e0 msgr2=0x7f0c9c100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 -- 172.21.15.135:0/3351547335 shutdown_connections 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.032+0000 7f0ca38b4700 1 -- 172.21.15.135:0/3351547335 wait complete. 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.033+0000 7f0ca38b4700 1 Processor -- start 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.033+0000 7f0ca38b4700 1 -- start start 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.033+0000 7f0ca38b4700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c19e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:33.034 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.033+0000 7f0ca38b4700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9c10d390 con 0x7f0c9c103110 2024-05-08T05:49:33.035 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.034+0000 7f0ca1650700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c19e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.034+0000 7f0ca1650700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c19e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.135:37964/0 (socket says 172.21.15.135:37964) 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.034+0000 7f0ca1650700 1 -- 172.21.15.135:0/1867746822 learned_addr learned my addr 172.21.15.135:0/1867746822 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.034+0000 7f0ca1650700 1 -- 172.21.15.135:0/1867746822 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c9c19eb70 con 0x7f0c9c103110 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.035+0000 7f0ca1650700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c19e630 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0c98006010 tx=0x7f0c98005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.035+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c98026070 con 0x7f0c9c103110 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.035+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c9c19ee60 con 0x7f0c9c103110 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.035+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0c9800bba0 con 0x7f0c9c103110 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.035+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c9c1988d0 con 0x7f0c9c103110 2024-05-08T05:49:33.036 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.035+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0c98003910 con 0x7f0c9c103110 2024-05-08T05:49:33.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.036+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c9c1045f0 con 0x7f0c9c103110 2024-05-08T05:49:33.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.037+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f0c98029070 con 0x7f0c9c103110 2024-05-08T05:49:33.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.037+0000 7f0c927fc700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0c8803e510 0x7f0c880409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:33.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.037+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0c9801e070 con 0x7f0c9c103110 2024-05-08T05:49:33.037 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.038+0000 7f0ca0e4f700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0c8803e510 0x7f0c880409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:33.038 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.039+0000 7f0ca0e4f700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0c8803e510 0x7f0c880409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c006fd0 tx=0x7f0c8c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:33.054 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.054+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0c98030020 con 0x7f0c9c103110 2024-05-08T05:49:33.264 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.264+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c", "target": ["mon-mgr", ""]}) -- 0x7f0c9c199cf0 con 0x7f0c8803e510 2024-05-08T05:49:33.279 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.279+0000 7f0c927fc700 1 -- 172.21.15.135:0/1867746822 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f0c9c199cf0 con 0x7f0c8803e510 2024-05-08T05:49:33.279 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled mon update... 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0c8803e510 msgr2=0x7f0c880409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0c8803e510 0x7f0c880409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c006fd0 tx=0x7f0c8c006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 msgr2=0x7f0c9c19e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c19e630 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0c98006010 tx=0x7f0c98005780 comp rx=0 tx=0).stop 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 shutdown_connections 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0c8803e510 0x7f0c880409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 --2- 172.21.15.135:0/1867746822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0c9c103110 0x7f0c9c19e630 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:33.282 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 >> 172.21.15.135:0/1867746822 conn(0x7f0c9c0fe9e0 msgr2=0x7f0c9c104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 shutdown_connections 2024-05-08T05:49:33.283 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:33.282+0000 7f0ca38b4700 1 -- 172.21.15.135:0/1867746822 wait complete. 2024-05-08T05:49:33.928 DEBUG:teuthology.orchestra.run.smithi105:mon.b> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.b.service 2024-05-08T05:49:33.930 DEBUG:teuthology.orchestra.run.smithi135:mon.c> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.c.service 2024-05-08T05:49:33.933 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-08T05:49:33.933 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph mon dump -f json 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: Saving service mon spec with placement smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c;count:3 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:34.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:34.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:34.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:34 smithi069 ceph-mon[29571]: Deploying daemon mon.c on smithi135 2024-05-08T05:49:34.632 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:36 smithi069 ceph-mon[29571]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:37.513 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 -- 172.21.15.135:0/2005056314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 msgr2=0x7f4fbc1023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:37.513 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 --2- 172.21.15.135:0/2005056314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc1023d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4fb8009910 tx=0x7f4fb8009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:37.513 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 -- 172.21.15.135:0/2005056314 shutdown_connections 2024-05-08T05:49:37.513 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 --2- 172.21.15.135:0/2005056314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc1023d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 -- 172.21.15.135:0/2005056314 >> 172.21.15.135:0/2005056314 conn(0x7f4fbc0fd8a0 msgr2=0x7f4fbc0ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 -- 172.21.15.135:0/2005056314 shutdown_connections 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 -- 172.21.15.135:0/2005056314 wait complete. 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 Processor -- start 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.512+0000 7f4fc4773700 1 -- start start 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.513+0000 7f4fc4773700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc19d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.513+0000 7f4fc4773700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4fbc10c270 con 0x7f4fbc101ff0 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.513+0000 7f4fc250f700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc19d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.513+0000 7f4fc250f700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc19d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.135:40952/0 (socket says 172.21.15.135:40952) 2024-05-08T05:49:37.514 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.513+0000 7f4fc250f700 1 -- 172.21.15.135:0/3967469966 learned_addr learned my addr 172.21.15.135:0/3967469966 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:49:37.515 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.514+0000 7f4fc250f700 1 -- 172.21.15.135:0/3967469966 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fbc19d990 con 0x7f4fbc101ff0 2024-05-08T05:49:37.515 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.514+0000 7f4fc250f700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc19d450 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4fb80056d0 tx=0x7f4fb80057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.514+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fb8026070 con 0x7f4fbc101ff0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.514+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fbc19dc80 con 0x7f4fbc101ff0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.515+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fbc197610 con 0x7f4fbc101ff0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.515+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4fb800bba0 con 0x7f4fbc101ff0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.515+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fb8030060 con 0x7f4fbc101ff0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.515+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fa0005330 con 0x7f4fbc101ff0 2024-05-08T05:49:37.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.516+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f4fb8029070 con 0x7f4fbc101ff0 2024-05-08T05:49:37.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.516+0000 7f4fb37fe700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4fa803e510 0x7f4fa80409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:37.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.517+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f4fb801e070 con 0x7f4fbc101ff0 2024-05-08T05:49:37.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.517+0000 7f4fc1d0e700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4fa803e510 0x7f4fa80409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:37.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.518+0000 7f4fc1d0e700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4fa803e510 0x7f4fa80409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4fac006fd0 tx=0x7f4fac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:37.533 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.532+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4fb8013070 con 0x7f4fbc101ff0 2024-05-08T05:49:37.860 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.860+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f4fa00058f0 con 0x7f4fbc101ff0 2024-05-08T05:49:37.861 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.861+0000 7f4fb37fe700 1 -- 172.21.15.135:0/3967469966 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f4fb801f310 con 0x7f4fbc101ff0 2024-05-08T05:49:37.861 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:49:37.861 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":1,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","modified":"2024-05-08T05:47:29.921760Z","created":"2024-05-08T05:47:29.921760Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4fa803e510 msgr2=0x7f4fa80409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4fa803e510 0x7f4fa80409d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f4fac006fd0 tx=0x7f4fac006e40 comp rx=0 tx=0).stop 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 msgr2=0x7f4fbc19d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc19d450 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4fb80056d0 tx=0x7f4fb80057b0 comp rx=0 tx=0).stop 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 shutdown_connections 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4fa803e510 0x7f4fa80409d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 --2- 172.21.15.135:0/3967469966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4fbc101ff0 0x7f4fbc19d450 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.863+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 >> 172.21.15.135:0/3967469966 conn(0x7f4fbc0fd8a0 msgr2=0x7f4fbc1039c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.864+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 shutdown_connections 2024-05-08T05:49:37.864 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:37.864+0000 7f4fc4773700 1 -- 172.21.15.135:0/3967469966 wait complete. 2024-05-08T05:49:37.865 INFO:teuthology.orchestra.run.smithi135.stderr:dumped monmap epoch 1 2024-05-08T05:49:37.966 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:37 smithi135 podman[34729]: 2024-05-08 05:49:37.966326647 +0000 UTC m=+0.134051427 container create 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-08T05:49:38.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:38 smithi069 ceph-mon[29571]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:38 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/3967469966' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:38.789 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 podman[34729]: 2024-05-08 05:49:38.327979531 +0000 UTC m=+0.495704311 container init 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-08T05:49:38.789 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 podman[34729]: 2024-05-08 05:49:38.331721253 +0000 UTC m=+0.499446049 container start 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-05-08T05:49:38.789 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: set uid:gid to 167:167 (ceph:ceph) 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: ceph version 19.0.0-3538-gbee299f4 (bee299f4ac344e4c45e550d7a80abcadd7bc3d5a) squid (dev), process ceph-mon, pid 2 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pidfile_write: ignore empty --pid-file 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: load: jerasure load: lrc 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: RocksDB version: 7.9.2 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Git sha 0 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Compile date 2024-05-07 11:18:56 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: DB SUMMARY 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: DB Session ID: 5MYEGRIVFVFA2SEDZIWY 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: CURRENT file: CURRENT 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: IDENTITY file: IDENTITY 2024-05-08T05:49:38.790 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.error_if_exists: 0 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.create_if_missing: 0 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.paranoid_checks: 1 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.env: 0x55e953f89cc0 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.fs: PosixFileSystem 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.info_log: 0x55e954b0fda0 2024-05-08T05:49:38.791 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_file_opening_threads: 16 2024-05-08T05:49:38.793 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.statistics: (nil) 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.use_fsync: 0 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_log_file_size: 0 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.keep_log_file_num: 1000 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.recycle_log_file_num: 0 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.allow_fallocate: 1 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.allow_mmap_reads: 0 2024-05-08T05:49:38.794 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.allow_mmap_writes: 0 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.use_direct_reads: 0 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.create_missing_column_families: 0 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.db_log_dir: 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.wal_dir: 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.advise_random_on_open: 1 2024-05-08T05:49:38.795 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.db_write_buffer_size: 0 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.write_buffer_manager: 0x55e954ae10e0 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.rate_limiter: (nil) 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.wal_recovery_mode: 2 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.enable_thread_tracking: 0 2024-05-08T05:49:38.796 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.enable_pipelined_write: 0 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.unordered_write: 0 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.row_cache: None 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.wal_filter: None 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.allow_ingest_behind: 0 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.two_write_queues: 0 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.manual_wal_flush: 0 2024-05-08T05:49:38.797 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.wal_compression: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.atomic_flush: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.log_readahead_size: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.best_efforts_recovery: 0 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-08T05:49:38.798 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.allow_data_in_errors: 0 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.db_host_id: __hostname__ 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_background_jobs: 2 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_background_compactions: -1 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_subcompactions: 1 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_total_wal_size: 0 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-08T05:49:38.799 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_open_files: -1 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bytes_per_sync: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_readahead_size: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_background_flushes: -1 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Compression algorithms supported: 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kZSTD supported: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kXpressCompression supported: 0 2024-05-08T05:49:38.800 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kLZ4HCCompression supported: 1 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kZlibCompression supported: 1 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kSnappyCompression supported: 1 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kLZ4Compression supported: 1 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: kBZip2Compression supported: 0 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.merge_operator: 2024-05-08T05:49:38.801 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_filter: None 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_filter_factory: None 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.sst_partitioner_factory: None 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e954b0ff60) 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout: cache_index_and_filter_blocks: 1 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout: pin_top_level_index_and_filter: 1 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout: index_type: 0 2024-05-08T05:49:38.802 INFO:journalctl@ceph.mon.c.smithi135.stdout: data_block_index_type: 0 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: index_shortening: 1 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: checksum: 4 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: no_block_cache: 0 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_cache: 0x55e954b131f0 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_cache_name: BinnedLRUCache 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_cache_options: 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: capacity : 536870912 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: num_shard_bits : 4 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: strict_capacity_limit : 0 2024-05-08T05:49:38.803 INFO:journalctl@ceph.mon.c.smithi135.stdout: high_pri_pool_ratio: 0.000 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_cache_compressed: (nil) 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: persistent_cache: (nil) 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_size: 4096 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_size_deviation: 10 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_restart_interval: 16 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: index_block_restart_interval: 1 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: metadata_block_size: 4096 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: partition_filters: 0 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: use_delta_encoding: 1 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: filter_policy: bloomfilter 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: whole_key_filtering: 1 2024-05-08T05:49:38.804 INFO:journalctl@ceph.mon.c.smithi135.stdout: verify_compression: 0 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: read_amp_bytes_per_bit: 0 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: format_version: 5 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: enable_index_compression: 1 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: block_align: 0 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: max_auto_readahead_size: 262144 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: prepopulate_block_cache: 0 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: initial_auto_readahead_size: 8192 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout: num_file_reads_for_auto_readahead: 2 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.write_buffer_size: 33554432 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_write_buffer_number: 2 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression: NoCompression 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression: Disabled 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.prefix_extractor: nullptr 2024-05-08T05:49:38.805 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.num_levels: 7 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-08T05:49:38.806 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.level: 32767 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.strategy: 0 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.enabled: false 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-08T05:49:38.807 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.target_file_size_base: 67108864 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-08T05:49:38.808 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.arena_block_size: 1048576 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.disable_auto_compactions: 0 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-08T05:49:38.809 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.inplace_update_support: 0 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.bloom_locality: 0 2024-05-08T05:49:38.810 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.max_successive_merges: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.paranoid_file_checks: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.force_consistency_checks: 1 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.report_bg_io_stats: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.ttl: 2592000 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.enable_blob_files: false 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.min_blob_size: 0 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.blob_file_size: 268435456 2024-05-08T05:49:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.blob_file_starting_level: 0 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3760b740-0ebf-4651-a35f-94ce0eb9c753 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715147378362600, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-08T05:49:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715147378363182, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715147378, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3760b740-0ebf-4651-a35f-94ce0eb9c753", "db_session_id": "5MYEGRIVFVFA2SEDZIWY", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: EVENT_LOG_v1 {"time_micros": 1715147378363285, "job": 1, "event": "recovery_finished"} 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e954c30000 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: DB pointer 0x55e954c1c000 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout: ** DB Stats ** 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-08T05:49:38.813 INFO:journalctl@ceph.mon.c.smithi135.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: ** Compaction Stats [default] ** 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-08T05:49:38.814 INFO:journalctl@ceph.mon.c.smithi135.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: ** Compaction Stats [default] ** 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: 2024-05-08T05:49:38.815 INFO:journalctl@ceph.mon.c.smithi135.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: Cumulative compaction: 0.00 GB write, 0.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: Interval compaction: 0.00 GB write, 0.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: Block cache BinnedLRUCache@0x55e954b131f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-08T05:49:38.816 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: using public_addr v2:172.21.15.135:0/0 -> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: starting mon.c rank -1 at public addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] at bind addrs [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(???) e0 preinit fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).mds e1 new map 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout: e1 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout: legacy client fscid: -1 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout: 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout: No filesystems configured 2024-05-08T05:49:38.817 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.818 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Added host smithi105 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.819 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi105", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi105:/etc/ceph/ceph.conf 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi105:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.820 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi135", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Deploying cephadm binary to smithi135 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Added host smithi135 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.821 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:38.822 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi135:/etc/ceph/ceph.conf 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/189735336' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/189735336' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.823 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Saving service mon spec with placement smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c;count:3 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: Deploying daemon mon.c on smithi135 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.824 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:38.825 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/3967469966' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:38.825 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 ceph-mon[34761]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-08T05:49:38.825 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 bash[34729]: 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 2024-05-08T05:49:38.825 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:38 smithi135 systemd[1]: Started Ceph mon.c for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:49:39.827 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-08T05:49:39.828 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph mon dump -f json 2024-05-08T05:49:40.073 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:49:43.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: mon.a calling monitor election 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: mon.c calling monitor election 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-08T05:49:43.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: monmap epoch 2 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: last_changed 2024-05-08T05:49:38.397277+0000 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: min_mon_release 19 (squid) 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: election_strategy: 1 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.c 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: fsmap 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: mgrmap e13: x(active, since 60s) 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: overall HEALTH_OK 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:43.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: mon.a calling monitor election 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: mon.c calling monitor election 2024-05-08T05:49:43.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: monmap epoch 2 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: last_changed 2024-05-08T05:49:38.397277+0000 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: min_mon_release 19 (squid) 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: election_strategy: 1 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.c 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: fsmap 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:43.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: mgrmap e13: x(active, since 60s) 2024-05-08T05:49:43.821 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: overall HEALTH_OK 2024-05-08T05:49:43.821 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:43.821 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 -- 172.21.15.135:0/2761623243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 msgr2=0x7fa058005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 --2- 172.21.15.135:0/2761623243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa058005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa06c06b790 tx=0x7fa06800feb0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 -- 172.21.15.135:0/2761623243 shutdown_connections 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 --2- 172.21.15.135:0/2761623243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa058005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 -- 172.21.15.135:0/2761623243 >> 172.21.15.135:0/2761623243 conn(0x7fa06c0fd9e0 msgr2=0x7fa06c0ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 -- 172.21.15.135:0/2761623243 shutdown_connections 2024-05-08T05:49:44.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.574+0000 7fa073503700 1 -- 172.21.15.135:0/2761623243 wait complete. 2024-05-08T05:49:44.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.575+0000 7fa073503700 1 Processor -- start 2024-05-08T05:49:44.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.575+0000 7fa073503700 1 -- start start 2024-05-08T05:49:44.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.575+0000 7fa073503700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa06c19f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:44.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.575+0000 7fa073503700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:44.578 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.575+0000 7fa073503700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa06c111510 con 0x7fa0580035c0 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.575+0000 7fa073503700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa06c111390 con 0x7fa06c19f5c0 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37870/0 (socket says 172.21.15.135:37870) 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 -- 172.21.15.135:0/1610059262 learned_addr learned my addr 172.21.15.135:0/1610059262 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 -- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 msgr2=0x7fa06c1a3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 -- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 msgr2=0x7fa06c1a3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa070a9e700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.576+0000 7fa07129f700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa06c19f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa07129f700 1 -- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 msgr2=0x7fa06c1a3950 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa07129f700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa07129f700 1 -- 172.21.15.135:0/1610059262 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa06c19fc00 con 0x7fa0580035c0 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa07129f700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa06c19f080 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa068010010 tx=0x7fa0680116a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:44.579 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fa068013960 con 0x7fa0580035c0 2024-05-08T05:49:44.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa06c1a3e90 con 0x7fa0580035c0 2024-05-08T05:49:44.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa0680044e0 con 0x7fa0580035c0 2024-05-08T05:49:44.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fa068011b80 con 0x7fa0580035c0 2024-05-08T05:49:44.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.577+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa06c1a43f0 con 0x7fa0580035c0 2024-05-08T05:49:44.580 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.579+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa06c06bf90 con 0x7fa0580035c0 2024-05-08T05:49:44.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.579+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fa068023070 con 0x7fa0580035c0 2024-05-08T05:49:44.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.579+0000 7fa0627fc700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa05003e2b0 0x7fa050040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:44.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.579+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa068020050 con 0x7fa0580035c0 2024-05-08T05:49:44.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.580+0000 7fa070a9e700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa05003e2b0 0x7fa050040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:44.581 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.581+0000 7fa070a9e700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa05003e2b0 0x7fa050040770 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa05c009180 tx=0x7fa05c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:44.596 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.596+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa068028020 con 0x7fa0580035c0 2024-05-08T05:49:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:44.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:44 smithi135 ceph-mon[34761]: Deploying daemon mon.b on smithi105 2024-05-08T05:49:44.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:44 smithi069 ceph-mon[29571]: Deploying daemon mon.b on smithi105 2024-05-08T05:49:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:44.889 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.889+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fa06c1a46d0 con 0x7fa0580035c0 2024-05-08T05:49:44.891 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.890+0000 7fa0627fc700 1 -- 172.21.15.135:0/1610059262 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fa06800f8b0 con 0x7fa0580035c0 2024-05-08T05:49:44.891 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:49:44.891 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":2,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","modified":"2024-05-08T05:49:38.397277Z","created":"2024-05-08T05:47:29.921760Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-08T05:49:44.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa05003e2b0 msgr2=0x7fa050040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:44.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa05003e2b0 0x7fa050040770 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa05c009180 tx=0x7fa05c008040 comp rx=0 tx=0).stop 2024-05-08T05:49:44.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 msgr2=0x7fa06c19f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:44.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa06c19f080 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fa068010010 tx=0x7fa0680116a0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 shutdown_connections 2024-05-08T05:49:44.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa05003e2b0 0x7fa050040770 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0580035c0 0x7fa06c19f080 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 --2- 172.21.15.135:0/1610059262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa06c19f5c0 0x7fa06c1a3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:44.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 >> 172.21.15.135:0/1610059262 conn(0x7fa06c0fd9e0 msgr2=0x7fa06c0ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:44.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 shutdown_connections 2024-05-08T05:49:44.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:44.893+0000 7fa073503700 1 -- 172.21.15.135:0/1610059262 wait complete. 2024-05-08T05:49:44.894 INFO:teuthology.orchestra.run.smithi135.stderr:dumped monmap epoch 2 2024-05-08T05:49:45.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:45 smithi135 ceph-mon[34761]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:45.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:45 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/1610059262' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:45 smithi069 ceph-mon[29571]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:45 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/1610059262' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:46.516 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-08T05:49:46.516 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph mon dump -f json 2024-05-08T05:49:46.758 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:49:47.594 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-08T05:49:47.594 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-08T05:49:48.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-08T05:49:48.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-08T05:49:48.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Added host smithi105 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi105", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:48.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi105:/etc/ceph/ceph.conf 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi105:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi135", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Deploying cephadm binary to smithi135 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Added host smithi135 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.024 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi135", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi135:/etc/ceph/ceph.conf 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi135:/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:48.025 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.client.admin.keyring 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/189735336' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/189735336' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Saving service mon spec with placement smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c;count:3 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.026 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Deploying daemon mon.c on smithi135 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/3967469966' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:49:48.027 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.a calling monitor election 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.c calling monitor election 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.028 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: monmap epoch 2 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: last_changed 2024-05-08T05:49:38.397277+0000 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: min_mon_release 19 (squid) 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: election_strategy: 1 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:49:48.029 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.c 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: fsmap 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mgrmap e13: x(active, since 60s) 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: overall HEALTH_OK 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:48.030 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: Deploying daemon mon.b on smithi105 2024-05-08T05:49:48.031 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:48.031 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:48.031 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/1610059262' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:48.031 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:47 smithi105 ceph-mon[34393]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-08T05:49:53.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: mon.a calling monitor election 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: mon.c calling monitor election 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: mon.b calling monitor election 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: monmap epoch 3 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: last_changed 2024-05-08T05:49:47.601080+0000 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: min_mon_release 19 (squid) 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: election_strategy: 1 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.c 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: 2: [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] mon.b 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: fsmap 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: mgrmap e13: x(active, since 69s) 2024-05-08T05:49:53.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: overall HEALTH_OK 2024-05-08T05:49:53.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.023 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: mon.a calling monitor election 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: mon.c calling monitor election 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: mon.b calling monitor election 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: monmap epoch 3 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: last_changed 2024-05-08T05:49:47.601080+0000 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: min_mon_release 19 (squid) 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: election_strategy: 1 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.c 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: 2: [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] mon.b 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: fsmap 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: mgrmap e13: x(active, since 69s) 2024-05-08T05:49:53.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: overall HEALTH_OK 2024-05-08T05:49:53.064 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.064 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.064 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.064 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:49:53.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: mon.a calling monitor election 2024-05-08T05:49:53.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: mon.c calling monitor election 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: mon.b calling monitor election 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: monmap epoch 3 2024-05-08T05:49:53.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: last_changed 2024-05-08T05:49:47.601080+0000 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: created 2024-05-08T05:47:29.921760+0000 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: min_mon_release 19 (squid) 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: election_strategy: 1 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: 1: [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] mon.c 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: 2: [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] mon.b 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: fsmap 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: osdmap e4: 0 total, 0 up, 0 in 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: mgrmap e13: x(active, since 69s) 2024-05-08T05:49:53.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: overall HEALTH_OK 2024-05-08T05:49:53.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:53.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:53 smithi105 ceph-mon[34393]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:53 smithi135 ceph-mon[34761]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:53 smithi069 ceph-mon[29571]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:49:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.092+0000 7f1bc9653700 1 -- 172.21.15.135:0/3255033963 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 msgr2=0x7f1bac005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.092+0000 7f1bc9653700 1 --2- 172.21.15.135:0/3255033963 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 0x7f1bac005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1bc406b790 tx=0x7f1bb400ff50 comp rx=0 tx=0).stop 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 -- 172.21.15.135:0/3255033963 shutdown_connections 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 --2- 172.21.15.135:0/3255033963 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 0x7f1bac005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 -- 172.21.15.135:0/3255033963 >> 172.21.15.135:0/3255033963 conn(0x7f1bc40fd9e0 msgr2=0x7f1bc40ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 -- 172.21.15.135:0/3255033963 shutdown_connections 2024-05-08T05:49:54.093 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 -- 172.21.15.135:0/3255033963 wait complete. 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 Processor -- start 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.093+0000 7f1bc9653700 1 -- start start 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc9653700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 0x7f1bc419e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc9653700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1bc419ed80 0x7f1bc4198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc9653700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 0x7f1bc4199490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc9653700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc410af00 con 0x7f1bac0035c0 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc9653700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc410ad80 con 0x7f1bc419ed80 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc9653700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1bc410b080 con 0x7f1bc4198fe0 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 0x7f1bc4199490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 0x7f1bc4199490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:37646/0 (socket says 172.21.15.135:37646) 2024-05-08T05:49:54.095 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 -- 172.21.15.135:0/2221166029 learned_addr learned my addr 172.21.15.135:0/2221166029 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 -- 172.21.15.135:0/2221166029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1bc419ed80 msgr2=0x7f1bc4198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1bc419ed80 0x7f1bc4198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 -- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 msgr2=0x7f1bc419e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 0x7f1bc419e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 -- 172.21.15.135:0/2221166029 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bc41a5710 con 0x7f1bc4198fe0 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1bc37fe700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 0x7f1bc4199490 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00ba50 tx=0x7f1bbc00be10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.094+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc019070 con 0x7f1bc4198fe0 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.095+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bc41a5940 con 0x7f1bc4198fe0 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.095+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bbc014440 con 0x7f1bc4198fe0 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.095+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bbc007590 con 0x7f1bc4198fe0 2024-05-08T05:49:54.096 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.095+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bc41a5e30 con 0x7f1bc4198fe0 2024-05-08T05:49:54.097 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.095+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f1bbc01c070 con 0x7f1bc4198fe0 2024-05-08T05:49:54.097 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.095+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bc4064b00 con 0x7f1bc4198fe0 2024-05-08T05:49:54.097 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.096+0000 7f1babfff700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bb003e9a0 0x7f1bb0040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:54.097 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.096+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f1bbc051ec0 con 0x7f1bc4198fe0 2024-05-08T05:49:54.097 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.096+0000 7f1bc2ffd700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bb003e9a0 0x7f1bb0040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:54.097 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.097+0000 7f1bc2ffd700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bb003e9a0 0x7f1bb0040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4001eb0 tx=0x7f1bb4005720 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:54.101 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.101+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1bbc022170 con 0x7f1bc4198fe0 2024-05-08T05:49:54.400 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.400+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f1bc402e6d0 con 0x7f1bc4198fe0 2024-05-08T05:49:54.401 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.401+0000 7f1babfff700 1 -- 172.21.15.135:0/2221166029 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1285 (secure 0 0 0) 0x7f1bbc012c40 con 0x7f1bc4198fe0 2024-05-08T05:49:54.401 INFO:teuthology.orchestra.run.smithi135.stdout: 2024-05-08T05:49:54.401 INFO:teuthology.orchestra.run.smithi135.stdout:{"epoch":3,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","modified":"2024-05-08T05:49:47.601080Z","created":"2024-05-08T05:47:29.921760Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:3300","nonce":0},{"type":"v1","addr":"172.21.15.135:6789","nonce":0}]},"addr":"172.21.15.135:6789/0","public_addr":"172.21.15.135:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:3300","nonce":0},{"type":"v1","addr":"172.21.15.105:6789","nonce":0}]},"addr":"172.21.15.105:6789/0","public_addr":"172.21.15.105:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-05-08T05:49:54.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bb003e9a0 msgr2=0x7f1bb0040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:54.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bb003e9a0 0x7f1bb0040e60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4001eb0 tx=0x7f1bb4005720 comp rx=0 tx=0).stop 2024-05-08T05:49:54.403 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 msgr2=0x7f1bc4199490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 0x7f1bc4199490 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc00ba50 tx=0x7f1bbc00be10 comp rx=0 tx=0).stop 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 shutdown_connections 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1bc4198fe0 0x7f1bc4199490 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1bac0035c0 0x7f1bc419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bb003e9a0 0x7f1bb0040e60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 --2- 172.21.15.135:0/2221166029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1bc419ed80 0x7f1bc4198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 >> 172.21.15.135:0/2221166029 conn(0x7f1bc40fd9e0 msgr2=0x7f1bc4105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 shutdown_connections 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:49:54.403+0000 7f1bc9653700 1 -- 172.21.15.135:0/2221166029 wait complete. 2024-05-08T05:49:54.404 INFO:teuthology.orchestra.run.smithi135.stderr:dumped monmap epoch 3 2024-05-08T05:49:55.075 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-08T05:49:55.075 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph config generate-minimal-conf 2024-05-08T05:49:55.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: Updating smithi069:/etc/ceph/ceph.conf 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: Updating smithi105:/etc/ceph/ceph.conf 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: Updating smithi135:/etc/ceph/ceph.conf 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/2221166029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.478 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:49:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: Updating smithi069:/etc/ceph/ceph.conf 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: Updating smithi105:/etc/ceph/ceph.conf 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: Updating smithi135:/etc/ceph/ceph.conf 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/2221166029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: Updating smithi069:/etc/ceph/ceph.conf 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: Updating smithi105:/etc/ceph/ceph.conf 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: Updating smithi135:/etc/ceph/ceph.conf 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/2221166029' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:55.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: Updating smithi069:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:49:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: Updating smithi069:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:49:56.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: Updating smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: Updating smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: Updating smithi069:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/config/ceph.conf 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:49:56.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:57.419 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:57 smithi069 ceph-mon[29571]: Reconfiguring mon.a (unknown last config time)... 2024-05-08T05:49:57.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:57 smithi069 ceph-mon[29571]: Reconfiguring daemon mon.a on smithi069 2024-05-08T05:49:57.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:57 smithi105 ceph-mon[34393]: Reconfiguring mon.a (unknown last config time)... 2024-05-08T05:49:57.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:57 smithi105 ceph-mon[34393]: Reconfiguring daemon mon.a on smithi069 2024-05-08T05:49:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:57 smithi135 ceph-mon[34761]: Reconfiguring mon.a (unknown last config time)... 2024-05-08T05:49:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:57 smithi135 ceph-mon[34761]: Reconfiguring daemon mon.a on smithi069 2024-05-08T05:49:58.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:58 smithi135 ceph-mon[34761]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:58.456 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:58 smithi069 ceph-mon[29571]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:58 smithi105 ceph-mon[34393]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.450+0000 7f6c71c00700 1 -- 172.21.15.69:0/121728554 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c075840 msgr2=0x7f6c6c075c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.450+0000 7f6c71c00700 1 --2- 172.21.15.69:0/121728554 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c075840 0x7f6c6c075c20 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6c5c009910 tx=0x7f6c5c009c20 comp rx=0 tx=0).stop 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.450+0000 7f6c71c00700 1 -- 172.21.15.69:0/121728554 shutdown_connections 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.450+0000 7f6c71c00700 1 --2- 172.21.15.69:0/121728554 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c075840 0x7f6c6c075c20 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.450+0000 7f6c71c00700 1 -- 172.21.15.69:0/121728554 >> 172.21.15.69:0/121728554 conn(0x7f6c6c0fe9e0 msgr2=0x7f6c6c100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.451+0000 7f6c71c00700 1 -- 172.21.15.69:0/121728554 shutdown_connections 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.451+0000 7f6c71c00700 1 -- 172.21.15.69:0/121728554 wait complete. 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 Processor -- start 2024-05-08T05:49:58.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 -- start start 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c6c075840 0x7f6c6c19f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 0x7f6c6c1a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c6c1a4020 0x7f6c6c1a44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6c113a00 con 0x7f6c6c19f750 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6c113880 con 0x7f6c6c075840 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c71c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6c6c113b80 con 0x7f6c6c1a4020 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c63e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 0x7f6c6c1a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c63e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 0x7f6c6c1a3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34688/0 (socket says 172.21.15.69:34688) 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.452+0000 7f6c63e00700 1 -- 172.21.15.69:0/3671020817 learned_addr learned my addr 172.21.15.69:0/3671020817 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c6aa00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c6c075840 0x7f6c6c19f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c6b400700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c6c1a4020 0x7f6c6c1a44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63e00700 1 -- 172.21.15.69:0/3671020817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c6c1a4020 msgr2=0x7f6c6c1a44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63e00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c6c1a4020 0x7f6c6c1a44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63e00700 1 -- 172.21.15.69:0/3671020817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c6c075840 msgr2=0x7f6c6c19f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63e00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c6c075840 0x7f6c6c19f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63e00700 1 -- 172.21.15.69:0/3671020817 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c6c1abd90 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63e00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 0x7f6c6c1a3ae0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6c5400b780 tx=0x7f6c5400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c54016070 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c540036a0 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c540119c0 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.453+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c6c1abfc0 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.454+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c6c1ac470 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.455+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c6c064b00 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.455+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f6c54019070 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.455+0000 7f6c63400700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c5003e9a0 0x7f6c50040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.455+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6c54051220 con 0x7f6c6c19f750 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.456+0000 7f6c6aa00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c5003e9a0 0x7f6c50040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.456+0000 7f6c6aa00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c5003e9a0 0x7f6c50040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6c5c006010 tx=0x7f6c5c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:49:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.461+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6c5401d030 con 0x7f6c6c19f750 2024-05-08T05:49:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.717+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f6c6c1ac7f0 con 0x7f6c6c19f750 2024-05-08T05:49:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.718+0000 7f6c63400700 1 -- 172.21.15.69:0/3671020817 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7f6c54018d30 con 0x7f6c6c19f750 2024-05-08T05:49:58.730 INFO:teuthology.orchestra.run.smithi069.stdout:# minimal ceph.conf for 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:58.730 INFO:teuthology.orchestra.run.smithi069.stdout:[global] 2024-05-08T05:49:58.730 INFO:teuthology.orchestra.run.smithi069.stdout: fsid = 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T05:49:58.730 INFO:teuthology.orchestra.run.smithi069.stdout: mon_host = [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c5003e9a0 msgr2=0x7f6c50040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c5003e9a0 0x7f6c50040e60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6c5c006010 tx=0x7f6c5c01a040 comp rx=0 tx=0).stop 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 msgr2=0x7f6c6c1a3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 0x7f6c6c1a3ae0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6c5400b780 tx=0x7f6c5400ba90 comp rx=0 tx=0).stop 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 shutdown_connections 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c6c1a4020 0x7f6c6c1a44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c5003e9a0 0x7f6c50040e60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c6c075840 0x7f6c6c19f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 --2- 172.21.15.69:0/3671020817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c6c19f750 0x7f6c6c1a3ae0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.721+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 >> 172.21.15.69:0/3671020817 conn(0x7f6c6c0fe9e0 msgr2=0x7f6c6c0fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.722+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 shutdown_connections 2024-05-08T05:49:58.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:49:58.722+0000 7f6c71c00700 1 -- 172.21.15.69:0/3671020817 wait complete. 2024-05-08T05:49:59.499 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-08T05:49:59.499 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:49:59.499 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.conf 2024-05-08T05:49:59.576 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:49:59.576 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:59.700 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:49:59.701 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/ceph/ceph.conf 2024-05-08T05:49:59.727 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:49:59.727 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:59.791 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:49:59.791 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.conf 2024-05-08T05:49:59.824 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:49:59.824 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-08T05:49:59.891 INFO:tasks.cephadm:Adding mgr.x on smithi069 2024-05-08T05:49:59.892 INFO:tasks.cephadm:Adding mgr.y on smithi105 2024-05-08T05:49:59.892 INFO:tasks.cephadm:Adding mgr.z on smithi135 2024-05-08T05:49:59.892 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch apply mgr '3;smithi069=x;smithi105=y;smithi135=z' 2024-05-08T05:49:59.954 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:59.954 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:49:59.954 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:49:59.954 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3671020817' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:59.954 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: Reconfiguring mon.b (monmap changed)... 2024-05-08T05:49:59.955 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:49:59.955 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:49:59.955 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:49:59.955 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:49:59 smithi135 ceph-mon[34761]: Reconfiguring daemon mon.b on smithi105 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3671020817' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: Reconfiguring mon.b (monmap changed)... 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:50:00.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:00.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:49:59 smithi105 ceph-mon[34393]: Reconfiguring daemon mon.b on smithi105 2024-05-08T05:50:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3671020817' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:00.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: Reconfiguring mon.b (monmap changed)... 2024-05-08T05:50:00.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:50:00.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:50:00.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:00.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:49:59 smithi069 ceph-mon[29571]: Reconfiguring daemon mon.b on smithi105 2024-05-08T05:50:00.166 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:50:00.970 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: overall HEALTH_OK 2024-05-08T05:50:00.970 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:00.970 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:00.971 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: Reconfiguring mon.c (monmap changed)... 2024-05-08T05:50:00.971 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:50:00.971 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:50:00.971 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:00.971 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:00 smithi135 ceph-mon[34761]: Reconfiguring daemon mon.c on smithi135 2024-05-08T05:50:01.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: overall HEALTH_OK 2024-05-08T05:50:01.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:01.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:01.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: Reconfiguring mon.c (monmap changed)... 2024-05-08T05:50:01.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:50:01.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:50:01.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:01.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:00 smithi105 ceph-mon[34393]: Reconfiguring daemon mon.c on smithi135 2024-05-08T05:50:01.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: overall HEALTH_OK 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: Reconfiguring mon.c (monmap changed)... 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:00 smithi069 ceph-mon[29571]: Reconfiguring daemon mon.c on smithi135 2024-05-08T05:50:01.909 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:01 smithi135 ceph-mon[34761]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:02.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:01 smithi105 ceph-mon[34393]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:02.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:01 smithi069 ceph-mon[29571]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:02.379 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f655effd700 1 -- 172.21.15.135:0/3291151924 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6554005660 con 0x7f6560101f00 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 -- 172.21.15.135:0/3291151924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560101f00 msgr2=0x7f6560102340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 --2- 172.21.15.135:0/3291151924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560101f00 0x7f6560102340 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6554009910 tx=0x7f6554009c20 comp rx=0 tx=0).stop 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 -- 172.21.15.135:0/3291151924 shutdown_connections 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 --2- 172.21.15.135:0/3291151924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560101f00 0x7f6560102340 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 -- 172.21.15.135:0/3291151924 >> 172.21.15.135:0/3291151924 conn(0x7f65600fd510 msgr2=0x7f65600ff930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 -- 172.21.15.135:0/3291151924 shutdown_connections 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.379+0000 7f6566703700 1 -- 172.21.15.135:0/3291151924 wait complete. 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 Processor -- start 2024-05-08T05:50:02.380 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 -- start start 2024-05-08T05:50:02.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6560101f00 0x7f6560108800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:02.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 0x7f65601072d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:02.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560107810 0x7f65601a2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:02.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6560109020 con 0x7f6560107810 2024-05-08T05:50:02.382 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6560108ea0 con 0x7f6560101f00 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.380+0000 7f6566703700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f65601091a0 con 0x7f6560106e50 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 0x7f65601072d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 0x7f65601072d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:49506/0 (socket says 172.21.15.135:49506) 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 -- 172.21.15.135:0/1272907354 learned_addr learned my addr 172.21.15.135:0/1272907354 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655ffff700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6560101f00 0x7f6560108800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 -- 172.21.15.135:0/1272907354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6560101f00 msgr2=0x7f6560108800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6560101f00 0x7f6560108800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 -- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560107810 msgr2=0x7f65601a2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560107810 0x7f65601a2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 -- 172.21.15.135:0/1272907354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65601a2e30 con 0x7f6560106e50 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655ffff700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6560101f00 0x7f6560108800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655f7fe700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 0x7f65601072d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f655000b780 tx=0x7f655000bb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550004230 con 0x7f6560106e50 2024-05-08T05:50:02.383 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65500043d0 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65601a3120 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550011bd0 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.381+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65601a36e0 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.382+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f655001a400 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.382+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6560064b00 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.382+0000 7f655d7fa700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f654803e9a0 0x7f6548040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.382+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f65500525e0 con 0x7f6560106e50 2024-05-08T05:50:02.384 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.383+0000 7f655ffff700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f654803e9a0 0x7f6548040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:02.385 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.384+0000 7f655ffff700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f654803e9a0 0x7f6548040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f655400b5c0 tx=0x7f655401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:50:02.388 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.388+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f655001a840 con 0x7f6560106e50 2024-05-08T05:50:02.609 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.609+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi069=x;smithi105=y;smithi135=z", "target": ["mon-mgr", ""]}) -- 0x7f65600ff430 con 0x7f654803e9a0 2024-05-08T05:50:02.623 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.623+0000 7f655d7fa700 1 -- 172.21.15.135:0/1272907354 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f65600ff430 con 0x7f654803e9a0 2024-05-08T05:50:02.624 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled mgr update... 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f654803e9a0 msgr2=0x7f6548040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f654803e9a0 0x7f6548040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f655400b5c0 tx=0x7f655401a040 comp rx=0 tx=0).stop 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 msgr2=0x7f65601072d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 0x7f65601072d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f655000b780 tx=0x7f655000bb40 comp rx=0 tx=0).stop 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 shutdown_connections 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6560107810 0x7f65601a2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f654803e9a0 0x7f6548040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6560101f00 0x7f6560108800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.626 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 --2- 172.21.15.135:0/1272907354 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6560106e50 0x7f65601072d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:02.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 >> 172.21.15.135:0/1272907354 conn(0x7f65600fd510 msgr2=0x7f65600fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:50:02.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 shutdown_connections 2024-05-08T05:50:02.627 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:50:02.626+0000 7f6566703700 1 -- 172.21.15.135:0/1272907354 wait complete. 2024-05-08T05:50:03.380 DEBUG:teuthology.orchestra.run.smithi105:mgr.y> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.y.service 2024-05-08T05:50:03.383 DEBUG:teuthology.orchestra.run.smithi135:mgr.z> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.z.service 2024-05-08T05:50:03.422 INFO:tasks.cephadm:Deploying OSDs... 2024-05-08T05:50:03.423 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:50:03.423 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/scratch_devs of=/dev/stdout 2024-05-08T05:50:03.480 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-08T05:50:03.480 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_1 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-05-08 05:48:59.192858580 +0000 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-05-08 05:39:48.838786562 +0000 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-05-08 05:39:48.838786562 +0000 2024-05-08T05:50:03.532 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-05-08 05:39:48.838786562 +0000 2024-05-08T05:50:03.533 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-08T05:50:03.610 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-05-08T05:50:03.611 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-05-08T05:50:03.611 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000393007 s, 1.3 MB/s 2024-05-08T05:50:03.615 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-08T05:50:03.666 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_2 2024-05-08T05:50:03.710 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-08T05:50:03.710 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-05-08 05:48:59.271856819 +0000 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-05-08 05:39:49.458772809 +0000 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-05-08 05:39:49.458772809 +0000 2024-05-08T05:50:03.711 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-05-08 05:39:49.458772809 +0000 2024-05-08T05:50:03.711 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-08T05:50:03.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi069=x;smithi105=y;smithi135=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:03.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: Saving service mgr spec with placement smithi069=x;smithi105=y;smithi135=z;count:3 2024-05-08T05:50:03.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:03.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:03.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:03.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:03.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:03 smithi105 ceph-mon[34393]: Deploying daemon mgr.z on smithi135 2024-05-08T05:50:03.829 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-05-08T05:50:03.829 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-05-08T05:50:03.829 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000397901 s, 1.3 MB/s 2024-05-08T05:50:03.833 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-08T05:50:03.885 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_3 2024-05-08T05:50:03.933 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-08T05:50:03.933 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:03.933 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-05-08T05:50:03.933 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:03.934 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:03.934 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-05-08 05:48:59.332855459 +0000 2024-05-08T05:50:03.934 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-05-08 05:39:50.022760299 +0000 2024-05-08T05:50:03.934 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-05-08 05:39:50.022760299 +0000 2024-05-08T05:50:03.934 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-05-08 05:39:50.022760299 +0000 2024-05-08T05:50:03.934 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-08T05:50:04.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi069=x;smithi105=y;smithi135=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:04.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: Saving service mgr spec with placement smithi069=x;smithi105=y;smithi135=z;count:3 2024-05-08T05:50:04.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:04.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:04.007 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:04.008 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:03 smithi069 ceph-mon[29571]: Deploying daemon mgr.z on smithi135 2024-05-08T05:50:04.014 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-05-08T05:50:04.014 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-05-08T05:50:04.014 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000352108 s, 1.5 MB/s 2024-05-08T05:50:04.018 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-08T05:50:04.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi069=x;smithi105=y;smithi135=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: Saving service mgr spec with placement smithi069=x;smithi105=y;smithi135=z;count:3 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-08T05:50:04.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:04.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:04.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:03 smithi135 ceph-mon[34761]: Deploying daemon mgr.z on smithi135 2024-05-08T05:50:04.074 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_4 2024-05-08T05:50:04.121 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-08T05:50:04.121 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:04.121 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-05-08T05:50:04.121 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:04.122 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:04.122 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-05-08 05:48:59.396854033 +0000 2024-05-08T05:50:04.122 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-05-08 05:39:50.600747478 +0000 2024-05-08T05:50:04.122 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-05-08 05:39:50.600747478 +0000 2024-05-08T05:50:04.122 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-05-08 05:39:50.600747478 +0000 2024-05-08T05:50:04.122 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-08T05:50:04.245 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-05-08T05:50:04.245 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-05-08T05:50:04.246 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000512538 s, 999 kB/s 2024-05-08T05:50:04.250 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-08T05:50:04.307 DEBUG:teuthology.orchestra.run.smithi105:> set -ex 2024-05-08T05:50:04.308 DEBUG:teuthology.orchestra.run.smithi105:> dd if=/scratch_devs of=/dev/stdout 2024-05-08T05:50:04.326 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-08T05:50:04.327 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_1 2024-05-08T05:50:04.385 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-08T05:50:04.385 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:04.385 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-08T05:50:04.386 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:04.386 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:04.386 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-05-08 05:49:47.038365324 +0000 2024-05-08T05:50:04.386 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-05-08 05:38:38.179864872 +0000 2024-05-08T05:50:04.386 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-05-08 05:38:38.179864872 +0000 2024-05-08T05:50:04.386 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-05-08 05:38:38.179864872 +0000 2024-05-08T05:50:04.386 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-08T05:50:04.453 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-05-08T05:50:04.453 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-05-08T05:50:04.453 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000283906 s, 1.8 MB/s 2024-05-08T05:50:04.455 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-08T05:50:04.514 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_2 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-05-08 05:49:47.038365324 +0000 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-05-08 05:38:38.522858356 +0000 2024-05-08T05:50:04.572 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-05-08 05:38:38.522858356 +0000 2024-05-08T05:50:04.573 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-05-08 05:38:38.522858356 +0000 2024-05-08T05:50:04.573 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-08T05:50:04.638 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-05-08T05:50:04.638 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-05-08T05:50:04.638 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000239336 s, 2.1 MB/s 2024-05-08T05:50:04.639 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-08T05:50:04.698 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_3 2024-05-08T05:50:04.754 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-08T05:50:04.754 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:04.754 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-05-08T05:50:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-05-08 05:49:47.039365305 +0000 2024-05-08T05:50:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-05-08 05:38:38.862851897 +0000 2024-05-08T05:50:04.755 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-05-08 05:38:38.862851897 +0000 2024-05-08T05:50:04.755 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-05-08 05:38:38.862851897 +0000 2024-05-08T05:50:04.755 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-08T05:50:04.817 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-05-08T05:50:04.817 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-05-08T05:50:04.817 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000192565 s, 2.7 MB/s 2024-05-08T05:50:04.818 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-08T05:50:04.874 DEBUG:teuthology.orchestra.run.smithi105:> stat /dev/vg_nvme/lv_4 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout:Access: 2024-05-08 05:49:47.039365305 +0000 2024-05-08T05:50:04.929 INFO:teuthology.orchestra.run.smithi105.stdout:Modify: 2024-05-08 05:38:39.186845741 +0000 2024-05-08T05:50:04.930 INFO:teuthology.orchestra.run.smithi105.stdout:Change: 2024-05-08 05:38:39.186845741 +0000 2024-05-08T05:50:04.930 INFO:teuthology.orchestra.run.smithi105.stdout: Birth: 2024-05-08 05:38:39.186845741 +0000 2024-05-08T05:50:04.930 DEBUG:teuthology.orchestra.run.smithi105:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-08T05:50:04.991 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records in 2024-05-08T05:50:04.992 INFO:teuthology.orchestra.run.smithi105.stderr:1+0 records out 2024-05-08T05:50:04.992 INFO:teuthology.orchestra.run.smithi105.stderr:512 bytes copied, 0.000179978 s, 2.8 MB/s 2024-05-08T05:50:04.993 DEBUG:teuthology.orchestra.run.smithi105:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-08T05:50:05.041 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:04 smithi135 systemd[1]: Starting Ceph mgr.z for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:50:05.049 DEBUG:teuthology.orchestra.run.smithi135:> set -ex 2024-05-08T05:50:05.049 DEBUG:teuthology.orchestra.run.smithi135:> dd if=/scratch_devs of=/dev/stdout 2024-05-08T05:50:05.064 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-08T05:50:05.064 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_1 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-05-08 05:50:04.762487618 +0000 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-05-08 05:38:37.676637872 +0000 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-05-08 05:38:37.676637872 +0000 2024-05-08T05:50:05.119 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-05-08 05:38:37.676637872 +0000 2024-05-08T05:50:05.120 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-08T05:50:05.190 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-05-08T05:50:05.190 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-05-08T05:50:05.190 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.0065074 s, 78.7 kB/s 2024-05-08T05:50:05.191 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-08T05:50:05.248 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_2 2024-05-08T05:50:05.298 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 podman[36382]: 2024-05-08 05:50:04.94410574 +0000 UTC m=+0.017514286 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:50:05.298 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 podman[36382]: 2024-05-08 05:50:05.042922736 +0000 UTC m=+0.116331268 container create 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z, org.label-schema.build-date=20240507, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-08T05:50:05.298 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 podman[36382]: 2024-05-08 05:50:05.270471148 +0000 UTC m=+0.343879680 container init 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-05-08T05:50:05.298 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 podman[36382]: 2024-05-08 05:50:05.272988948 +0000 UTC m=+0.346397481 container start 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-08T05:50:05.298 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mgr[36470]: -- 172.21.15.135:0/2959365551 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e455ec65a0 con 0x55e455e9ac00 2024-05-08T05:50:05.303 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-08T05:50:05.303 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:05.303 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-05-08T05:50:05.303 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:05.304 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:05.304 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-05-08 05:50:04.762487618 +0000 2024-05-08T05:50:05.304 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-05-08 05:38:38.030630506 +0000 2024-05-08T05:50:05.304 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-05-08 05:38:38.030630506 +0000 2024-05-08T05:50:05.304 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-05-08 05:38:38.030630506 +0000 2024-05-08T05:50:05.304 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-08T05:50:05.366 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-05-08T05:50:05.366 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-05-08T05:50:05.367 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000214147 s, 2.4 MB/s 2024-05-08T05:50:05.368 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-08T05:50:05.424 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_3 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-05-08 05:50:04.763487598 +0000 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-05-08 05:38:38.358623682 +0000 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-05-08 05:38:38.358623682 +0000 2024-05-08T05:50:05.480 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-05-08 05:38:38.358623682 +0000 2024-05-08T05:50:05.481 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-08T05:50:05.542 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-05-08T05:50:05.542 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-05-08T05:50:05.542 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000175006 s, 2.9 MB/s 2024-05-08T05:50:05.543 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-08T05:50:05.561 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 bash[36382]: 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 2024-05-08T05:50:05.561 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 systemd[1]: Started Ceph mgr.z for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:50:05.562 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:05.431+0000 7fa53ef74200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-08T05:50:05.576 DEBUG:teuthology.orchestra.run.smithi135:> stat /dev/vg_nvme/lv_4 2024-05-08T05:50:05.632 INFO:teuthology.orchestra.run.smithi135.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout:Context: system_u:object_r:device_t:s0 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout:Access: 2024-05-08 05:50:04.763487598 +0000 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout:Modify: 2024-05-08 05:38:38.681616961 +0000 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout:Change: 2024-05-08 05:38:38.681616961 +0000 2024-05-08T05:50:05.633 INFO:teuthology.orchestra.run.smithi135.stdout: Birth: 2024-05-08 05:38:38.681616961 +0000 2024-05-08T05:50:05.634 DEBUG:teuthology.orchestra.run.smithi135:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-08T05:50:05.695 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records in 2024-05-08T05:50:05.695 INFO:teuthology.orchestra.run.smithi135.stderr:1+0 records out 2024-05-08T05:50:05.695 INFO:teuthology.orchestra.run.smithi135.stderr:512 bytes copied, 0.000193875 s, 2.6 MB/s 2024-05-08T05:50:05.696 DEBUG:teuthology.orchestra.run.smithi135:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-08T05:50:05.752 INFO:tasks.cephadm:Deploying osd.0 on smithi069 with /dev/vg_nvme/lv_4... 2024-05-08T05:50:05.752 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:06.040 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:05.624+0000 7fa53ef74200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:50:06.040 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:05.729+0000 7fa53ef74200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-08T05:50:06.040 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:06 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:06.040+0000 7fa53ef74200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-08T05:50:06.040 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:06.041 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-08T05:50:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:06.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:06.183 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:50:06.311 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:06 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:06.125+0000 7fa53ef74200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-08T05:50:07.034 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:06 smithi105 ceph-mon[34393]: Deploying daemon mgr.y on smithi105 2024-05-08T05:50:07.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:06 smithi135 ceph-mon[34761]: Deploying daemon mgr.y on smithi105 2024-05-08T05:50:07.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:06 smithi069 ceph-mon[29571]: Deploying daemon mgr.y on smithi105 2024-05-08T05:50:07.662 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:07.324+0000 7fa53ef74200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-08T05:50:07.662 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:07.491+0000 7fa53ef74200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-08T05:50:07.662 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:07.662+0000 7fa53ef74200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-08T05:50:07.686 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:07 smithi105 systemd[1]: Starting Ceph mgr.y for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:50:07.923 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:07 smithi069 ceph-mon[29571]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:07.938 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:07 smithi105 ceph-mon[34393]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:07.939 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:07 smithi105 podman[35785]: 2024-05-08 05:50:07.589352671 +0000 UTC m=+0.017659678 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:50:07.939 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:07 smithi105 podman[35785]: 2024-05-08 05:50:07.712290057 +0000 UTC m=+0.140597041 container create 54e538d85fa3a8c5a2eea906764fc950b459a39a3684f1792905ec67bf1e80b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T05:50:07.939 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:07 smithi105 podman[35785]: 2024-05-08 05:50:07.939738661 +0000 UTC m=+0.368045647 container init 54e538d85fa3a8c5a2eea906764fc950b459a39a3684f1792905ec67bf1e80b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-08T05:50:07.947 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:07 smithi135 ceph-mon[34761]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:08.243 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:07.947+0000 7fa53ef74200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-08T05:50:08.243 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:08.038+0000 7fa53ef74200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-08T05:50:08.243 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:08.242+0000 7fa53ef74200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-08T05:50:08.270 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:07 smithi105 podman[35785]: 2024-05-08 05:50:07.942359895 +0000 UTC m=+0.370666888 container start 54e538d85fa3a8c5a2eea906764fc950b459a39a3684f1792905ec67bf1e80b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-08T05:50:08.270 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:07 smithi105 ceph-mgr[35804]: -- 172.21.15.105:0/1181354578 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558d402ca5a0 con 0x558d4029f000 2024-05-08T05:50:08.270 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 bash[35785]: 54e538d85fa3a8c5a2eea906764fc950b459a39a3684f1792905ec67bf1e80b9 2024-05-08T05:50:08.270 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 systemd[1]: Started Ceph mgr.y for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:50:08.270 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:08.089+0000 7fa7fa11d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-08T05:50:08.561 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:08.435+0000 7fa53ef74200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:50:08.707 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:08.278+0000 7fa7fa11d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:50:08.708 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:08.382+0000 7fa7fa11d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-08T05:50:08.708 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:08.707+0000 7fa7fa11d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-08T05:50:09.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:08.796+0000 7fa7fa11d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-08T05:50:09.188 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-08T05:50:09.189 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-08T05:50:09.189 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-05-08T05:50:09.189 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-05-08T05:50:09.189 INFO:teuthology.orchestra.run.smithi069.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0353681 s, 296 MB/s 2024-05-08T05:50:09.189 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-05-08T05:50:09.435 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:09.077+0000 7fa53ef74200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-08T05:50:09.435 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:09.298+0000 7fa53ef74200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-08T05:50:09.436 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.436 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.436 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.436 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.436 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:09.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:09.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:09.990 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi069:vg_nvme/lv_4 2024-05-08T05:50:10.061 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:09.733+0000 7fa53ef74200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-08T05:50:10.061 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:09.838+0000 7fa53ef74200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:10.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:10.382 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:10.044+0000 7fa7fa11d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-08T05:50:10.382 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:10.213+0000 7fa7fa11d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-08T05:50:10.382 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:10.381+0000 7fa7fa11d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-08T05:50:10.382 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:10.382 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.382 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:10.383 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:10.414 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:50:10.557 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:10.210+0000 7fa53ef74200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-08T05:50:10.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:10.811 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:10.557+0000 7fa53ef74200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-08T05:50:10.811 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:10.647+0000 7fa53ef74200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-08T05:50:10.959 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:10.667+0000 7fa7fa11d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-08T05:50:10.959 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:10.757+0000 7fa7fa11d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-08T05:50:10.959 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:10.958+0000 7fa7fa11d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-08T05:50:11.198 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:10.884+0000 7fa53ef74200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-08T05:50:11.199 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:11.014+0000 7fa53ef74200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-08T05:50:11.199 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:11.107+0000 7fa53ef74200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-08T05:50:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:11 smithi105 ceph-mon[34393]: Reconfiguring mgr.x (unknown last config time)... 2024-05-08T05:50:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:11 smithi105 ceph-mon[34393]: Reconfiguring daemon mgr.x on smithi069 2024-05-08T05:50:11.270 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:11.148+0000 7fa7fa11d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-08T05:50:11.514 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:11 smithi069 ceph-mon[29571]: Reconfiguring mgr.x (unknown last config time)... 2024-05-08T05:50:11.514 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:11 smithi069 ceph-mon[29571]: Reconfiguring daemon mgr.x on smithi069 2024-05-08T05:50:11.521 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:11 smithi135 ceph-mon[34761]: Reconfiguring mgr.x (unknown last config time)... 2024-05-08T05:50:11.522 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:11 smithi135 ceph-mon[34761]: Reconfiguring daemon mgr.x on smithi069 2024-05-08T05:50:11.522 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:11.432+0000 7fa53ef74200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-08T05:50:11.522 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:11.521+0000 7fa53ef74200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-08T05:50:12.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:11.744+0000 7fa7fa11d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-08T05:50:12.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:11.961+0000 7fa7fa11d200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-08T05:50:12.478 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:12 smithi105 ceph-mon[34393]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:12.479 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:12.383+0000 7fa7fa11d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-08T05:50:12.479 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:12.478+0000 7fa7fa11d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-08T05:50:12.494 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:12 smithi069 ceph-mon[29571]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:12.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:12 smithi135 ceph-mon[34761]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:12.561 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:12.110+0000 7fa53ef74200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-08T05:50:12.562 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 05:50:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z[36434]: 2024-05-08T05:50:12.322+0000 7fa53ef74200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 -- 172.21.15.69:0/2205520099 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 msgr2=0x7f3cb810d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 --2- 172.21.15.69:0/2205520099 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 0x7f3cb810d8c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3cb000b0a0 tx=0x7f3cb000b3b0 comp rx=0 tx=0).stop 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 -- 172.21.15.69:0/2205520099 shutdown_connections 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 --2- 172.21.15.69:0/2205520099 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 0x7f3cb810d8c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 --2- 172.21.15.69:0/2205520099 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb8077470 0x7f3cb80758d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 --2- 172.21.15.69:0/2205520099 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb8076320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 -- 172.21.15.69:0/2205520099 >> 172.21.15.69:0/2205520099 conn(0x7f3cb80feaf0 msgr2=0x7f3cb8100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 -- 172.21.15.69:0/2205520099 shutdown_connections 2024-05-08T05:50:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.662+0000 7f3cbd000700 1 -- 172.21.15.69:0/2205520099 wait complete. 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.663+0000 7f3cbd000700 1 Processor -- start 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 -- start start 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb819b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb8077470 0x7f3cb819bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 0x7f3cb81a2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb8111220 con 0x7f3cb8077470 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb81110a0 con 0x7f3cb810b430 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cbd000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb81113a0 con 0x7f3cb8075ea0 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cb5400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb8077470 0x7f3cb819bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cb5e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb819b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cb5e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb819b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34114/0 (socket says 172.21.15.69:34114) 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cb5e00700 1 -- 172.21.15.69:0/932098262 learned_addr learned my addr 172.21.15.69:0/932098262 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.664+0000 7f3cb6800700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 0x7f3cb81a2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:13.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cb5e00700 1 -- 172.21.15.69:0/932098262 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 msgr2=0x7f3cb81a2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cb5e00700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 0x7f3cb81a2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cb5e00700 1 -- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb8077470 msgr2=0x7f3cb819bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cb5e00700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb8077470 0x7f3cb819bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cb5e00700 1 -- 172.21.15.69:0/932098262 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb81a3460 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cb5e00700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb819b800 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3ca800eb60 tx=0x7f3ca800ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca800cbd0 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3ca80044d0 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca8010430 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb81a3750 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.665+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb81a3c40 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.666+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f3ca80105d0 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.666+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c98005360 con 0x7f3cb8075ea0 2024-05-08T05:50:13.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.667+0000 7f3caea00700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c9c03e750 0x7f3c9c040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:13.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.667+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f3ca8052b20 con 0x7f3cb8075ea0 2024-05-08T05:50:13.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.667+0000 7f3cb5400700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c9c03e750 0x7f3c9c040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:13.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.668+0000 7f3cb5400700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c9c03e750 0x7f3c9c040c10 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4009c60 tx=0x7f3ca4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:50:13.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.672+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3ca8014230 con 0x7f3cb8075ea0 2024-05-08T05:50:13.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:12.926+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f3c98000bf0 con 0x7f3c9c03e750 2024-05-08T05:50:13.197 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:12.845+0000 7fa7fa11d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-08T05:50:13.197 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:13.197+0000 7fa7fa11d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-08T05:50:13.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:13.221+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mgrmap(e 14) ==== 99937+0+0 (secure 0 0 0) 0x7f3ca8003680 con 0x7f3cb8075ea0 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:13.294+0000 7fa7fa11d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: Standby manager daemon z started 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-08T05:50:13.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:13.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:50:13.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:50:13.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:13.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-08T05:50:13.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-08T05:50:13.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: Standby manager daemon z started 2024-05-08T05:50:13.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-08T05:50:13.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-08T05:50:13.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:13.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:50:13.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:50:13.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: Standby manager daemon z started 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.135:0/3460443262' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:50:13.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:14.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:13.538+0000 7fa7fa11d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-08T05:50:14.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:13.675+0000 7fa7fa11d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-08T05:50:14.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:13.773+0000 7fa7fa11d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:14.127+0000 7fa7fa11d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:14.220+0000 7fa7fa11d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: mgrmap e14: x(active, since 90s), standbys: z 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-08T05:50:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:14.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:14.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:14 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: mgrmap e14: x(active, since 90s), standbys: z 2024-05-08T05:50:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-08T05:50:14.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:14.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:14.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:14 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: from='client.24124 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: mgrmap e14: x(active, since 90s), standbys: z 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:14 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:15.216 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:14.816+0000 7fa7fa11d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-08T05:50:15.216 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 05:50:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y[35800]: 2024-05-08T05:50:15.030+0000 7fa7fa11d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-08T05:50:15.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: Standby manager daemon y started 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-08T05:50:15.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:15 smithi069 ceph-mon[29571]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-08T05:50:15.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:15.266+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mon.1 v2:172.21.15.135:3300/0 8 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f3ca8021430 con 0x7f3cb8075ea0 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: Standby manager daemon y started 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-08T05:50:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:15 smithi105 ceph-mon[34393]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-08T05:50:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: Standby manager daemon y started 2024-05-08T05:50:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-08T05:50:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-08T05:50:15.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-08T05:50:15.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:15 smithi135 ceph-mon[34761]: from='mgr.? 172.21.15.105:0/482344095' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-08T05:50:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:16 smithi105 ceph-mon[34393]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:16 smithi105 ceph-mon[34393]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-05-08T05:50:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-08T05:50:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:16 smithi135 ceph-mon[34761]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:16 smithi135 ceph-mon[34761]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-05-08T05:50:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-08T05:50:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:16 smithi069 ceph-mon[29571]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:16 smithi069 ceph-mon[29571]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-05-08T05:50:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-08T05:50:17.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:17 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3876401530' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]: dispatch 2024-05-08T05:50:17.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:17 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]: dispatch 2024-05-08T05:50:17.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:17 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]': finished 2024-05-08T05:50:17.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:17 smithi135 ceph-mon[34761]: osdmap e5: 1 total, 0 up, 1 in 2024-05-08T05:50:17.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:17 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:17.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:17 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3876401530' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]: dispatch 2024-05-08T05:50:17.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:17 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]: dispatch 2024-05-08T05:50:17.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:17 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]': finished 2024-05-08T05:50:17.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:17 smithi069 ceph-mon[29571]: osdmap e5: 1 total, 0 up, 1 in 2024-05-08T05:50:17.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:17 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:17 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3876401530' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]: dispatch 2024-05-08T05:50:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:17 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]: dispatch 2024-05-08T05:50:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:17 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e7558732-79ec-405a-ba35-f957c11b1608"}]': finished 2024-05-08T05:50:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:17 smithi105 ceph-mon[34393]: osdmap e5: 1 total, 0 up, 1 in 2024-05-08T05:50:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:17 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:18 smithi135 ceph-mon[34761]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:18 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2738309440' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:50:18.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:18 smithi069 ceph-mon[29571]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:18.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:18 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2738309440' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:50:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:18 smithi105 ceph-mon[34393]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:18 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2738309440' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:50:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:20 smithi135 ceph-mon[34761]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:20.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:20 smithi069 ceph-mon[29571]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:20 smithi105 ceph-mon[34393]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:22 smithi135 ceph-mon[34761]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:22.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:22 smithi069 ceph-mon[29571]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:22 smithi105 ceph-mon[34393]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:24 smithi135 ceph-mon[34761]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:24 smithi069 ceph-mon[29571]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:24 smithi105 ceph-mon[34393]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:26 smithi135 ceph-mon[34761]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-08T05:50:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:26 smithi069 ceph-mon[29571]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-08T05:50:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:26 smithi105 ceph-mon[34393]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-08T05:50:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:27 smithi135 ceph-mon[34761]: Deploying daemon osd.0 on smithi069 2024-05-08T05:50:27.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:27 smithi069 ceph-mon[29571]: Deploying daemon osd.0 on smithi069 2024-05-08T05:50:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:27 smithi105 ceph-mon[34393]: Deploying daemon osd.0 on smithi069 2024-05-08T05:50:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:28 smithi135 ceph-mon[34761]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:28 smithi069 ceph-mon[29571]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:28 smithi105 ceph-mon[34393]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:30 smithi135 ceph-mon[34761]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:30 smithi069 ceph-mon[29571]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:30 smithi105 ceph-mon[34393]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:32.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:32 smithi069 ceph-mon[29571]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:32 smithi105 ceph-mon[34393]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:32 smithi135 ceph-mon[34761]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:34.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:34 smithi069 ceph-mon[29571]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:34.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:34 smithi105 ceph-mon[34393]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:34 smithi135 ceph-mon[34761]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:35.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:35.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:35.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:35.764 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:35.764 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:35.765 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:35.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:35.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:35.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:36.707 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:36 smithi069 ceph-mon[29571]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:36 smithi105 ceph-mon[34393]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:36 smithi135 ceph-mon[34761]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:38 smithi069 ceph-mon[29571]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-08T05:50:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:38.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:38 smithi105 ceph-mon[34393]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-08T05:50:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:38.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:38 smithi135 ceph-mon[34761]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-08T05:50:39.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.022+0000 7f3caea00700 1 -- 172.21.15.69:0/932098262 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3c98000bf0 con 0x7f3c9c03e750 2024-05-08T05:50:39.024 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 0 on host 'smithi069' 2024-05-08T05:50:39.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.026+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c9c03e750 msgr2=0x7f3c9c040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:39.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.026+0000 7f3cbd000700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c9c03e750 0x7f3c9c040c10 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4009c60 tx=0x7f3ca4009260 comp rx=0 tx=0).stop 2024-05-08T05:50:39.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.026+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 msgr2=0x7f3cb819b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.026+0000 7f3cbd000700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb819b800 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3ca800eb60 tx=0x7f3ca800ee70 comp rx=0 tx=0).stop 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 shutdown_connections 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c9c03e750 0x7f3c9c040c10 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3cb810b430 0x7f3cb81a2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3cb8075ea0 0x7f3cb819b800 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 --2- 172.21.15.69:0/932098262 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3cb8077470 0x7f3cb819bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 >> 172.21.15.69:0/932098262 conn(0x7f3cb80feaf0 msgr2=0x7f3cb8107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 shutdown_connections 2024-05-08T05:50:39.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:50:39.027+0000 7f3cbd000700 1 -- 172.21.15.69:0/932098262 wait complete. 2024-05-08T05:50:39.880 DEBUG:teuthology.orchestra.run.smithi069:osd.0> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.0.service 2024-05-08T05:50:39.885 INFO:tasks.cephadm:Deploying osd.1 on smithi105 with /dev/vg_nvme/lv_4... 2024-05-08T05:50:39.886 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-08T05:50:40.050 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:40.050 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-08T05:50:40.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: osdmap e6: 1 total, 0 up, 1 in 2024-05-08T05:50:40.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:50:40.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:40.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:40.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:40.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:40.131 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:50:40.253 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: osdmap e6: 1 total, 0 up, 1 in 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:40.254 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-08T05:50:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: osdmap e6: 1 total, 0 up, 1 in 2024-05-08T05:50:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:50:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:40.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:40.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:50:40.569 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:50:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0[44688]: 2024-05-08T05:50:40.508+0000 7f55b6800700 -1 osd.0 0 waiting for initial osdmap 2024-05-08T05:50:40.569 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:50:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0[44688]: 2024-05-08T05:50:40.527+0000 7f55ac600700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:50:41.172 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:40 smithi105 ceph-mon[34393]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:50:41.172 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:40 smithi105 ceph-mon[34393]: osdmap e7: 1 total, 0 up, 1 in 2024-05-08T05:50:41.172 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:40 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:41.172 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:40 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:41.173 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:40 smithi105 ceph-mon[34393]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' 2024-05-08T05:50:41.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:40 smithi069 ceph-mon[29571]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:50:41.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:40 smithi069 ceph-mon[29571]: osdmap e7: 1 total, 0 up, 1 in 2024-05-08T05:50:41.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:40 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:41.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:40 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:41.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:40 smithi069 ceph-mon[29571]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' 2024-05-08T05:50:41.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:40 smithi135 ceph-mon[34761]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:50:41.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:40 smithi135 ceph-mon[34761]: osdmap e7: 1 total, 0 up, 1 in 2024-05-08T05:50:41.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:40 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:41.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:40 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:41.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:40 smithi135 ceph-mon[34761]: from='osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827]' entity='osd.0' 2024-05-08T05:50:42.020 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-08T05:50:42.020 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-08T05:50:42.020 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2024-05-08T05:50:42.020 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2024-05-08T05:50:42.020 INFO:teuthology.orchestra.run.smithi105.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130942 s, 801 MB/s 2024-05-08T05:50:42.021 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] boot 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: osdmap e8: 1 total, 1 up, 1 in 2024-05-08T05:50:42.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:42.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:50:42.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:50:42.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:42.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:42.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] boot 2024-05-08T05:50:42.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: osdmap e8: 1 total, 1 up, 1 in 2024-05-08T05:50:42.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:50:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:50:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-08T05:50:42.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:42.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: osd.0 [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] boot 2024-05-08T05:50:42.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: osdmap e8: 1 total, 1 up, 1 in 2024-05-08T05:50:42.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-08T05:50:42.622 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi105:vg_nvme/lv_4 2024-05-08T05:50:42.854 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:50:43.994 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:43 smithi105 ceph-mon[34393]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:43.994 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:43 smithi105 ceph-mon[34393]: osdmap e9: 1 total, 1 up, 1 in 2024-05-08T05:50:44.281 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:43 smithi069 ceph-mon[29571]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:44.281 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:43 smithi069 ceph-mon[29571]: osdmap e9: 1 total, 1 up, 1 in 2024-05-08T05:50:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:43 smithi135 ceph-mon[34761]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:43 smithi135 ceph-mon[34761]: osdmap e9: 1 total, 1 up, 1 in 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3206957537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50104bc0 msgr2=0x7f8f50104fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3206957537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50104bc0 0x7f8f50104fe0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0099c0 tx=0x7f8f4c009cd0 comp rx=0 tx=0).stop 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3206957537 shutdown_connections 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3206957537 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f50102000 0x7f8f5010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3206957537 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50104bc0 0x7f8f50104fe0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3206957537 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50101640 0x7f8f50101ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:44.315 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3206957537 >> 172.21.15.105:0/3206957537 conn(0x7f8f500fd1e0 msgr2=0x7f8f500ff620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:50:44.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3206957537 shutdown_connections 2024-05-08T05:50:44.316 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3206957537 wait complete. 2024-05-08T05:50:44.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 Processor -- start 2024-05-08T05:50:44.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.315+0000 7f8f57ca1700 1 -- start start 2024-05-08T05:50:44.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 0x7f8f501997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:44.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50102000 0x7f8f50199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:44.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f50104bc0 0x7f8f501a0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:44.318 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5010f170 con 0x7f8f50104bc0 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5010eff0 con 0x7f8f50101640 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5010f2f0 con 0x7f8f50102000 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 0x7f8f501997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 0x7f8f501997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:58028/0 (socket says 172.21.15.105:58028) 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 -- 172.21.15.105:0/3075627550 learned_addr learned my addr 172.21.15.105:0/3075627550 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f5523c700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50102000 0x7f8f50199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f5623e700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f50104bc0 0x7f8f501a0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 -- 172.21.15.105:0/3075627550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50102000 msgr2=0x7f8f50199d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50102000 0x7f8f50199d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 -- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f50104bc0 msgr2=0x7f8f501a0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:50:44.319 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f50104bc0 0x7f8f501a0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 -- 172.21.15.105:0/3075627550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f501a1420 con 0x7f8f50101640 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f5523c700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50102000 0x7f8f50199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f55a3d700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 0x7f8f501997c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c009f50 tx=0x7f8f4c003a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c027070 con 0x7f8f50101640 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f4c022470 con 0x7f8f50101640 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f501a16b0 con 0x7f8f50101640 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.316+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c00f6c0 con 0x7f8f50101640 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.317+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f501a1be0 con 0x7f8f50101640 2024-05-08T05:50:44.320 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.317+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f5006a190 con 0x7f8f50101640 2024-05-08T05:50:44.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.319+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f8f4c02a070 con 0x7f8f50101640 2024-05-08T05:50:44.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.319+0000 7f8f46ffd700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f3c0b2870 0x7f8f3c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:50:44.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.319+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f8f4c0e1710 con 0x7f8f50101640 2024-05-08T05:50:44.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.320+0000 7f8f5523c700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f3c0b2870 0x7f8f3c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:50:44.321 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.321+0000 7f8f5523c700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f3c0b2870 0x7f8f3c0b4d30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8f5006bba0 tx=0x7f8f40008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:50:44.324 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.324+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8f4c013070 con 0x7f8f50101640 2024-05-08T05:50:44.539 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:50:44.539+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f8f500639a0 con 0x7f8f3c0b2870 2024-05-08T05:50:45.440 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi069 2024-05-08T05:50:45.440 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.440 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi069 to 17089M 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:50:45.441 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:45.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi069 2024-05-08T05:50:45.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi069 to 17089M 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:50:45.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi069 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi069 to 17089M 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:50:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:46.413 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:46 smithi105 ceph-mon[34393]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:46.413 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:46 smithi105 ceph-mon[34393]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:46 smithi135 ceph-mon[34761]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:46 smithi135 ceph-mon[34761]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:46 smithi069 ceph-mon[29571]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:50:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:46 smithi069 ceph-mon[29571]: pgmap v60: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:47.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/1993292860' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]: dispatch 2024-05-08T05:50:47.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:47 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]: dispatch 2024-05-08T05:50:47.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:47 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]': finished 2024-05-08T05:50:47.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:47 smithi105 ceph-mon[34393]: osdmap e10: 2 total, 1 up, 2 in 2024-05-08T05:50:47.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:50:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:47 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/1993292860' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]: dispatch 2024-05-08T05:50:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:47 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]: dispatch 2024-05-08T05:50:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:47 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]': finished 2024-05-08T05:50:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:47 smithi135 ceph-mon[34761]: osdmap e10: 2 total, 1 up, 2 in 2024-05-08T05:50:47.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:47 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:50:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:47 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/1993292860' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]: dispatch 2024-05-08T05:50:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:47 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]: dispatch 2024-05-08T05:50:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:47 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "05db66dc-d704-4155-840e-6814061cfdbd"}]': finished 2024-05-08T05:50:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:47 smithi069 ceph-mon[29571]: osdmap e10: 2 total, 1 up, 2 in 2024-05-08T05:50:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:47 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:50:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:48 smithi105 ceph-mon[34393]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:48 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/742505638' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:50:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:48 smithi135 ceph-mon[34761]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:48 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/742505638' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:50:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:48 smithi069 ceph-mon[29571]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:48 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/742505638' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:50:50.673 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:50 smithi069 ceph-mon[29571]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:50.716 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:50 smithi105 ceph-mon[34393]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:50 smithi135 ceph-mon[34761]: pgmap v63: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:52 smithi105 ceph-mon[34393]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:52 smithi135 ceph-mon[34761]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:52.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:52 smithi069 ceph-mon[29571]: pgmap v64: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:54.663 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:54 smithi105 ceph-mon[34393]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:54.663 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-08T05:50:54.663 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:54 smithi135 ceph-mon[34761]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-08T05:50:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:54 smithi069 ceph-mon[29571]: pgmap v65: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-08T05:50:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:50:55.454 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:55 smithi105 ceph-mon[34393]: Deploying daemon osd.1 on smithi105 2024-05-08T05:50:55.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:55 smithi135 ceph-mon[34761]: Deploying daemon osd.1 on smithi105 2024-05-08T05:50:55.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:55 smithi069 ceph-mon[29571]: Deploying daemon osd.1 on smithi105 2024-05-08T05:50:56.711 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:56 smithi105 ceph-mon[34393]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:56.712 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:56 smithi135 ceph-mon[34761]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:56.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:56 smithi069 ceph-mon[29571]: pgmap v66: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:57.740 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:50:57 smithi105 ceph-mon[34393]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:50:57 smithi135 ceph-mon[34761]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:50:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:50:57 smithi069 ceph-mon[29571]: pgmap v67: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:00 smithi105 ceph-mon[34393]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:00 smithi135 ceph-mon[34761]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:00 smithi069 ceph-mon[29571]: pgmap v68: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:02 smithi105 ceph-mon[34393]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:02 smithi135 ceph-mon[34761]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:02 smithi069 ceph-mon[29571]: pgmap v69: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:02.937 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.936+0000 7f8f46ffd700 1 -- 172.21.15.105:0/3075627550 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8f500639a0 con 0x7f8f3c0b2870 2024-05-08T05:51:02.937 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 1 on host 'smithi105' 2024-05-08T05:51:02.939 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f3c0b2870 msgr2=0x7f8f3c0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:02.939 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f3c0b2870 0x7f8f3c0b4d30 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8f5006bba0 tx=0x7f8f40008040 comp rx=0 tx=0).stop 2024-05-08T05:51:02.939 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 msgr2=0x7f8f501997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:02.939 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 0x7f8f501997c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c009f50 tx=0x7f8f4c003a10 comp rx=0 tx=0).stop 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 shutdown_connections 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f50104bc0 0x7f8f501a0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f3c0b2870 0x7f8f3c0b4d30 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f50101640 0x7f8f501997c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 --2- 172.21.15.105:0/3075627550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f50102000 0x7f8f50199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 >> 172.21.15.105:0/3075627550 conn(0x7f8f500fd1e0 msgr2=0x7f8f50107c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 shutdown_connections 2024-05-08T05:51:02.940 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:51:02.939+0000 7f8f57ca1700 1 -- 172.21.15.105:0/3075627550 wait complete. 2024-05-08T05:51:03.552 DEBUG:teuthology.orchestra.run.smithi105:osd.1> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.1.service 2024-05-08T05:51:03.554 INFO:tasks.cephadm:Deploying osd.2 on smithi135 with /dev/vg_nvme/lv_4... 2024-05-08T05:51:03.555 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-08T05:51:03.796 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:51:04.154 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:03 smithi135 ceph-mon[34761]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:04.154 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:04.155 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:04.155 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:04.155 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:03 smithi135 ceph-mon[34761]: from='osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-08T05:51:04.155 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:03 smithi135 ceph-mon[34761]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-08T05:51:04.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:03 smithi105 ceph-mon[34393]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:04.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:04.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:04.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:04.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:03 smithi105 ceph-mon[34393]: from='osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-08T05:51:04.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:03 smithi105 ceph-mon[34393]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-08T05:51:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:03 smithi069 ceph-mon[29571]: pgmap v70: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:04.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:04.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:03 smithi069 ceph-mon[29571]: from='osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-08T05:51:04.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:03 smithi069 ceph-mon[29571]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-08T05:51:05.011 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:04 smithi135 ceph-mon[34761]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-08T05:51:05.011 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:04 smithi135 ceph-mon[34761]: osdmap e11: 2 total, 1 up, 2 in 2024-05-08T05:51:05.011 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:04 smithi135 ceph-mon[34761]: from='osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:51:05.011 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:04 smithi135 ceph-mon[34761]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:51:05.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:04 smithi105 ceph-mon[34393]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-08T05:51:05.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:04 smithi105 ceph-mon[34393]: osdmap e11: 2 total, 1 up, 2 in 2024-05-08T05:51:05.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:04 smithi105 ceph-mon[34393]: from='osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:51:05.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:05.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:04 smithi105 ceph-mon[34393]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:51:05.271 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1[39003]: 2024-05-08T05:51:04.914+0000 7f9db5baf700 -1 osd.1 0 waiting for initial osdmap 2024-05-08T05:51:05.271 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1[39003]: 2024-05-08T05:51:04.917+0000 7f9db19a2700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:51:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:04 smithi069 ceph-mon[29571]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-08T05:51:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:04 smithi069 ceph-mon[29571]: osdmap e11: 2 total, 1 up, 2 in 2024-05-08T05:51:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:04 smithi069 ceph-mon[29571]: from='osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:51:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:04 smithi069 ceph-mon[29571]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:51:05.549 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-08T05:51:05.549 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-08T05:51:05.549 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2024-05-08T05:51:05.549 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2024-05-08T05:51:05.549 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128061 s, 819 MB/s 2024-05-08T05:51:05.549 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2024-05-08T05:51:05.918 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:05 smithi105 ceph-mon[34393]: pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:06.188 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:05 smithi135 ceph-mon[34761]: pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:06.189 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:05 smithi135 ceph-mon[34761]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:51:06.189 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:05 smithi135 ceph-mon[34761]: osdmap e12: 2 total, 1 up, 2 in 2024-05-08T05:51:06.189 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:06.189 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:06.220 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_4 2024-05-08T05:51:06.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:05 smithi105 ceph-mon[34393]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:51:06.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:05 smithi105 ceph-mon[34393]: osdmap e12: 2 total, 1 up, 2 in 2024-05-08T05:51:06.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:06.241 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:06.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:05 smithi069 ceph-mon[29571]: pgmap v72: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:05 smithi069 ceph-mon[29571]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:51:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:05 smithi069 ceph-mon[29571]: osdmap e12: 2 total, 1 up, 2 in 2024-05-08T05:51:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:06.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:06.468 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:51:07.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:51:07.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:51:07.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:07.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] boot 2024-05-08T05:51:07.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: osdmap e13: 2 total, 2 up, 2 in 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi105 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi105 to 17088M 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:07.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.303 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:51:07.303 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:51:07.303 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:07.303 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] boot 2024-05-08T05:51:07.303 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: osdmap e13: 2 total, 2 up, 2 in 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi105 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi105 to 17088M 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:07.304 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: osd.1 [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] boot 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: osdmap e13: 2 total, 2 up, 2 in 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi105 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:51:07.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi105 to 17088M 2024-05-08T05:51:07.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:07.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:07.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:07.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.083+0000 7f15bcefd700 1 -- 172.21.15.135:0/4086837912 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8103600 msgr2=0x7f15b8103a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.083+0000 7f15bcefd700 1 --2- 172.21.15.135:0/4086837912 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8103600 0x7f15b8103a60 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009990 tx=0x7f15a8009ca0 comp rx=0 tx=0).stop 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.083+0000 7f15bcefd700 1 -- 172.21.15.135:0/4086837912 shutdown_connections 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.083+0000 7f15bcefd700 1 --2- 172.21.15.135:0/4086837912 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15b8103fa0 0x7f15b810a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.083+0000 7f15bcefd700 1 --2- 172.21.15.135:0/4086837912 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15b8102400 0x7f15b8102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.083+0000 7f15bcefd700 1 --2- 172.21.15.135:0/4086837912 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8103600 0x7f15b8103a60 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.084+0000 7f15bcefd700 1 -- 172.21.15.135:0/4086837912 >> 172.21.15.135:0/4086837912 conn(0x7f15b80fd9c0 msgr2=0x7f15b80ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:51:08.084 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.084+0000 7f15bcefd700 1 -- 172.21.15.135:0/4086837912 shutdown_connections 2024-05-08T05:51:08.085 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.084+0000 7f15bcefd700 1 -- 172.21.15.135:0/4086837912 wait complete. 2024-05-08T05:51:08.086 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.084+0000 7f15bcefd700 1 Processor -- start 2024-05-08T05:51:08.086 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.084+0000 7f15bcefd700 1 -- start start 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 0x7f15b8199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15b8103600 0x7f15b8199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15b8103fa0 0x7f15b81a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f15b810df60 con 0x7f15b8103fa0 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f15b810dde0 con 0x7f15b8103600 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f15b810e0e0 con 0x7f15b8102400 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 0x7f15b8199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 0x7f15b8199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:38376/0 (socket says 172.21.15.135:38376) 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 -- 172.21.15.135:0/2503862210 learned_addr learned my addr 172.21.15.135:0/2503862210 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b5d9b700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15b8103600 0x7f15b8199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 -- 172.21.15.135:0/2503862210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15b8103600 msgr2=0x7f15b8199c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15b8103600 0x7f15b8199c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:08.087 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 -- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15b8103fa0 msgr2=0x7f15b81a0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15b8103fa0 0x7f15b81a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 -- 172.21.15.135:0/2503862210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15b81a1360 con 0x7f15b8102400 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15b659c700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 0x7f15b8199700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f15a000d9b0 tx=0x7f15a000dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a0017070 con 0x7f15b8102400 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15a0009de0 con 0x7f15b8102400 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15b81a1650 con 0x7f15b8102400 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.085+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a000f3c0 con 0x7f15b8102400 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.086+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15b81a1b40 con 0x7f15b8102400 2024-05-08T05:51:08.088 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.087+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15b806a190 con 0x7f15b8102400 2024-05-08T05:51:08.089 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.088+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f15a0009930 con 0x7f15b8102400 2024-05-08T05:51:08.089 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.088+0000 7f15af7fe700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15a40b27f0 0x7f15a40b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:08.089 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.088+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f15a00e04f0 con 0x7f15b8102400 2024-05-08T05:51:08.089 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.090+0000 7f15b5d9b700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15a40b27f0 0x7f15a40b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:08.090 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.091+0000 7f15b5d9b700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15a40b27f0 0x7f15a40b4cb0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f15a800b5c0 tx=0x7f15a8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:51:08.092 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.092+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f15a00a9a60 con 0x7f15b8102400 2024-05-08T05:51:08.220 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:07 smithi069 ceph-mon[29571]: pgmap v75: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:08.220 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:07 smithi069 ceph-mon[29571]: osdmap e14: 2 total, 2 up, 2 in 2024-05-08T05:51:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:07 smithi105 ceph-mon[34393]: pgmap v75: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:07 smithi105 ceph-mon[34393]: osdmap e14: 2 total, 2 up, 2 in 2024-05-08T05:51:08.302 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:08.302+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f15b81a1f20 con 0x7f15a40b27f0 2024-05-08T05:51:08.302 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:07 smithi135 ceph-mon[34761]: pgmap v75: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-05-08T05:51:08.303 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:07 smithi135 ceph-mon[34761]: osdmap e14: 2 total, 2 up, 2 in 2024-05-08T05:51:09.217 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:08 smithi135 ceph-mon[34761]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:51:09.217 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:51:09.218 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:51:09.218 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:09.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:08 smithi069 ceph-mon[29571]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:51:09.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:51:09.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:51:09.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:09.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:08 smithi105 ceph-mon[34393]: from='client.24160 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:51:09.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:51:09.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:51:09.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:10.090 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:09 smithi135 ceph-mon[34761]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:10.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:09 smithi105 ceph-mon[34393]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:09 smithi069 ceph-mon[29571]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:11.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:10 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/3314554986' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]: dispatch 2024-05-08T05:51:11.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:10 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]: dispatch 2024-05-08T05:51:11.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:10 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]': finished 2024-05-08T05:51:11.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:10 smithi069 ceph-mon[29571]: osdmap e15: 3 total, 2 up, 3 in 2024-05-08T05:51:11.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:11.249 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:10 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/3314554986' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]: dispatch 2024-05-08T05:51:11.249 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:10 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]: dispatch 2024-05-08T05:51:11.249 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:10 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]': finished 2024-05-08T05:51:11.249 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:10 smithi135 ceph-mon[34761]: osdmap e15: 3 total, 2 up, 3 in 2024-05-08T05:51:11.249 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:10 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/3314554986' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]: dispatch 2024-05-08T05:51:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:10 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]: dispatch 2024-05-08T05:51:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:10 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "49bcdd8e-ac9b-41da-8201-9beb7365b246"}]': finished 2024-05-08T05:51:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:10 smithi105 ceph-mon[34393]: osdmap e15: 3 total, 2 up, 3 in 2024-05-08T05:51:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:12.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:11 smithi105 ceph-mon[34393]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:12.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:11 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/2995786312' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:51:12.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:11 smithi135 ceph-mon[34761]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:12.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:11 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/2995786312' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:51:12.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:11 smithi069 ceph-mon[29571]: pgmap v78: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:12.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:11 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/2995786312' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:51:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:13 smithi105 ceph-mon[34393]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:14.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:13 smithi135 ceph-mon[34761]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:14.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:13 smithi069 ceph-mon[29571]: pgmap v80: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:16.158 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:15 smithi135 ceph-mon[34761]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:16.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:15 smithi105 ceph-mon[34393]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:16.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:15 smithi069 ceph-mon[29571]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:18.102 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:17 smithi135 ceph-mon[34761]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:18.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:17 smithi105 ceph-mon[34393]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:18.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:17 smithi069 ceph-mon[29571]: pgmap v82: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:19.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:18 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-08T05:51:19.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:18 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:19.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:18 smithi135 ceph-mon[34761]: Deploying daemon osd.2 on smithi135 2024-05-08T05:51:19.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:18 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-08T05:51:19.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:18 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:19.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:18 smithi105 ceph-mon[34393]: Deploying daemon osd.2 on smithi135 2024-05-08T05:51:19.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-08T05:51:19.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:19.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:18 smithi069 ceph-mon[29571]: Deploying daemon osd.2 on smithi135 2024-05-08T05:51:20.246 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:19 smithi135 ceph-mon[34761]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:19 smithi105 ceph-mon[34393]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:20.283 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:19 smithi069 ceph-mon[29571]: pgmap v83: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:22.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:21 smithi105 ceph-mon[34393]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:22.299 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:21 smithi135 ceph-mon[34761]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:22.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:21 smithi069 ceph-mon[29571]: pgmap v84: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:24 smithi105 ceph-mon[34393]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:24 smithi135 ceph-mon[34761]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:24 smithi069 ceph-mon[29571]: pgmap v85: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:26 smithi105 ceph-mon[34393]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:26.789 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:26 smithi135 ceph-mon[34761]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:26.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:26 smithi069 ceph-mon[29571]: pgmap v86: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:26.891 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 2 on host 'smithi135' 2024-05-08T05:51:26.892 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.891+0000 7f15af7fe700 1 -- 172.21.15.135:0/2503862210 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f15b81a1f20 con 0x7f15a40b27f0 2024-05-08T05:51:26.893 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15a40b27f0 msgr2=0x7f15a40b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15a40b27f0 0x7f15a40b4cb0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f15a800b5c0 tx=0x7f15a8005fb0 comp rx=0 tx=0).stop 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 msgr2=0x7f15b8199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 0x7f15b8199700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f15a000d9b0 tx=0x7f15a000dcc0 comp rx=0 tx=0).stop 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 shutdown_connections 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15b8103fa0 0x7f15b81a0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15b8102400 0x7f15b8199700 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15a40b27f0 0x7f15a40b4cb0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 --2- 172.21.15.135:0/2503862210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15b8103600 0x7f15b8199c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 >> 172.21.15.135:0/2503862210 conn(0x7f15b80fd9c0 msgr2=0x7f15b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 shutdown_connections 2024-05-08T05:51:26.894 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:51:26.893+0000 7f15bcefd700 1 -- 172.21.15.135:0/2503862210 wait complete. 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.485 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.486 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:27.486 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-08T05:51:27.486 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:27 smithi135 ceph-mon[34761]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-08T05:51:27.487 DEBUG:teuthology.orchestra.run.smithi135:osd.2> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.2.service 2024-05-08T05:51:27.489 INFO:tasks.cephadm:Deploying osd.3 on smithi069 with /dev/vg_nvme/lv_3... 2024-05-08T05:51:27.489 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-08T05:51:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:27.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-08T05:51:27.772 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:27 smithi105 ceph-mon[34393]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-08T05:51:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: pgmap v87: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-08T05:51:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:27 smithi069 ceph-mon[29571]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-08T05:51:27.929 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:51:29.014 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:28 smithi135 ceph-mon[34761]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-08T05:51:29.014 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:28 smithi135 ceph-mon[34761]: from='osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:51:29.014 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:28 smithi135 ceph-mon[34761]: osdmap e16: 3 total, 2 up, 3 in 2024-05-08T05:51:29.014 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:29.014 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:28 smithi135 ceph-mon[34761]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:51:29.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:28 smithi069 ceph-mon[29571]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-08T05:51:29.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:28 smithi069 ceph-mon[29571]: from='osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:51:29.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:28 smithi069 ceph-mon[29571]: osdmap e16: 3 total, 2 up, 3 in 2024-05-08T05:51:29.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:29.116 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:28 smithi069 ceph-mon[29571]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:51:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:28 smithi105 ceph-mon[34393]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-08T05:51:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:28 smithi105 ceph-mon[34393]: from='osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:51:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:28 smithi105 ceph-mon[34393]: osdmap e16: 3 total, 2 up, 3 in 2024-05-08T05:51:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:28 smithi105 ceph-mon[34393]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:51:29.812 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2[39907]: 2024-05-08T05:51:29.346+0000 7fe814100700 -1 osd.2 0 waiting for initial osdmap 2024-05-08T05:51:29.812 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2[39907]: 2024-05-08T05:51:29.350+0000 7fe80beeb700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:51:29.892 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:29 smithi069 ceph-mon[29571]: pgmap v89: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:29.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:29 smithi069 ceph-mon[29571]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:51:29.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:29 smithi069 ceph-mon[29571]: osdmap e17: 3 total, 2 up, 3 in 2024-05-08T05:51:29.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:29.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:29.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:29 smithi069 ceph-mon[29571]: from='osd.2 ' entity='osd.2' 2024-05-08T05:51:30.197 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:29 smithi135 ceph-mon[34761]: pgmap v89: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:30.197 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:29 smithi135 ceph-mon[34761]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:51:30.197 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:29 smithi135 ceph-mon[34761]: osdmap e17: 3 total, 2 up, 3 in 2024-05-08T05:51:30.197 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:30.198 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:30.198 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:29 smithi135 ceph-mon[34761]: from='osd.2 ' entity='osd.2' 2024-05-08T05:51:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:29 smithi105 ceph-mon[34393]: pgmap v89: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:29 smithi105 ceph-mon[34393]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:51:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:29 smithi105 ceph-mon[34393]: osdmap e17: 3 total, 2 up, 3 in 2024-05-08T05:51:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:29 smithi105 ceph-mon[34393]: from='osd.2 ' entity='osd.2' 2024-05-08T05:51:30.864 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-08T05:51:30.864 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-08T05:51:30.864 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-05-08T05:51:30.864 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-05-08T05:51:30.864 INFO:teuthology.orchestra.run.smithi069.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0400312 s, 262 MB/s 2024-05-08T05:51:30.864 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-05-08T05:51:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:51:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:51:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] boot 2024-05-08T05:51:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: osdmap e18: 3 total, 3 up, 3 in 2024-05-08T05:51:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-08T05:51:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:51:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:51:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] boot 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: osdmap e18: 3 total, 3 up, 3 in 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-08T05:51:31.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:51:31.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:51:31.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:31.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: osd.2 [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] boot 2024-05-08T05:51:31.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: osdmap e18: 3 total, 3 up, 3 in 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:31.313 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-08T05:51:31.731 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi069:vg_nvme/lv_3 2024-05-08T05:51:32.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:31 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi135 2024-05-08T05:51:32.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:31 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi135 to 17088M 2024-05-08T05:51:32.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:31 smithi069 ceph-mon[29571]: pgmap v92: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:32.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-08T05:51:32.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:31 smithi069 ceph-mon[29571]: osdmap e19: 3 total, 3 up, 3 in 2024-05-08T05:51:32.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T05:51:32.141 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:51:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:31 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi135 2024-05-08T05:51:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:31 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi135 to 17088M 2024-05-08T05:51:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:31 smithi105 ceph-mon[34393]: pgmap v92: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:32.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-08T05:51:32.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:31 smithi105 ceph-mon[34393]: osdmap e19: 3 total, 3 up, 3 in 2024-05-08T05:51:32.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T05:51:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:31 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi135 2024-05-08T05:51:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:31 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi135 to 17088M 2024-05-08T05:51:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:31 smithi135 ceph-mon[34761]: pgmap v92: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-05-08T05:51:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-08T05:51:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:31 smithi135 ceph-mon[34761]: osdmap e19: 3 total, 3 up, 3 in 2024-05-08T05:51:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T05:51:33.044 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49325]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-08T05:51:33.044 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49325]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.044 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49325]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.044 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49325]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.044 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49328]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-08T05:51:33.045 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49328]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.045 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49328]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.045 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 05:51:32 smithi069 sudo[49328]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.164 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42956]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-08T05:51:33.164 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42956]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.165 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42956]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.165 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42956]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.165 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42959]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-08T05:51:33.165 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42959]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.165 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42959]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.165 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 05:51:32 smithi105 sudo[42959]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43984]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-08T05:51:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43984]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43984]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43984]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43987]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-08T05:51:33.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43987]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43987]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 sudo[43987]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43978]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43978]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43978]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43978]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43981]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43981]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43981]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.312 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 05:51:32 smithi135 sudo[43981]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49331]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49331]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49331]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49331]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49335]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49335]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49335]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 sudo[49335]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42962]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-08T05:51:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42962]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42962]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42962]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:33.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42965]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-08T05:51:33.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42965]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-08T05:51:33.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42965]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-08T05:51:33.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 sudo[42965]: pam_unix(sudo:session): session closed for user root 2024-05-08T05:51:34.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-08T05:51:34.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: osdmap e20: 3 total, 3 up, 3 in 2024-05-08T05:51:34.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: pgmap v95: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:33 smithi105 ceph-mon[34393]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: osdmap e20: 3 total, 3 up, 3 in 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: pgmap v95: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:33 smithi135 ceph-mon[34761]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: osdmap e20: 3 total, 3 up, 3 in 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: pgmap v95: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-08T05:51:34.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:33 smithi069 ceph-mon[29571]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-08T05:51:34.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.371+0000 7f86bde00700 1 -- 172.21.15.69:0/3646320437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b810fae0 msgr2=0x7f86b8111ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.371+0000 7f86bde00700 1 --2- 172.21.15.69:0/3646320437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b810fae0 0x7f86b8111ed0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f86b0009f90 tx=0x7f86b000b330 comp rx=0 tx=0).stop 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 -- 172.21.15.69:0/3646320437 shutdown_connections 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 --2- 172.21.15.69:0/3646320437 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b810fae0 0x7f86b8111ed0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 --2- 172.21.15.69:0/3646320437 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b80774d0 0x7f86b8075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 --2- 172.21.15.69:0/3646320437 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b8075f00 0x7f86b8076380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 -- 172.21.15.69:0/3646320437 >> 172.21.15.69:0/3646320437 conn(0x7f86b80feaa0 msgr2=0x7f86b8100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 -- 172.21.15.69:0/3646320437 shutdown_connections 2024-05-08T05:51:34.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.372+0000 7f86bde00700 1 -- 172.21.15.69:0/3646320437 wait complete. 2024-05-08T05:51:34.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 Processor -- start 2024-05-08T05:51:34.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 -- start start 2024-05-08T05:51:34.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 0x7f86b819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b80774d0 0x7f86b81a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b810fae0 0x7f86b81a7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f86b8115600 con 0x7f86b810fae0 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f86b8115480 con 0x7f86b8075f00 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.373+0000 7f86bde00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f86b8115780 con 0x7f86b80774d0 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 0x7f86b819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 0x7f86b819fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36674/0 (socket says 172.21.15.69:36674) 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 -- 172.21.15.69:0/770739165 learned_addr learned my addr 172.21.15.69:0/770739165 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6000700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b80774d0 0x7f86b81a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b7400700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b810fae0 0x7f86b81a7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 -- 172.21.15.69:0/770739165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b80774d0 msgr2=0x7f86b81a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b80774d0 0x7f86b81a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 -- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b810fae0 msgr2=0x7f86b81a7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b810fae0 0x7f86b81a7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:51:34.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 -- 172.21.15.69:0/770739165 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86b81a7920 con 0x7f86b8075f00 2024-05-08T05:51:34.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.374+0000 7f86b6a00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 0x7f86b819fca0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f86a800e9f0 tx=0x7f86a800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:51:34.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.375+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a800cbd0 con 0x7f86b8075f00 2024-05-08T05:51:34.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.375+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86a800cd70 con 0x7f86b8075f00 2024-05-08T05:51:34.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.375+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a8005650 con 0x7f86b8075f00 2024-05-08T05:51:34.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.375+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86b81a7c10 con 0x7f86b8075f00 2024-05-08T05:51:34.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.375+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86b81a8100 con 0x7f86b8075f00 2024-05-08T05:51:34.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.376+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86b806a190 con 0x7f86b8075f00 2024-05-08T05:51:34.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.378+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f86a8047960 con 0x7f86b8075f00 2024-05-08T05:51:34.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.380+0000 7f86bca00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2900 0x7f869c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:51:34.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.380+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f86a80e1190 con 0x7f86b8075f00 2024-05-08T05:51:34.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.380+0000 7f86b6000700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2900 0x7f869c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:51:34.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.381+0000 7f86b6000700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2900 0x7f869c0b4dc0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f86b81a11b0 tx=0x7f86a4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:51:34.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.382+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f86a80aa1e0 con 0x7f86b8075f00 2024-05-08T05:51:34.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:51:34.623+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f86b80638e0 con 0x7f869c0b2900 2024-05-08T05:51:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:34 smithi105 ceph-mon[34393]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-08T05:51:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:34 smithi105 ceph-mon[34393]: osdmap e21: 3 total, 3 up, 3 in 2024-05-08T05:51:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:51:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:51:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:34 smithi135 ceph-mon[34761]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-08T05:51:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:34 smithi135 ceph-mon[34761]: osdmap e21: 3 total, 3 up, 3 in 2024-05-08T05:51:35.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:51:35.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:51:35.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:35.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:34 smithi069 ceph-mon[29571]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-08T05:51:35.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:34 smithi069 ceph-mon[29571]: osdmap e21: 3 total, 3 up, 3 in 2024-05-08T05:51:35.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:51:35.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:51:35.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:35.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:35 smithi069 ceph-mon[29571]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:51:35.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:35 smithi069 ceph-mon[29571]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:36.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:35 smithi105 ceph-mon[34393]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:51:36.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:35 smithi105 ceph-mon[34393]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:35 smithi135 ceph-mon[34761]: from='client.24197 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:51:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:35 smithi135 ceph-mon[34761]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:38.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:37 smithi135 ceph-mon[34761]: pgmap v98: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:38.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:37 smithi069 ceph-mon[29571]: pgmap v98: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:38.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:37 smithi105 ceph-mon[34393]: pgmap v98: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:39.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:38 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3652814170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]: dispatch 2024-05-08T05:51:39.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:38 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]: dispatch 2024-05-08T05:51:39.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:38 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]': finished 2024-05-08T05:51:39.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:38 smithi135 ceph-mon[34761]: osdmap e22: 4 total, 3 up, 4 in 2024-05-08T05:51:39.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:51:39.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:38 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3652814170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]: dispatch 2024-05-08T05:51:39.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:38 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]: dispatch 2024-05-08T05:51:39.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:38 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]': finished 2024-05-08T05:51:39.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:38 smithi069 ceph-mon[29571]: osdmap e22: 4 total, 3 up, 4 in 2024-05-08T05:51:39.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:51:39.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:38 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3652814170' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]: dispatch 2024-05-08T05:51:39.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:38 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]: dispatch 2024-05-08T05:51:39.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:38 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "193f2121-6fc4-488a-9c4e-771e2a646cc8"}]': finished 2024-05-08T05:51:39.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:38 smithi105 ceph-mon[34393]: osdmap e22: 4 total, 3 up, 4 in 2024-05-08T05:51:39.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:51:40.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:39 smithi135 ceph-mon[34761]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:40.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:39 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2453568338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:51:40.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:39 smithi069 ceph-mon[29571]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:40.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:39 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2453568338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:51:40.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:39 smithi105 ceph-mon[34393]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:40.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:39 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2453568338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:51:42.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:41 smithi135 ceph-mon[34761]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:42.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:41 smithi069 ceph-mon[29571]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:42.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:41 smithi105 ceph-mon[34393]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:44.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:43 smithi135 ceph-mon[34761]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:44.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:43 smithi069 ceph-mon[29571]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:43 smithi105 ceph-mon[34393]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:45.944 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:45 smithi069 ceph-mon[29571]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:45 smithi135 ceph-mon[34761]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:46.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:45 smithi105 ceph-mon[34393]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:48.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:47 smithi135 ceph-mon[34761]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:48.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:47 smithi069 ceph-mon[29571]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:47 smithi105 ceph-mon[34393]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:49.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:48 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-08T05:51:49.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:48 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:49.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:48 smithi069 ceph-mon[29571]: Deploying daemon osd.3 on smithi069 2024-05-08T05:51:49.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:48 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-08T05:51:49.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:48 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:49.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:48 smithi105 ceph-mon[34393]: Deploying daemon osd.3 on smithi069 2024-05-08T05:51:49.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:48 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-08T05:51:49.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:48 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:51:49.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:48 smithi135 ceph-mon[34761]: Deploying daemon osd.3 on smithi069 2024-05-08T05:51:50.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:49 smithi069 ceph-mon[29571]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:50.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:49 smithi105 ceph-mon[34393]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:50.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:49 smithi135 ceph-mon[34761]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:52.200 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:51 smithi069 ceph-mon[29571]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:52.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:51 smithi105 ceph-mon[34393]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:52.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:51 smithi135 ceph-mon[34761]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:53 smithi105 ceph-mon[34393]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:53 smithi135 ceph-mon[34761]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:54.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:53 smithi069 ceph-mon[29571]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:55.951 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:55 smithi069 ceph-mon[29571]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:56.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:55 smithi135 ceph-mon[34761]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:55 smithi105 ceph-mon[34393]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:57 smithi105 ceph-mon[34393]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:57 smithi135 ceph-mon[34761]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:51:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:51:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:51:57.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:57 smithi069 ceph-mon[29571]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:00.056 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:51:59 smithi069 ceph-mon[29571]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:00.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:51:59 smithi135 ceph-mon[34761]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:00.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:51:59 smithi105 ceph-mon[34393]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-08T05:52:01.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:00 smithi069 ceph-mon[29571]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-08T05:52:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:01.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-08T05:52:01.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:00 smithi105 ceph-mon[34393]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-08T05:52:01.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:01.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:01.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:01.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-08T05:52:01.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:00 smithi135 ceph-mon[34761]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-08T05:52:01.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.815+0000 7f86bca00700 1 -- 172.21.15.69:0/770739165 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f86b80638e0 con 0x7f869c0b2900 2024-05-08T05:52:01.816 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 3 on host 'smithi069' 2024-05-08T05:52:01.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.818+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2900 msgr2=0x7f869c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:01.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2900 0x7f869c0b4dc0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f86b81a11b0 tx=0x7f86a4009310 comp rx=0 tx=0).stop 2024-05-08T05:52:01.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 msgr2=0x7f86b819fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:01.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 0x7f86b819fca0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f86a800e9f0 tx=0x7f86a800ed00 comp rx=0 tx=0).stop 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 shutdown_connections 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b810fae0 0x7f86b81a7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2900 0x7f869c0b4dc0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b8075f00 0x7f86b819fca0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 --2- 172.21.15.69:0/770739165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b80774d0 0x7f86b81a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.819+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 >> 172.21.15.69:0/770739165 conn(0x7f86b80feaa0 msgr2=0x7f86b8102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.820+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 shutdown_connections 2024-05-08T05:52:01.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:01.820+0000 7f86bde00700 1 -- 172.21.15.69:0/770739165 wait complete. 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: osdmap e23: 4 total, 3 up, 4 in 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:52:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:01 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: osdmap e23: 4 total, 3 up, 4 in 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:52:02.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:02.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:02.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:01 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:02.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:02.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: osdmap e23: 4 total, 3 up, 4 in 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:02.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:01 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:02.703 DEBUG:teuthology.orchestra.run.smithi069:osd.3> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.3.service 2024-05-08T05:52:02.711 INFO:tasks.cephadm:Deploying osd.4 on smithi105 with /dev/vg_nvme/lv_3... 2024-05-08T05:52:02.711 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-08T05:52:02.957 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:52:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:52:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: osdmap e24: 4 total, 3 up, 4 in 2024-05-08T05:52:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] boot 2024-05-08T05:52:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: osdmap e25: 4 total, 4 up, 4 in 2024-05-08T05:52:03.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:52:03.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: osdmap e24: 4 total, 3 up, 4 in 2024-05-08T05:52:03.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] boot 2024-05-08T05:52:03.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: osdmap e25: 4 total, 4 up, 4 in 2024-05-08T05:52:03.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: osdmap e24: 4 total, 3 up, 4 in 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: osd.3 [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] boot 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: osdmap e25: 4 total, 4 up, 4 in 2024-05-08T05:52:03.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-08T05:52:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:04 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:52:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:04 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:52:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:04 smithi105 ceph-mon[34393]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:04 smithi105 ceph-mon[34393]: osdmap e26: 4 total, 4 up, 4 in 2024-05-08T05:52:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:04 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:52:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:04 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:52:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:04 smithi135 ceph-mon[34761]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:04.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:04 smithi135 ceph-mon[34761]: osdmap e26: 4 total, 4 up, 4 in 2024-05-08T05:52:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:04 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:52:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:04 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:52:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:04 smithi069 ceph-mon[29571]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-08T05:52:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:04 smithi069 ceph-mon[29571]: osdmap e26: 4 total, 4 up, 4 in 2024-05-08T05:52:04.901 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-08T05:52:04.901 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-08T05:52:04.901 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2024-05-08T05:52:04.901 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2024-05-08T05:52:04.901 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112759 s, 930 MB/s 2024-05-08T05:52:04.901 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2024-05-08T05:52:05.538 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi105:vg_nvme/lv_3 2024-05-08T05:52:05.788 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:52:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:05 smithi069 ceph-mon[29571]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:06.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:05 smithi069 ceph-mon[29571]: osdmap e27: 4 total, 4 up, 4 in 2024-05-08T05:52:06.164 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:05 smithi105 ceph-mon[34393]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:06.164 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:05 smithi105 ceph-mon[34393]: osdmap e27: 4 total, 4 up, 4 in 2024-05-08T05:52:06.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:05 smithi135 ceph-mon[34761]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:06.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:05 smithi135 ceph-mon[34761]: osdmap e27: 4 total, 4 up, 4 in 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 -- 172.21.15.105:0/4055117230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 msgr2=0x7f06dc104b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/4055117230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc104b80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f06cc0099c0 tx=0x7f06cc009cd0 comp rx=0 tx=0).stop 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 -- 172.21.15.105:0/4055117230 shutdown_connections 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/4055117230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06dc1050c0 0x7f06dc10b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/4055117230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f06dc103520 0x7f06dc103940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/4055117230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc104b80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 -- 172.21.15.105:0/4055117230 >> 172.21.15.105:0/4055117230 conn(0x7f06dc0feac0 msgr2=0x7f06dc100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:52:07.434 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 -- 172.21.15.105:0/4055117230 shutdown_connections 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 -- 172.21.15.105:0/4055117230 wait complete. 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 Processor -- start 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 -- start start 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f06dc103520 0x7f06dc199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.432+0000 7f06e3fd0700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06dc1050c0 0x7f06dc1a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e3fd0700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc10f0b0 con 0x7f06dc103520 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e3fd0700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc10ef30 con 0x7f06dc104720 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e3fd0700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc10f230 con 0x7f06dc1050c0 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc199c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:35088/0 (socket says 172.21.15.105:35088) 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 -- 172.21.15.105:0/3030714273 learned_addr learned my addr 172.21.15.105:0/3030714273 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e256d700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06dc1050c0 0x7f06dc1a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e1d6c700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f06dc103520 0x7f06dc199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:07.435 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 -- 172.21.15.105:0/3030714273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06dc1050c0 msgr2=0x7f06dc1a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06dc1050c0 0x7f06dc1a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 -- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f06dc103520 msgr2=0x7f06dc199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f06dc103520 0x7f06dc199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 -- 172.21.15.105:0/3030714273 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06dc1a1380 con 0x7f06dc104720 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e156b700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc199c60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f06cc003790 tx=0x7f06cc005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc027070 con 0x7f06dc104720 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06dc1a1610 con 0x7f06dc104720 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06cc022470 con 0x7f06dc104720 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc00f6c0 con 0x7f06dc104720 2024-05-08T05:52:07.436 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.433+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06dc1a1b70 con 0x7f06dc104720 2024-05-08T05:52:07.437 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.434+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06dc06a190 con 0x7f06dc104720 2024-05-08T05:52:07.437 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.436+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f06cc02a070 con 0x7f06dc104720 2024-05-08T05:52:07.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.436+0000 7f06d2ffd700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06c80b2880 0x7f06c80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:07.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.436+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7f06cc0e2070 con 0x7f06dc104720 2024-05-08T05:52:07.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.437+0000 7f06e1d6c700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06c80b2880 0x7f06c80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:07.438 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.437+0000 7f06e1d6c700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06c80b2880 0x7f06c80b4d40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f06d8006fd0 tx=0x7f06d8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:52:07.440 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.440+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f06cc013070 con 0x7f06dc104720 2024-05-08T05:52:07.651 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:07.651+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f06dc0639a0 con 0x7f06c80b2880 2024-05-08T05:52:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:07 smithi105 ceph-mon[34393]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:52:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:52:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:07 smithi135 ceph-mon[34761]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:52:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:52:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:07 smithi069 ceph-mon[29571]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:52:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:52:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:09.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:52:09.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:09.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:09.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:09.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:09.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:09.211 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:09.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:10.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:10 smithi105 ceph-mon[34393]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-08T05:52:10.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:10 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi069 2024-05-08T05:52:10.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:10 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi069 to 8544M 2024-05-08T05:52:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:10 smithi135 ceph-mon[34761]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-08T05:52:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:10 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi069 2024-05-08T05:52:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:10 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi069 to 8544M 2024-05-08T05:52:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:10 smithi069 ceph-mon[29571]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-08T05:52:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:10 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi069 2024-05-08T05:52:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:10 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi069 to 8544M 2024-05-08T05:52:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:11 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/2153874053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]: dispatch 2024-05-08T05:52:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:11 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]: dispatch 2024-05-08T05:52:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:11 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]': finished 2024-05-08T05:52:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:11 smithi105 ceph-mon[34393]: osdmap e28: 5 total, 4 up, 5 in 2024-05-08T05:52:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:11 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:11 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/1198134538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:52:11.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:11 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/2153874053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]: dispatch 2024-05-08T05:52:11.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:11 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]: dispatch 2024-05-08T05:52:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:11 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]': finished 2024-05-08T05:52:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:11 smithi135 ceph-mon[34761]: osdmap e28: 5 total, 4 up, 5 in 2024-05-08T05:52:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:11 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:11 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/1198134538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:52:11.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:11 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/2153874053' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]: dispatch 2024-05-08T05:52:11.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:11 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]: dispatch 2024-05-08T05:52:11.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:11 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "920e4040-001c-4eba-9ff0-8389a36a3778"}]': finished 2024-05-08T05:52:11.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:11 smithi069 ceph-mon[29571]: osdmap e28: 5 total, 4 up, 5 in 2024-05-08T05:52:11.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:11 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:11 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/1198134538' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:52:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:12 smithi105 ceph-mon[34393]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-08T05:52:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:12 smithi135 ceph-mon[34761]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-08T05:52:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:12 smithi069 ceph-mon[29571]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-05-08T05:52:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:14 smithi105 ceph-mon[34393]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:52:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:14 smithi135 ceph-mon[34761]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:52:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:14 smithi069 ceph-mon[29571]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:52:16.488 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:16 smithi105 ceph-mon[34393]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-08T05:52:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:16 smithi135 ceph-mon[34761]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-08T05:52:16.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:16 smithi069 ceph-mon[29571]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-08T05:52:18.446 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:18 smithi105 ceph-mon[34393]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:52:18.446 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:18 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-08T05:52:18.446 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:18 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:18 smithi135 ceph-mon[34761]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:52:18.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:18 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-08T05:52:18.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:18 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:18 smithi069 ceph-mon[29571]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:52:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-08T05:52:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:18 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:19.476 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:19 smithi105 ceph-mon[34393]: Deploying daemon osd.4 on smithi105 2024-05-08T05:52:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:19 smithi135 ceph-mon[34761]: Deploying daemon osd.4 on smithi105 2024-05-08T05:52:19.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:19 smithi069 ceph-mon[29571]: Deploying daemon osd.4 on smithi105 2024-05-08T05:52:20.646 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:20 smithi105 ceph-mon[34393]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:20 smithi135 ceph-mon[34761]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:20.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:20 smithi069 ceph-mon[29571]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:22.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:22 smithi105 ceph-mon[34393]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:22 smithi135 ceph-mon[34761]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:22.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:22 smithi069 ceph-mon[29571]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:24 smithi105 ceph-mon[34393]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:24.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:24 smithi135 ceph-mon[34761]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:24 smithi069 ceph-mon[29571]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:26.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:26 smithi105 ceph-mon[34393]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:26.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:26.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:26 smithi135 ceph-mon[34761]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:26 smithi069 ceph-mon[29571]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.036 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.036+0000 7f06d2ffd700 1 -- 172.21.15.105:0/3030714273 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f06dc0639a0 con 0x7f06c80b2880 2024-05-08T05:52:27.036 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 4 on host 'smithi105' 2024-05-08T05:52:27.038 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06c80b2880 msgr2=0x7f06c80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:27.038 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06c80b2880 0x7f06c80b4d40 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f06d8006fd0 tx=0x7f06d8008040 comp rx=0 tx=0).stop 2024-05-08T05:52:27.038 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 msgr2=0x7f06dc199c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc199c60 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f06cc003790 tx=0x7f06cc005ef0 comp rx=0 tx=0).stop 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 shutdown_connections 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f06dc1050c0 0x7f06dc1a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f06dc103520 0x7f06dc199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06c80b2880 0x7f06c80b4d40 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 --2- 172.21.15.105:0/3030714273 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f06dc104720 0x7f06dc199c60 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 >> 172.21.15.105:0/3030714273 conn(0x7f06dc0feac0 msgr2=0x7f06dc107a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 shutdown_connections 2024-05-08T05:52:27.039 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:52:27.038+0000 7f06e3fd0700 1 -- 172.21.15.105:0/3030714273 wait complete. 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-08T05:52:27.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-08T05:52:27.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-08T05:52:27.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:27.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:27.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:27.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-08T05:52:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-08T05:52:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:27.633 DEBUG:teuthology.orchestra.run.smithi105:osd.4> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.4.service 2024-05-08T05:52:27.635 INFO:tasks.cephadm:Deploying osd.5 on smithi135 with /dev/vg_nvme/lv_3... 2024-05-08T05:52:27.635 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-08T05:52:27.866 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:52:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:28 smithi105 ceph-mon[34393]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:28 smithi105 ceph-mon[34393]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-08T05:52:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:28 smithi105 ceph-mon[34393]: from='osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:52:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:28 smithi105 ceph-mon[34393]: osdmap e29: 5 total, 4 up, 5 in 2024-05-08T05:52:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:28.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:28 smithi105 ceph-mon[34393]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:52:28.306 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:28 smithi135 ceph-mon[34761]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:28.306 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:28 smithi135 ceph-mon[34761]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-08T05:52:28.306 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:28 smithi135 ceph-mon[34761]: from='osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:52:28.306 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:28 smithi135 ceph-mon[34761]: osdmap e29: 5 total, 4 up, 5 in 2024-05-08T05:52:28.306 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:28.306 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:28 smithi135 ceph-mon[34761]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:52:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:28 smithi069 ceph-mon[29571]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:28 smithi069 ceph-mon[29571]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-08T05:52:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:28 smithi069 ceph-mon[29571]: from='osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:52:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:28 smithi069 ceph-mon[29571]: osdmap e29: 5 total, 4 up, 5 in 2024-05-08T05:52:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:28 smithi069 ceph-mon[29571]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:52:29.770 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 05:52:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T05:52:29.516+0000 7f8cc396f700 -1 osd.4 0 waiting for initial osdmap 2024-05-08T05:52:29.771 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 05:52:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T05:52:29.521+0000 7f8cbb75a700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:52:29.912 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-08T05:52:29.912 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-08T05:52:29.912 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2024-05-08T05:52:29.913 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2024-05-08T05:52:29.913 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115696 s, 906 MB/s 2024-05-08T05:52:29.913 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2024-05-08T05:52:30.254 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:30 smithi135 ceph-mon[34761]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:30.254 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:30 smithi135 ceph-mon[34761]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:52:30.254 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:30 smithi135 ceph-mon[34761]: osdmap e30: 5 total, 4 up, 5 in 2024-05-08T05:52:30.254 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:30.254 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:30.255 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:30 smithi135 ceph-mon[34761]: from='osd.4 ' entity='osd.4' 2024-05-08T05:52:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:30 smithi105 ceph-mon[34393]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:30 smithi105 ceph-mon[34393]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:52:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:30 smithi105 ceph-mon[34393]: osdmap e30: 5 total, 4 up, 5 in 2024-05-08T05:52:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:30 smithi105 ceph-mon[34393]: from='osd.4 ' entity='osd.4' 2024-05-08T05:52:30.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:30 smithi069 ceph-mon[29571]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:30.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:30 smithi069 ceph-mon[29571]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:52:30.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:30 smithi069 ceph-mon[29571]: osdmap e30: 5 total, 4 up, 5 in 2024-05-08T05:52:30.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:30.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:30.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:30 smithi069 ceph-mon[29571]: from='osd.4 ' entity='osd.4' 2024-05-08T05:52:30.503 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_3 2024-05-08T05:52:30.738 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] boot 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: osdmap e31: 5 total, 5 up, 5 in 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:31.114 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:52:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:52:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] boot 2024-05-08T05:52:31.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: osdmap e31: 5 total, 5 up, 5 in 2024-05-08T05:52:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:31.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: osd.4 [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] boot 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: osdmap e31: 5 total, 5 up, 5 in 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:31.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi105 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi105 to 8544M 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:32.135 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:32 smithi135 ceph-mon[34761]: osdmap e32: 5 total, 5 up, 5 in 2024-05-08T05:52:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi105 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi105 to 8544M 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:32 smithi069 ceph-mon[29571]: osdmap e32: 5 total, 5 up, 5 in 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/515266806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0103610 msgr2=0x7fc1d0103a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/515266806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0103610 0x7fc1d0103a70 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc1c4009990 tx=0x7fc1c4009ca0 comp rx=0 tx=0).stop 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/515266806 shutdown_connections 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/515266806 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1d0103fb0 0x7fc1d010a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/515266806 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1d0102410 0x7fc1d0102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/515266806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0103610 0x7fc1d0103a70 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/515266806 >> 172.21.15.135:0/515266806 conn(0x7fc1d00fd9d0 msgr2=0x7fc1d00ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/515266806 shutdown_connections 2024-05-08T05:52:32.356 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.353+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/515266806 wait complete. 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 Processor -- start 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 -- start start 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 0x7fc1d0106510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1d0103610 0x7fc1d0104b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1d0103fb0 0x7fc1d01050a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d010dff0 con 0x7fc1d0103610 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d010de70 con 0x7fc1d0103fb0 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.354+0000 7fc1d5bd4700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d010e170 con 0x7fc1d0102410 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 0x7fc1d0106510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 0x7fc1d0106510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:42722/0 (socket says 172.21.15.135:42722) 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 -- 172.21.15.135:0/2546935096 learned_addr learned my addr 172.21.15.135:0/2546935096 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cffff700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1d0103fb0 0x7fc1d01050a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:32.357 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 -- 172.21.15.135:0/2546935096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1d0103fb0 msgr2=0x7fc1d01050a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1d0103fb0 0x7fc1d01050a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 -- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1d0103610 msgr2=0x7fc1d0104b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1d0103610 0x7fc1d0104b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 -- 172.21.15.135:0/2546935096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d0105950 con 0x7fc1d0102410 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1cf7fe700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 0x7fc1d0106510 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000b500 tx=0x7fc1c000b8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0015020 con 0x7fc1d0102410 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc1c0011ce0 con 0x7fc1d0102410 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d01a3980 con 0x7fc1d0102410 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0010d60 con 0x7fc1d0102410 2024-05-08T05:52:32.358 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.355+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d01a3f10 con 0x7fc1d0102410 2024-05-08T05:52:32.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.356+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1d006a190 con 0x7fc1d0102410 2024-05-08T05:52:32.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.358+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc1c0018020 con 0x7fc1d0102410 2024-05-08T05:52:32.359 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.358+0000 7fc1ccff9700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc1b80b2880 0x7fc1b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:32.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.358+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 4101+0+0 (secure 0 0 0) 0x7fc1c00e0f50 con 0x7fc1d0102410 2024-05-08T05:52:32.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.359+0000 7fc1ceffd700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc1b80b2880 0x7fc1b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:32.360 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.360+0000 7fc1ceffd700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc1b80b2880 0x7fc1b80b4d40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc1c40098e0 tx=0x7fc1c4003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:52:32.362 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.362+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc1c001f020 con 0x7fc1d0102410 2024-05-08T05:52:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-05-08T05:52:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi105 2024-05-08T05:52:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi105 to 8544M 2024-05-08T05:52:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:32.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:32.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:32 smithi105 ceph-mon[34393]: osdmap e32: 5 total, 5 up, 5 in 2024-05-08T05:52:32.576 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:32.575+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fc1d01a41a0 con 0x7fc1b80b2880 2024-05-08T05:52:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:52:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:52:33.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:33.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:52:33.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:52:33.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:52:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:52:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:34.164 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:34 smithi135 ceph-mon[34761]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:52:34.164 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:34 smithi135 ceph-mon[34761]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:34 smithi069 ceph-mon[29571]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:52:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:34 smithi069 ceph-mon[29571]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:34.421 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:34 smithi105 ceph-mon[34393]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:52:34.421 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:34 smithi105 ceph-mon[34393]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:36.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:36.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/1688961755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]: dispatch 2024-05-08T05:52:36.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]: dispatch 2024-05-08T05:52:36.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]': finished 2024-05-08T05:52:36.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: osdmap e33: 6 total, 5 up, 6 in 2024-05-08T05:52:36.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:36.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/3020534753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:52:36.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:36.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/1688961755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]: dispatch 2024-05-08T05:52:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]: dispatch 2024-05-08T05:52:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]': finished 2024-05-08T05:52:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: osdmap e33: 6 total, 5 up, 6 in 2024-05-08T05:52:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/3020534753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:52:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/1688961755' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]: dispatch 2024-05-08T05:52:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]: dispatch 2024-05-08T05:52:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1fdac1d6-86ca-452d-9247-bf65c655d5d7"}]': finished 2024-05-08T05:52:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: osdmap e33: 6 total, 5 up, 6 in 2024-05-08T05:52:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/3020534753' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:52:38.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:38 smithi135 ceph-mon[34761]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:38.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:38 smithi069 ceph-mon[29571]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:38 smithi105 ceph-mon[34393]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:40 smithi135 ceph-mon[34761]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:40 smithi069 ceph-mon[29571]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:40 smithi105 ceph-mon[34393]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:42.253 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:42 smithi135 ceph-mon[34761]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:42.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:42 smithi069 ceph-mon[29571]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:42 smithi105 ceph-mon[34393]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:43.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-08T05:52:43.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:43.364 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-08T05:52:43.364 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:43.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-08T05:52:43.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:44.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:44 smithi069 ceph-mon[29571]: Deploying daemon osd.5 on smithi135 2024-05-08T05:52:44.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:44 smithi069 ceph-mon[29571]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:44.443 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:44 smithi135 ceph-mon[34761]: Deploying daemon osd.5 on smithi135 2024-05-08T05:52:44.443 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:44 smithi135 ceph-mon[34761]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:44 smithi105 ceph-mon[34393]: Deploying daemon osd.5 on smithi135 2024-05-08T05:52:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:44 smithi105 ceph-mon[34393]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:46.226 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:46 smithi135 ceph-mon[34761]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:46 smithi105 ceph-mon[34393]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:46 smithi069 ceph-mon[29571]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:48.144 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:48 smithi135 ceph-mon[34761]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:48.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:48 smithi105 ceph-mon[34393]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:48.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:48 smithi069 ceph-mon[29571]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:49.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:49.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:49.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:49.558 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:49.559 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:49.559 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:50.397 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:50 smithi135 ceph-mon[34761]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:50.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:50 smithi105 ceph-mon[34393]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:50.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:50 smithi069 ceph-mon[29571]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:51.658 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 5 on host 'smithi135' 2024-05-08T05:52:51.658 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.657+0000 7fc1ccff9700 1 -- 172.21.15.135:0/2546935096 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc1d01a41a0 con 0x7fc1b80b2880 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc1b80b2880 msgr2=0x7fc1b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc1b80b2880 0x7fc1b80b4d40 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc1c40098e0 tx=0x7fc1c4003860 comp rx=0 tx=0).stop 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 msgr2=0x7fc1d0106510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 0x7fc1d0106510 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc1c000b500 tx=0x7fc1c000b8c0 comp rx=0 tx=0).stop 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 shutdown_connections 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc1b80b2880 0x7fc1b80b4d40 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc1d0103fb0 0x7fc1d01050a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc1d0102410 0x7fc1d0106510 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 --2- 172.21.15.135:0/2546935096 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc1d0103610 0x7fc1d0104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:51.660 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 >> 172.21.15.135:0/2546935096 conn(0x7fc1d00fd9d0 msgr2=0x7fc1d006bbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:52:51.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 shutdown_connections 2024-05-08T05:52:51.661 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:52:51.660+0000 7fc1d5bd4700 1 -- 172.21.15.135:0/2546935096 wait complete. 2024-05-08T05:52:52.300 DEBUG:teuthology.orchestra.run.smithi135:osd.5> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.5.service 2024-05-08T05:52:52.303 INFO:tasks.cephadm:Deploying osd.6 on smithi069 with /dev/vg_nvme/lv_2... 2024-05-08T05:52:52.303 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-08T05:52:52.506 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:52 smithi135 ceph-mon[34761]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-08T05:52:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:52.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-08T05:52:52.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:52 smithi105 ceph-mon[34393]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:52.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:52:52.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-08T05:52:52.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:52 smithi069 ceph-mon[29571]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-08T05:52:52.750 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:52:53.754 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:53 smithi135 ceph-mon[34761]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-08T05:52:53.755 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:53 smithi135 ceph-mon[34761]: from='osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:52:53.755 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:53 smithi135 ceph-mon[34761]: osdmap e34: 6 total, 5 up, 6 in 2024-05-08T05:52:53.755 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:53.755 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:53 smithi135 ceph-mon[34761]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:52:53.755 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:53 smithi135 ceph-mon[34761]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:53 smithi105 ceph-mon[34393]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-08T05:52:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:53 smithi105 ceph-mon[34393]: from='osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:52:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:53 smithi105 ceph-mon[34393]: osdmap e34: 6 total, 5 up, 6 in 2024-05-08T05:52:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:53 smithi105 ceph-mon[34393]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:52:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:53 smithi105 ceph-mon[34393]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:54.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:53 smithi069 ceph-mon[29571]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-08T05:52:54.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:53 smithi069 ceph-mon[29571]: from='osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:52:54.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:53 smithi069 ceph-mon[29571]: osdmap e34: 6 total, 5 up, 6 in 2024-05-08T05:52:54.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:54.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:53 smithi069 ceph-mon[29571]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:52:54.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:53 smithi069 ceph-mon[29571]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-05-08T05:52:54.552 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 05:52:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T05:52:54.084+0000 7f08563f7700 -1 osd.5 0 waiting for initial osdmap 2024-05-08T05:52:54.552 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 05:52:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T05:52:54.090+0000 7f084e1e2700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:52:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:54 smithi135 ceph-mon[34761]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:52:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:54 smithi135 ceph-mon[34761]: osdmap e35: 6 total, 5 up, 6 in 2024-05-08T05:52:54.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:54.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:54 smithi135 ceph-mon[34761]: from='osd.5 ' entity='osd.5' 2024-05-08T05:52:54.899 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:54 smithi069 ceph-mon[29571]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:52:54.899 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:54 smithi069 ceph-mon[29571]: osdmap e35: 6 total, 5 up, 6 in 2024-05-08T05:52:54.900 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:54.900 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:54 smithi069 ceph-mon[29571]: from='osd.5 ' entity='osd.5' 2024-05-08T05:52:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:54 smithi105 ceph-mon[34393]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:52:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:54 smithi105 ceph-mon[34393]: osdmap e35: 6 total, 5 up, 6 in 2024-05-08T05:52:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:54 smithi105 ceph-mon[34393]: from='osd.5 ' entity='osd.5' 2024-05-08T05:52:55.955 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-08T05:52:55.955 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-08T05:52:55.955 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-05-08T05:52:55.955 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-05-08T05:52:55.955 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0329683 s, 318 MB/s 2024-05-08T05:52:55.955 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] boot 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: osdmap e36: 6 total, 6 up, 6 in 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi135 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi135 to 8544M 2024-05-08T05:52:55.956 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:55.957 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:55.957 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:55.957 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:55.957 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:55 smithi069 ceph-mon[29571]: osdmap e37: 6 total, 6 up, 6 in 2024-05-08T05:52:56.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:52:56.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:52:56.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] boot 2024-05-08T05:52:56.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: osdmap e36: 6 total, 6 up, 6 in 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi135 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi135 to 8544M 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:55 smithi105 ceph-mon[34393]: osdmap e37: 6 total, 6 up, 6 in 2024-05-08T05:52:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:52:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:52:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: osd.5 [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] boot 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: osdmap e36: 6 total, 6 up, 6 in 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi135 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi135 to 8544M 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:52:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:52:56.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:55 smithi135 ceph-mon[34761]: osdmap e37: 6 total, 6 up, 6 in 2024-05-08T05:52:57.006 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi069:vg_nvme/lv_2 2024-05-08T05:52:57.444 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:52:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:57 smithi069 ceph-mon[29571]: osdmap e38: 6 total, 6 up, 6 in 2024-05-08T05:52:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:57 smithi069 ceph-mon[29571]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:52:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:57 smithi105 ceph-mon[34393]: osdmap e38: 6 total, 6 up, 6 in 2024-05-08T05:52:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:57 smithi105 ceph-mon[34393]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:52:58.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:57 smithi135 ceph-mon[34761]: osdmap e38: 6 total, 6 up, 6 in 2024-05-08T05:52:58.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:57 smithi135 ceph-mon[34761]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:52:59.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:58 smithi105 ceph-mon[34393]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-05-08T05:52:59.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:58 smithi135 ceph-mon[34761]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-05-08T05:52:59.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:58 smithi069 ceph-mon[29571]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-05-08T05:52:59.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 -- 172.21.15.69:0/225961360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c1050a0 msgr2=0x7faa2c10b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:59.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 --2- 172.21.15.69:0/225961360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c1050a0 0x7faa2c10b950 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faa24009fc0 tx=0x7faa2400b330 comp rx=0 tx=0).stop 2024-05-08T05:52:59.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 -- 172.21.15.69:0/225961360 shutdown_connections 2024-05-08T05:52:59.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 --2- 172.21.15.69:0/225961360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c1050a0 0x7faa2c10b950 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:59.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 --2- 172.21.15.69:0/225961360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:59.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 --2- 172.21.15.69:0/225961360 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa2c104700 0x7faa2c104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:59.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 -- 172.21.15.69:0/225961360 >> 172.21.15.69:0/225961360 conn(0x7faa2c0feaa0 msgr2=0x7faa2c100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:52:59.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 -- 172.21.15.69:0/225961360 shutdown_connections 2024-05-08T05:52:59.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.860+0000 7faa31000700 1 -- 172.21.15.69:0/225961360 wait complete. 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.861+0000 7faa31000700 1 Processor -- start 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 -- start start 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c199610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c104700 0x7faa2c199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa2c1050a0 0x7faa2c1a0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c10eff0 con 0x7faa2c103500 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c10ee70 con 0x7faa2c104700 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa31000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c10f170 con 0x7faa2c1050a0 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa29e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c199610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:59.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa29400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c104700 0x7faa2c199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa29e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c199610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47402/0 (socket says 172.21.15.69:47402) 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa29e00700 1 -- 172.21.15.69:0/3110418083 learned_addr learned my addr 172.21.15.69:0/3110418083 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.862+0000 7faa2a800700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa2c1050a0 0x7faa2c1a0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29e00700 1 -- 172.21.15.69:0/3110418083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa2c1050a0 msgr2=0x7faa2c1a0bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29e00700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa2c1050a0 0x7faa2c1a0bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29e00700 1 -- 172.21.15.69:0/3110418083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c104700 msgr2=0x7faa2c199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29e00700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c104700 0x7faa2c199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29e00700 1 -- 172.21.15.69:0/3110418083 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2c1a1270 con 0x7faa2c103500 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29400700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c104700 0x7faa2c199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa29e00700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c199610 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7faa1c00ec20 tx=0x7faa1c00ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c00cc90 con 0x7faa2c103500 2024-05-08T05:52:59.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faa1c00ce30 con 0x7faa2c103500 2024-05-08T05:52:59.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa2c1a1560 con 0x7faa2c103500 2024-05-08T05:52:59.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.863+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c018880 con 0x7faa2c103500 2024-05-08T05:52:59.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.864+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa2c1a1aa0 con 0x7faa2c103500 2024-05-08T05:52:59.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.865+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa2c06a190 con 0x7faa2c103500 2024-05-08T05:52:59.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.867+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7faa1c01f020 con 0x7faa2c103500 2024-05-08T05:52:59.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.868+0000 7faa22a00700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faa100b2880 0x7faa100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:52:59.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.868+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 4533+0+0 (secure 0 0 0) 0x7faa1c0e1490 con 0x7faa2c103500 2024-05-08T05:52:59.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.869+0000 7faa29400700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faa100b2880 0x7faa100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:52:59.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.869+0000 7faa29400700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faa100b2880 0x7faa100b4d40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7faa18011490 tx=0x7faa18009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:52:59.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:52:59.874+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faa1c0a9fd0 con 0x7faa2c103500 2024-05-08T05:53:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:52:59 smithi069 ceph-mon[29571]: pgmap v156: 1 pgs: 1 activating+degraded; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-08T05:53:00.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:00.113+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7faa2c0638e0 con 0x7faa100b2880 2024-05-08T05:53:00.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:52:59 smithi105 ceph-mon[34393]: pgmap v156: 1 pgs: 1 activating+degraded; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-08T05:53:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:52:59 smithi135 ceph-mon[34761]: pgmap v156: 1 pgs: 1 activating+degraded; 577 KiB data, 213 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-08T05:53:01.229 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:00 smithi069 ceph-mon[29571]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:53:01.229 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:53:01.229 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:53:01.229 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:00 smithi105 ceph-mon[34393]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:53:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:53:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:53:01.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:01.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:00 smithi135 ceph-mon[34761]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:53:01.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:53:01.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:53:01.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:02.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:01 smithi105 ceph-mon[34393]: pgmap v157: 1 pgs: 1 activating+degraded; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-08T05:53:02.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:01 smithi135 ceph-mon[34761]: pgmap v157: 1 pgs: 1 activating+degraded; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-08T05:53:02.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:01 smithi069 ceph-mon[29571]: pgmap v157: 1 pgs: 1 activating+degraded; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 2/6 objects degraded (33.333%) 2024-05-08T05:53:02.982 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:02 smithi069 ceph-mon[29571]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-05-08T05:53:02.982 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:02 smithi069 ceph-mon[29571]: Cluster is now healthy 2024-05-08T05:53:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:02 smithi105 ceph-mon[34393]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-05-08T05:53:03.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:02 smithi105 ceph-mon[34393]: Cluster is now healthy 2024-05-08T05:53:03.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:02 smithi135 ceph-mon[34761]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-05-08T05:53:03.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:02 smithi135 ceph-mon[34761]: Cluster is now healthy 2024-05-08T05:53:04.171 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:03 smithi105 ceph-mon[34393]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:53:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:03 smithi135 ceph-mon[34761]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:53:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:03 smithi069 ceph-mon[29571]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:53:05.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:04 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2266663794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e"}]: dispatch 2024-05-08T05:53:05.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:04 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2266663794' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e"}]': finished 2024-05-08T05:53:05.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:04 smithi105 ceph-mon[34393]: osdmap e39: 7 total, 6 up, 7 in 2024-05-08T05:53:05.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:05.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:04 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2266663794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e"}]: dispatch 2024-05-08T05:53:05.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:04 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2266663794' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e"}]': finished 2024-05-08T05:53:05.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:04 smithi135 ceph-mon[34761]: osdmap e39: 7 total, 6 up, 7 in 2024-05-08T05:53:05.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:04 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2266663794' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e"}]: dispatch 2024-05-08T05:53:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:04 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2266663794' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e"}]': finished 2024-05-08T05:53:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:04 smithi069 ceph-mon[29571]: osdmap e39: 7 total, 6 up, 7 in 2024-05-08T05:53:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:06.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:05 smithi105 ceph-mon[34393]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-08T05:53:06.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:05 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3373253702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:53:06.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:05 smithi135 ceph-mon[34761]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-08T05:53:06.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:05 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3373253702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:53:06.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:05 smithi069 ceph-mon[29571]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-05-08T05:53:06.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:05 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3373253702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:53:08.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:07 smithi105 ceph-mon[34393]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:07 smithi135 ceph-mon[34761]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:08.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:07 smithi069 ceph-mon[29571]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:10.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:09 smithi069 ceph-mon[29571]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:10.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:09 smithi105 ceph-mon[34393]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:09 smithi135 ceph-mon[34761]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:12.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:11 smithi069 ceph-mon[29571]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:12.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:11 smithi105 ceph-mon[34393]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:12.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:11 smithi135 ceph-mon[34761]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:53:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:13 smithi105 ceph-mon[34393]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-08T05:53:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:14.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:13 smithi135 ceph-mon[34761]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:14.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-08T05:53:14.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:14.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:13 smithi069 ceph-mon[29571]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:14.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-08T05:53:14.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:15.157 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:14 smithi069 ceph-mon[29571]: Deploying daemon osd.6 on smithi069 2024-05-08T05:53:15.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:14 smithi105 ceph-mon[34393]: Deploying daemon osd.6 on smithi069 2024-05-08T05:53:15.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:14 smithi135 ceph-mon[34761]: Deploying daemon osd.6 on smithi069 2024-05-08T05:53:16.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:15 smithi105 ceph-mon[34393]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:16.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:15 smithi135 ceph-mon[34761]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:16.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:15 smithi069 ceph-mon[29571]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:18.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:17 smithi105 ceph-mon[34393]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:18.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:17 smithi135 ceph-mon[34761]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:18.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:17 smithi069 ceph-mon[29571]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:20.156 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:19 smithi069 ceph-mon[29571]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:19 smithi105 ceph-mon[34393]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:20.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:19 smithi135 ceph-mon[34761]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:22.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:21 smithi069 ceph-mon[29571]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:22.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:21 smithi105 ceph-mon[34393]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:22.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:21 smithi135 ceph-mon[34761]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:24.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:24 smithi069 ceph-mon[29571]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:24.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:24.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:24.277 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:24.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:24 smithi135 ceph-mon[34761]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:24.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:24.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:24.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:24 smithi105 ceph-mon[34393]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:26.168 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:26 smithi069 ceph-mon[29571]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:26.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:26 smithi135 ceph-mon[34761]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:26.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:26 smithi105 ceph-mon[34393]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:28.417 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:28 smithi069 ceph-mon[29571]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:28.417 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:28.417 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:28.417 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:28 smithi069 ceph-mon[29571]: from='osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-08T05:53:28.417 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:28 smithi069 ceph-mon[29571]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-08T05:53:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:28 smithi105 ceph-mon[34393]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:28 smithi105 ceph-mon[34393]: from='osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-08T05:53:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:28 smithi105 ceph-mon[34393]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-08T05:53:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:28 smithi135 ceph-mon[34761]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:28 smithi135 ceph-mon[34761]: from='osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-08T05:53:28.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:28 smithi135 ceph-mon[34761]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-08T05:53:28.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.721+0000 7faa22a00700 1 -- 172.21.15.69:0/3110418083 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7faa2c0638e0 con 0x7faa100b2880 2024-05-08T05:53:28.722 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 6 on host 'smithi069' 2024-05-08T05:53:28.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faa100b2880 msgr2=0x7faa100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faa100b2880 0x7faa100b4d40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7faa18011490 tx=0x7faa18009260 comp rx=0 tx=0).stop 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 msgr2=0x7faa2c199610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c199610 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7faa1c00ec20 tx=0x7faa1c00ef30 comp rx=0 tx=0).stop 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 shutdown_connections 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faa2c1050a0 0x7faa2c1a0bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faa2c103500 0x7faa2c199610 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faa100b2880 0x7faa100b4d40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 --2- 172.21.15.69:0/3110418083 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faa2c104700 0x7faa2c199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 >> 172.21.15.69:0/3110418083 conn(0x7faa2c0feaa0 msgr2=0x7faa2c107a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 shutdown_connections 2024-05-08T05:53:28.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:53:28.725+0000 7faa31000700 1 -- 172.21.15.69:0/3110418083 wait complete. 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: osdmap e40: 7 total, 6 up, 7 in 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:29 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: osdmap e40: 7 total, 6 up, 7 in 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.550 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:29 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-08T05:53:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:53:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: osdmap e40: 7 total, 6 up, 7 in 2024-05-08T05:53:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:53:29.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:29.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:29.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:29.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:29 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:29.598 DEBUG:teuthology.orchestra.run.smithi069:osd.6> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.6.service 2024-05-08T05:53:29.603 INFO:tasks.cephadm:Deploying osd.7 on smithi105 with /dev/vg_nvme/lv_2... 2024-05-08T05:53:29.604 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-08T05:53:29.808 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 05:53:29 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T05:53:29.789+0000 7fa40a600700 -1 osd.6 0 waiting for initial osdmap 2024-05-08T05:53:29.808 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 05:53:29 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T05:53:29.807+0000 7fa3ffa00700 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:53:29.837 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:53:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:30 smithi105 ceph-mon[34393]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:30 smithi105 ceph-mon[34393]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:53:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:30 smithi105 ceph-mon[34393]: osdmap e41: 7 total, 6 up, 7 in 2024-05-08T05:53:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:30 smithi105 ceph-mon[34393]: from='osd.6 ' entity='osd.6' 2024-05-08T05:53:30.394 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:30 smithi069 ceph-mon[29571]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:30.395 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:30 smithi069 ceph-mon[29571]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:53:30.395 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:30 smithi069 ceph-mon[29571]: osdmap e41: 7 total, 6 up, 7 in 2024-05-08T05:53:30.395 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:30.395 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:30.395 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:30 smithi069 ceph-mon[29571]: from='osd.6 ' entity='osd.6' 2024-05-08T05:53:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:30 smithi135 ceph-mon[34761]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:30 smithi135 ceph-mon[34761]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:53:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:30 smithi135 ceph-mon[34761]: osdmap e41: 7 total, 6 up, 7 in 2024-05-08T05:53:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:30.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:30.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:30 smithi135 ceph-mon[34761]: from='osd.6 ' entity='osd.6' 2024-05-08T05:53:31.259 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:31 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:53:31.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:31 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:53:31.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:31.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:31 smithi105 ceph-mon[34393]: osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] boot 2024-05-08T05:53:31.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:31 smithi105 ceph-mon[34393]: osdmap e42: 7 total, 7 up, 7 in 2024-05-08T05:53:31.260 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:31.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:31 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:53:31.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:31 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:53:31.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:31.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:31 smithi135 ceph-mon[34761]: osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] boot 2024-05-08T05:53:31.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:31 smithi135 ceph-mon[34761]: osdmap e42: 7 total, 7 up, 7 in 2024-05-08T05:53:31.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:31.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:31 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:53:31.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:31 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:53:31.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:31.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:31 smithi069 ceph-mon[29571]: osd.6 [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] boot 2024-05-08T05:53:31.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:31 smithi069 ceph-mon[29571]: osdmap e42: 7 total, 7 up, 7 in 2024-05-08T05:53:31.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-08T05:53:31.839 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-08T05:53:31.839 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-08T05:53:31.839 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2024-05-08T05:53:31.839 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2024-05-08T05:53:31.840 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0162711 s, 644 MB/s 2024-05-08T05:53:31.840 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2024-05-08T05:53:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:32 smithi069 ceph-mon[29571]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:32.468 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:32 smithi105 ceph-mon[34393]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:32.497 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi105:vg_nvme/lv_2 2024-05-08T05:53:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:32 smithi135 ceph-mon[34761]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-05-08T05:53:32.748 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:53:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:33 smithi105 ceph-mon[34393]: osdmap e43: 7 total, 7 up, 7 in 2024-05-08T05:53:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:33 smithi135 ceph-mon[34761]: osdmap e43: 7 total, 7 up, 7 in 2024-05-08T05:53:33.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:33 smithi069 ceph-mon[29571]: osdmap e43: 7 total, 7 up, 7 in 2024-05-08T05:53:34.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:34 smithi069 ceph-mon[29571]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:34.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 -- 172.21.15.105:0/1294466582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b0104700 msgr2=0x7fb4b0104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:34.392 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/1294466582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b0104700 0x7fb4b0104b60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0099c0 tx=0x7fb4ac009cd0 comp rx=0 tx=0).stop 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 -- 172.21.15.105:0/1294466582 shutdown_connections 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/1294466582 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4b01050a0 0x7fb4b010b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/1294466582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4b0103500 0x7fb4b0103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/1294466582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b0104700 0x7fb4b0104b60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 -- 172.21.15.105:0/1294466582 >> 172.21.15.105:0/1294466582 conn(0x7fb4b00feaa0 msgr2=0x7fb4b0100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 -- 172.21.15.105:0/1294466582 shutdown_connections 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.390+0000 7fb4b7df6700 1 -- 172.21.15.105:0/1294466582 wait complete. 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 Processor -- start 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 -- start start 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4b0103500 0x7fb4b0199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4b0104700 0x7fb4b0199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 0x7fb4b01a0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:34.393 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b010f0e0 con 0x7fb4b0103500 2024-05-08T05:53:34.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b010ef60 con 0x7fb4b01050a0 2024-05-08T05:53:34.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b7df6700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4b010f260 con 0x7fb4b0104700 2024-05-08T05:53:34.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 0x7fb4b01a0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:53:34.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 0x7fb4b01a0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:47134/0 (socket says 172.21.15.105:47134) 2024-05-08T05:53:34.394 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 -- 172.21.15.105:0/920698324 learned_addr learned my addr 172.21.15.105:0/920698324 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-05-08T05:53:34.397 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b5391700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4b0104700 0x7fb4b0199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:53:34.397 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 -- 172.21.15.105:0/920698324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4b0104700 msgr2=0x7fb4b0199cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4b0104700 0x7fb4b0199cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 -- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4b0103500 msgr2=0x7fb4b0199790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4b0103500 0x7fb4b0199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.391+0000 7fb4b6393700 1 -- 172.21.15.105:0/920698324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4b01a13f0 con 0x7fb4b01050a0 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.392+0000 7fb4b6393700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 0x7fb4b01a0d50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800b970 tx=0x7fb4a800bc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.392+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8019070 con 0x7fb4b01050a0 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.392+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4a800cde0 con 0x7fb4b01050a0 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.392+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4a8007370 con 0x7fb4b01050a0 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.392+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4b01a16e0 con 0x7fb4b01050a0 2024-05-08T05:53:34.398 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.392+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4b01a1c50 con 0x7fb4b01050a0 2024-05-08T05:53:34.399 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.393+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4b006a190 con 0x7fb4b01050a0 2024-05-08T05:53:34.399 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.394+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fb4a801c070 con 0x7fb4b01050a0 2024-05-08T05:53:34.400 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.395+0000 7fb4a6ffd700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb49c0b2880 0x7fb49c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:34.400 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.395+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4965+0+0 (secure 0 0 0) 0x7fb4a80e0960 con 0x7fb4b01050a0 2024-05-08T05:53:34.400 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.395+0000 7fb4b5b92700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb49c0b2880 0x7fb49c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:53:34.400 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.396+0000 7fb4b5b92700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb49c0b2880 0x7fb49c0b4d40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0104560 tx=0x7fb4a0006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:53:34.400 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.399+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb4a8051df0 con 0x7fb4b01050a0 2024-05-08T05:53:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:34 smithi105 ceph-mon[34393]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:34 smithi135 ceph-mon[34761]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:34.610 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:34.610+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb4b00639a0 con 0x7fb49c0b2880 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.474 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.475 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:35.475 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:35.475 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:35.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:35.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:35.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:35.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:35.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:36.447 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:36 smithi105 ceph-mon[34393]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:53:36.448 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:36 smithi105 ceph-mon[34393]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:36.448 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:36 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi069 2024-05-08T05:53:36.448 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:36 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi069 to 5696M 2024-05-08T05:53:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:36 smithi135 ceph-mon[34761]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:53:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:36 smithi135 ceph-mon[34761]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:36 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi069 2024-05-08T05:53:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:36 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi069 to 5696M 2024-05-08T05:53:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:36 smithi069 ceph-mon[29571]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:53:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:36 smithi069 ceph-mon[29571]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:36 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi069 2024-05-08T05:53:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:36 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi069 to 5696M 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/3328940469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]: dispatch 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]: dispatch 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]': finished 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: osdmap e44: 8 total, 7 up, 8 in 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:38 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/3813054652' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:53:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/3328940469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]: dispatch 2024-05-08T05:53:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]: dispatch 2024-05-08T05:53:38.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]': finished 2024-05-08T05:53:38.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: osdmap e44: 8 total, 7 up, 8 in 2024-05-08T05:53:38.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:38.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:38 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/3813054652' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:53:38.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/3328940469' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]: dispatch 2024-05-08T05:53:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]: dispatch 2024-05-08T05:53:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a7c51d9-4a6e-45a0-9af0-0df6af5275fa"}]': finished 2024-05-08T05:53:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: osdmap e44: 8 total, 7 up, 8 in 2024-05-08T05:53:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:38.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:38 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/3813054652' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:53:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:40 smithi105 ceph-mon[34393]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:40 smithi135 ceph-mon[34761]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:40 smithi069 ceph-mon[29571]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:42 smithi105 ceph-mon[34393]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:42.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:42 smithi135 ceph-mon[34761]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:42.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:42 smithi069 ceph-mon[29571]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:44.368 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:44 smithi105 ceph-mon[34393]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:44 smithi135 ceph-mon[34761]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:44 smithi069 ceph-mon[29571]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-08T05:53:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-08T05:53:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:45.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-08T05:53:45.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:46 smithi105 ceph-mon[34393]: Deploying daemon osd.7 on smithi105 2024-05-08T05:53:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:46 smithi105 ceph-mon[34393]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:46 smithi135 ceph-mon[34761]: Deploying daemon osd.7 on smithi105 2024-05-08T05:53:46.572 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:46 smithi135 ceph-mon[34761]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:46.573 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:46 smithi069 ceph-mon[29571]: Deploying daemon osd.7 on smithi105 2024-05-08T05:53:46.573 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:46 smithi069 ceph-mon[29571]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:48.499 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:48 smithi105 ceph-mon[34393]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:48.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:48 smithi135 ceph-mon[34761]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:48.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:48 smithi069 ceph-mon[29571]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:50.472 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:50 smithi105 ceph-mon[34393]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:50 smithi135 ceph-mon[34761]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:50.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:50 smithi069 ceph-mon[29571]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:51 smithi105 ceph-mon[34393]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:51.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:51.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:51.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:51.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:51 smithi135 ceph-mon[34761]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:51 smithi069 ceph-mon[29571]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:53 smithi105 ceph-mon[34393]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:54.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:54.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:53 smithi135 ceph-mon[34761]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:54.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:54.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:53 smithi069 ceph-mon[29571]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:54.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:54.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:54.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:54.447 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.447+0000 7fb4a6ffd700 1 -- 172.21.15.105:0/920698324 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb4b00639a0 con 0x7fb49c0b2880 2024-05-08T05:53:54.448 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 7 on host 'smithi105' 2024-05-08T05:53:54.450 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb49c0b2880 msgr2=0x7fb49c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:54.450 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb49c0b2880 0x7fb49c0b4d40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0104560 tx=0x7fb4a0006d20 comp rx=0 tx=0).stop 2024-05-08T05:53:54.450 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 msgr2=0x7fb4b01a0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:54.450 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 0x7fb4b01a0d50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800b970 tx=0x7fb4a800bc80 comp rx=0 tx=0).stop 2024-05-08T05:53:54.450 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 shutdown_connections 2024-05-08T05:53:54.450 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb49c0b2880 0x7fb49c0b4d40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:54.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4b01050a0 0x7fb4b01a0d50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:54.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4b0103500 0x7fb4b0199790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:54.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 --2- 172.21.15.105:0/920698324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4b0104700 0x7fb4b0199cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:54.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 >> 172.21.15.105:0/920698324 conn(0x7fb4b00feaa0 msgr2=0x7fb4b0107b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:53:54.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 shutdown_connections 2024-05-08T05:53:54.451 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:53:54.450+0000 7fb4b7df6700 1 -- 172.21.15.105:0/920698324 wait complete. 2024-05-08T05:53:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:54 smithi105 ceph-mon[34393]: from='osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-08T05:53:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:54 smithi105 ceph-mon[34393]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-08T05:53:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:55.083 DEBUG:teuthology.orchestra.run.smithi105:osd.7> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.7.service 2024-05-08T05:53:55.086 INFO:tasks.cephadm:Deploying osd.8 on smithi135 with /dev/vg_nvme/lv_2... 2024-05-08T05:53:55.086 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-08T05:53:55.112 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:54 smithi135 ceph-mon[34761]: from='osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-08T05:53:55.112 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:54 smithi135 ceph-mon[34761]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-08T05:53:55.112 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:55.112 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:55.112 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:55.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:54 smithi069 ceph-mon[29571]: from='osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-08T05:53:55.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:54 smithi069 ceph-mon[29571]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-08T05:53:55.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:53:55.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:55.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:55.330 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:53:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:55 smithi135 ceph-mon[34761]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:55 smithi135 ceph-mon[34761]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-08T05:53:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:55 smithi135 ceph-mon[34761]: osdmap e45: 8 total, 7 up, 8 in 2024-05-08T05:53:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:55 smithi135 ceph-mon[34761]: from='osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:53:56.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:55 smithi135 ceph-mon[34761]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:53:56.264 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:55 smithi105 ceph-mon[34393]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:56.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:55 smithi105 ceph-mon[34393]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-08T05:53:56.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:55 smithi105 ceph-mon[34393]: osdmap e45: 8 total, 7 up, 8 in 2024-05-08T05:53:56.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:56.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:55 smithi105 ceph-mon[34393]: from='osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:53:56.265 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:55 smithi105 ceph-mon[34393]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:53:56.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:55 smithi069 ceph-mon[29571]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:55 smithi069 ceph-mon[29571]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-08T05:53:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:55 smithi069 ceph-mon[29571]: osdmap e45: 8 total, 7 up, 8 in 2024-05-08T05:53:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:55 smithi069 ceph-mon[29571]: from='osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:53:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:55 smithi069 ceph-mon[29571]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:53:56.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 05:53:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T05:53:56.264+0000 7f46efd27700 -1 osd.7 0 waiting for initial osdmap 2024-05-08T05:53:56.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 05:53:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T05:53:56.274+0000 7f46e7b12700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:53:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:53:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: osdmap e46: 8 total, 7 up, 8 in 2024-05-08T05:53:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: osdmap e47: 8 total, 7 up, 8 in 2024-05-08T05:53:57.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:56 smithi105 ceph-mon[34393]: from='osd.7 ' entity='osd.7' 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: osdmap e46: 8 total, 7 up, 8 in 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: osdmap e47: 8 total, 7 up, 8 in 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:56 smithi135 ceph-mon[34761]: from='osd.7 ' entity='osd.7' 2024-05-08T05:53:57.294 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-08T05:53:57.294 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-08T05:53:57.294 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2024-05-08T05:53:57.295 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2024-05-08T05:53:57.295 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115322 s, 909 MB/s 2024-05-08T05:53:57.295 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2024-05-08T05:53:57.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:53:57.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: osdmap e46: 8 total, 7 up, 8 in 2024-05-08T05:53:57.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: osdmap e47: 8 total, 7 up, 8 in 2024-05-08T05:53:57.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:57.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:56 smithi069 ceph-mon[29571]: from='osd.7 ' entity='osd.7' 2024-05-08T05:53:57.952 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_2 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] boot 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: osdmap e48: 8 total, 8 up, 8 in 2024-05-08T05:53:58.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:58.242 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:53:58.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:53:58.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:53:58.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:58.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:58.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] boot 2024-05-08T05:53:58.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: osdmap e48: 8 total, 8 up, 8 in 2024-05-08T05:53:58.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:58.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:53:58.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:53:58.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 208 MiB used, 626 GiB / 626 GiB avail 2024-05-08T05:53:58.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:58.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: osd.7 [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] boot 2024-05-08T05:53:58.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: osdmap e48: 8 total, 8 up, 8 in 2024-05-08T05:53:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-08T05:53:59.222 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi105 2024-05-08T05:53:59.222 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: osdmap e49: 8 total, 8 up, 8 in 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi105 to 5696M 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:59.223 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:53:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi105 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: osdmap e49: 8 total, 8 up, 8 in 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi105 to 5696M 2024-05-08T05:53:59.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:59.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:59.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:53:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi105 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: osdmap e49: 8 total, 8 up, 8 in 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi105 to 5696M 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:53:59.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:53:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:53:59.739 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 -- 172.21.15.135:0/4041487348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810102400 msgr2=0x7ff810102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:59.739 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 --2- 172.21.15.135:0/4041487348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810102400 0x7ff810102820 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ff800009990 tx=0x7ff800009ca0 comp rx=0 tx=0).stop 2024-05-08T05:53:59.739 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 -- 172.21.15.135:0/4041487348 shutdown_connections 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 --2- 172.21.15.135:0/4041487348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103fa0 0x7ff81010a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 --2- 172.21.15.135:0/4041487348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810102400 0x7ff810102820 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 --2- 172.21.15.135:0/4041487348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff810103600 0x7ff810103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 -- 172.21.15.135:0/4041487348 >> 172.21.15.135:0/4041487348 conn(0x7ff8100fd9a0 msgr2=0x7ff8100ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 -- 172.21.15.135:0/4041487348 shutdown_connections 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.737+0000 7ff815f60700 1 -- 172.21.15.135:0/4041487348 wait complete. 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 Processor -- start 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 -- start start 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff810102400 0x7ff810106390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103600 0x7ff8101049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 0x7ff810104f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff81010df70 con 0x7ff810102400 2024-05-08T05:53:59.740 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff81010ddf0 con 0x7ff810103600 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff815f60700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff81010e0f0 con 0x7ff810103fa0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff80ffff700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 0x7ff810104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff80ffff700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 0x7ff810104f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:32792/0 (socket says 172.21.15.135:32792) 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.738+0000 7ff80ffff700 1 -- 172.21.15.135:0/331176051 learned_addr learned my addr 172.21.15.135:0/331176051 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80effd700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103600 0x7ff8101049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80ffff700 1 -- 172.21.15.135:0/331176051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103600 msgr2=0x7ff8101049e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80ffff700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103600 0x7ff8101049e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80ffff700 1 -- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff810102400 msgr2=0x7ff810106390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80ffff700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff810102400 0x7ff810106390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80ffff700 1 -- 172.21.15.135:0/331176051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8101057d0 con 0x7ff810103fa0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80effd700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103600 0x7ff8101049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80ffff700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 0x7ff810104f20 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff80800b970 tx=0x7ff80800bd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808019070 con 0x7ff810103fa0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff808014440 con 0x7ff810103fa0 2024-05-08T05:53:59.741 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80800ce60 con 0x7ff810103fa0 2024-05-08T05:53:59.742 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8101a3940 con 0x7ff810103fa0 2024-05-08T05:53:59.742 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.739+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8101a3f00 con 0x7ff810103fa0 2024-05-08T05:53:59.742 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.740+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff81006a190 con 0x7ff810103fa0 2024-05-08T05:53:59.742 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.741+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ff80801c070 con 0x7ff810103fa0 2024-05-08T05:53:59.743 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.742+0000 7ff80cff9700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7fc0b2900 0x7ff7fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:53:59.743 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.742+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5397+0+0 (secure 0 0 0) 0x7ff8080e0ed0 con 0x7ff810103fa0 2024-05-08T05:53:59.743 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.743+0000 7ff80f7fe700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7fc0b2900 0x7ff7fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:53:59.743 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.743+0000 7ff80f7fe700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7fc0b2900 0x7ff7fc0b4dc0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff8000098e0 tx=0x7ff800003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:53:59.746 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.746+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff8080a9750 con 0x7ff810103fa0 2024-05-08T05:53:59.961 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:53:59.961+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7ff81006b890 con 0x7ff7fc0b2900 2024-05-08T05:54:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:00 smithi135 ceph-mon[34761]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:00 smithi135 ceph-mon[34761]: osdmap e50: 8 total, 8 up, 8 in 2024-05-08T05:54:00.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:54:00.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:54:00.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:00 smithi105 ceph-mon[34393]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:00 smithi105 ceph-mon[34393]: osdmap e50: 8 total, 8 up, 8 in 2024-05-08T05:54:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:54:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:54:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:00 smithi069 ceph-mon[29571]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:00 smithi069 ceph-mon[29571]: osdmap e50: 8 total, 8 up, 8 in 2024-05-08T05:54:00.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:54:00.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:54:00.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:01.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:01 smithi105 ceph-mon[34393]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:54:01.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:01 smithi135 ceph-mon[34761]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:54:01.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:01 smithi069 ceph-mon[29571]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:54:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:02 smithi105 ceph-mon[34393]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:02 smithi135 ceph-mon[34761]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:02 smithi069 ceph-mon[29571]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:03 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/3035980547' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]: dispatch 2024-05-08T05:54:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:03 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]: dispatch 2024-05-08T05:54:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:03 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]': finished 2024-05-08T05:54:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:03 smithi105 ceph-mon[34393]: osdmap e51: 9 total, 8 up, 9 in 2024-05-08T05:54:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:03 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/3035980547' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]: dispatch 2024-05-08T05:54:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:03 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]: dispatch 2024-05-08T05:54:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:03 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]': finished 2024-05-08T05:54:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:03 smithi135 ceph-mon[34761]: osdmap e51: 9 total, 8 up, 9 in 2024-05-08T05:54:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:03.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:03 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/3035980547' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]: dispatch 2024-05-08T05:54:03.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:03 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]: dispatch 2024-05-08T05:54:03.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:03 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90ff603f-4e39-46ab-80ac-b42db60cc96f"}]': finished 2024-05-08T05:54:03.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:03 smithi069 ceph-mon[29571]: osdmap e51: 9 total, 8 up, 9 in 2024-05-08T05:54:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:04 smithi105 ceph-mon[34393]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:04 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/1657314633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:54:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:04 smithi135 ceph-mon[34761]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:04 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/1657314633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:54:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:04 smithi069 ceph-mon[29571]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:04 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/1657314633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:54:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:06 smithi105 ceph-mon[34393]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-05-08T05:54:06.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:06 smithi135 ceph-mon[34761]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-05-08T05:54:06.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:06 smithi069 ceph-mon[29571]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-05-08T05:54:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:08 smithi135 ceph-mon[34761]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:54:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:08 smithi105 ceph-mon[34393]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:54:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:08 smithi069 ceph-mon[29571]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:54:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:10 smithi105 ceph-mon[34393]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-08T05:54:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-08T05:54:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:10 smithi135 ceph-mon[34761]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-08T05:54:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-08T05:54:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:10 smithi069 ceph-mon[29571]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-05-08T05:54:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-08T05:54:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:11.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:11 smithi105 ceph-mon[34393]: Deploying daemon osd.8 on smithi135 2024-05-08T05:54:11.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:11 smithi135 ceph-mon[34761]: Deploying daemon osd.8 on smithi135 2024-05-08T05:54:11.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:11 smithi069 ceph-mon[29571]: Deploying daemon osd.8 on smithi135 2024-05-08T05:54:12.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:12 smithi105 ceph-mon[34393]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:12.542 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:12 smithi135 ceph-mon[34761]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:12 smithi069 ceph-mon[29571]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:14 smithi105 ceph-mon[34393]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:14 smithi135 ceph-mon[34761]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:14 smithi069 ceph-mon[29571]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:16 smithi135 ceph-mon[34761]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-08T05:54:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:16 smithi069 ceph-mon[29571]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-08T05:54:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:16 smithi105 ceph-mon[34393]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-08T05:54:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:18 smithi135 ceph-mon[34761]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:18.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:18 smithi069 ceph-mon[29571]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:18 smithi105 ceph-mon[34393]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:19.901 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.901+0000 7ff80cff9700 1 -- 172.21.15.135:0/331176051 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff81006b890 con 0x7ff7fc0b2900 2024-05-08T05:54:19.902 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 8 on host 'smithi135' 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7fc0b2900 msgr2=0x7ff7fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7fc0b2900 0x7ff7fc0b4dc0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff8000098e0 tx=0x7ff800003860 comp rx=0 tx=0).stop 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 msgr2=0x7ff810104f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 0x7ff810104f20 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ff80800b970 tx=0x7ff80800bd30 comp rx=0 tx=0).stop 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 shutdown_connections 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff810103fa0 0x7ff810104f20 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff810102400 0x7ff810106390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7fc0b2900 0x7ff7fc0b4dc0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.903+0000 7ff815f60700 1 --2- 172.21.15.135:0/331176051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff810103600 0x7ff8101049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.904+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 >> 172.21.15.135:0/331176051 conn(0x7ff8100fd9a0 msgr2=0x7ff81006b180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:54:19.904 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.904+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 shutdown_connections 2024-05-08T05:54:19.905 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:54:19.904+0000 7ff815f60700 1 -- 172.21.15.135:0/331176051 wait complete. 2024-05-08T05:54:20.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:20.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:20.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:20 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-08T05:54:20.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:20.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:20 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:54:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-08T05:54:20.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-08T05:54:20.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:20.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:20 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:20.582 DEBUG:teuthology.orchestra.run.smithi135:osd.8> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.8.service 2024-05-08T05:54:20.585 INFO:tasks.cephadm:Deploying osd.9 on smithi069 with /dev/vg_nvme/lv_1... 2024-05-08T05:54:20.585 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-08T05:54:21.055 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:54:21.461 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:21 smithi069 ceph-mon[29571]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-08T05:54:21.461 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:21 smithi069 ceph-mon[29571]: from='osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:54:21.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:21 smithi069 ceph-mon[29571]: osdmap e52: 9 total, 8 up, 9 in 2024-05-08T05:54:21.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:21.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:21 smithi069 ceph-mon[29571]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:54:21.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:21 smithi135 ceph-mon[34761]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-08T05:54:21.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:21 smithi135 ceph-mon[34761]: from='osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:54:21.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:21 smithi135 ceph-mon[34761]: osdmap e52: 9 total, 8 up, 9 in 2024-05-08T05:54:21.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:21.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:21 smithi135 ceph-mon[34761]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:54:21.562 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 05:54:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T05:54:21.299+0000 7f55f856e700 -1 osd.8 0 waiting for initial osdmap 2024-05-08T05:54:21.562 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 05:54:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T05:54:21.309+0000 7f55f4361700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:54:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:21 smithi105 ceph-mon[34393]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-08T05:54:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:21 smithi105 ceph-mon[34393]: from='osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:54:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:21 smithi105 ceph-mon[34393]: osdmap e52: 9 total, 8 up, 9 in 2024-05-08T05:54:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:21 smithi105 ceph-mon[34393]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: osdmap e53: 9 total, 8 up, 9 in 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] boot 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: osdmap e54: 9 total, 9 up, 9 in 2024-05-08T05:54:22.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:22 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: osdmap e53: 9 total, 8 up, 9 in 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] boot 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: osdmap e54: 9 total, 9 up, 9 in 2024-05-08T05:54:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:22 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 239 MiB used, 715 GiB / 715 GiB avail 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: osdmap e53: 9 total, 8 up, 9 in 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: osd.8 [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] boot 2024-05-08T05:54:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: osdmap e54: 9 total, 9 up, 9 in 2024-05-08T05:54:22.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:22 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-08T05:54:23.559 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:23 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:54:23.560 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:23 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:54:23.560 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:23 smithi135 ceph-mon[34761]: osdmap e55: 9 total, 9 up, 9 in 2024-05-08T05:54:23.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:23 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:54:23.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:23 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:54:23.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:23 smithi069 ceph-mon[29571]: osdmap e55: 9 total, 9 up, 9 in 2024-05-08T05:54:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:23 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:54:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:23 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:54:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:23 smithi105 ceph-mon[34393]: osdmap e55: 9 total, 9 up, 9 in 2024-05-08T05:54:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-08T05:54:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-08T05:54:24.237 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-05-08T05:54:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-05-08T05:54:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0360915 s, 291 MB/s 2024-05-08T05:54:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 266 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:54:24.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:24 smithi069 ceph-mon[29571]: osdmap e56: 9 total, 9 up, 9 in 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 266 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:54:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:24 smithi105 ceph-mon[34393]: osdmap e56: 9 total, 9 up, 9 in 2024-05-08T05:54:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 266 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:24 smithi135 ceph-mon[34761]: osdmap e56: 9 total, 9 up, 9 in 2024-05-08T05:54:25.237 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi069:vg_nvme/lv_1 2024-05-08T05:54:25.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:25 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi135 2024-05-08T05:54:25.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:25 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi135 to 5696M 2024-05-08T05:54:25.673 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:54:25.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:25 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi135 2024-05-08T05:54:25.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:25 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi135 to 5696M 2024-05-08T05:54:25.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:25 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi135 2024-05-08T05:54:25.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:25 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi135 to 5696M 2024-05-08T05:54:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:26 smithi069 ceph-mon[29571]: pgmap v217: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:26.713 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:26 smithi135 ceph-mon[34761]: pgmap v217: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:26 smithi105 ceph-mon[34393]: pgmap v217: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:28.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.061+0000 7fbe81800700 1 -- 172.21.15.69:0/1144761395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c105640 msgr2=0x7fbe7c105a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:28.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.061+0000 7fbe81800700 1 --2- 172.21.15.69:0/1144761395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c105640 0x7fbe7c105a60 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c0099c0 tx=0x7fbe6c009cd0 comp rx=0 tx=0).stop 2024-05-08T05:54:28.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.061+0000 7fbe81800700 1 -- 172.21.15.69:0/1144761395 shutdown_connections 2024-05-08T05:54:28.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.061+0000 7fbe81800700 1 --2- 172.21.15.69:0/1144761395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe7c1071e0 0x7fbe7c10da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:28.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.061+0000 7fbe81800700 1 --2- 172.21.15.69:0/1144761395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c105640 0x7fbe7c105a60 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:28.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.062+0000 7fbe81800700 1 --2- 172.21.15.69:0/1144761395 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c106840 0x7fbe7c106ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:28.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.062+0000 7fbe81800700 1 -- 172.21.15.69:0/1144761395 >> 172.21.15.69:0/1144761395 conn(0x7fbe7c100be0 msgr2=0x7fbe7c103020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:54:28.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.062+0000 7fbe81800700 1 -- 172.21.15.69:0/1144761395 shutdown_connections 2024-05-08T05:54:28.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.062+0000 7fbe81800700 1 -- 172.21.15.69:0/1144761395 wait complete. 2024-05-08T05:54:28.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 Processor -- start 2024-05-08T05:54:28.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 -- start start 2024-05-08T05:54:28.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c105640 0x7fbe7c19b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:54:28.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 0x7fbe7c19bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe7c1071e0 0x7fbe7c1a2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c111110 con 0x7fbe7c106840 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c110f90 con 0x7fbe7c1071e0 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe81800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe7c111290 con 0x7fbe7c105640 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe7b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 0x7fbe7c19bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe7b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 0x7fbe7c19bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47346/0 (socket says 172.21.15.69:47346) 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.063+0000 7fbe7b400700 1 -- 172.21.15.69:0/2564525093 learned_addr learned my addr 172.21.15.69:0/2564525093 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c105640 0x7fbe7c19b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe80e00700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe7c1071e0 0x7fbe7c1a2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 -- 172.21.15.69:0/2564525093 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe7c1071e0 msgr2=0x7fbe7c1a2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe7c1071e0 0x7fbe7c1a2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 -- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 msgr2=0x7fbe7c19bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:28.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 0x7fbe7c19bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:28.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 -- 172.21.15.69:0/2564525093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe7c1a3420 con 0x7fbe7c105640 2024-05-08T05:54:28.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7b400700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 0x7fbe7c19bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:54:28.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.064+0000 7fbe7be00700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c105640 0x7fbe7c19b7c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c0099c0 tx=0x7fbe6c003af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:54:28.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.065+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6c0050c0 con 0x7fbe7c105640 2024-05-08T05:54:28.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.065+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe7c1a36b0 con 0x7fbe7c105640 2024-05-08T05:54:28.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.065+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe6c00f460 con 0x7fbe7c105640 2024-05-08T05:54:28.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.065+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe6c017670 con 0x7fbe7c105640 2024-05-08T05:54:28.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.065+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe7c1a3b60 con 0x7fbe7c105640 2024-05-08T05:54:28.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.066+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe7c06a190 con 0x7fbe7c105640 2024-05-08T05:54:28.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.068+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fbe6c00f610 con 0x7fbe7c105640 2024-05-08T05:54:28.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.070+0000 7fbe78c00700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe600b2880 0x7fbe600b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:54:28.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.070+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7fbe6c0e2580 con 0x7fbe7c105640 2024-05-08T05:54:28.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.070+0000 7fbe7b400700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe600b2880 0x7fbe600b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:54:28.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.071+0000 7fbe7b400700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe600b2880 0x7fbe600b4d40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbe68011630 tx=0x7fbe68009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:54:28.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.074+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbe6c013070 con 0x7fbe7c105640 2024-05-08T05:54:28.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:28.316+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fbe7c0638e0 con 0x7fbe600b2880 2024-05-08T05:54:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:28 smithi069 ceph-mon[29571]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:54:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:54:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:28 smithi105 ceph-mon[34393]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:54:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:54:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:28 smithi135 ceph-mon[34761]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:54:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:54:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:29 smithi069 ceph-mon[29571]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:54:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:29 smithi105 ceph-mon[34393]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:54:29.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:29 smithi135 ceph-mon[34761]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:54:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:30 smithi069 ceph-mon[29571]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-05-08T05:54:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:30 smithi105 ceph-mon[34393]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-05-08T05:54:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:30 smithi135 ceph-mon[34761]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-05-08T05:54:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:32 smithi105 ceph-mon[34393]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:54:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:32 smithi135 ceph-mon[34761]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:54:32.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:32 smithi069 ceph-mon[29571]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:54:33.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:33 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1060552754' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73368eff-2b60-4480-a24f-611b8c428d35"}]: dispatch 2024-05-08T05:54:33.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:33 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1060552754' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73368eff-2b60-4480-a24f-611b8c428d35"}]': finished 2024-05-08T05:54:33.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:33 smithi069 ceph-mon[29571]: osdmap e57: 10 total, 9 up, 10 in 2024-05-08T05:54:33.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:33 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1060552754' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73368eff-2b60-4480-a24f-611b8c428d35"}]: dispatch 2024-05-08T05:54:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:33 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1060552754' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73368eff-2b60-4480-a24f-611b8c428d35"}]': finished 2024-05-08T05:54:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:33 smithi105 ceph-mon[34393]: osdmap e57: 10 total, 9 up, 10 in 2024-05-08T05:54:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:33.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:33 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1060552754' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73368eff-2b60-4480-a24f-611b8c428d35"}]: dispatch 2024-05-08T05:54:33.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:33 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1060552754' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73368eff-2b60-4480-a24f-611b8c428d35"}]': finished 2024-05-08T05:54:33.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:33 smithi135 ceph-mon[34761]: osdmap e57: 10 total, 9 up, 10 in 2024-05-08T05:54:33.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:34.671 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:34 smithi105 ceph-mon[34393]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-05-08T05:54:34.671 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:34 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3533307314' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:54:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:34 smithi135 ceph-mon[34761]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-05-08T05:54:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:34 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3533307314' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:54:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:34 smithi069 ceph-mon[29571]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-05-08T05:54:34.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:34 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3533307314' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:54:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:36 smithi105 ceph-mon[34393]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:36.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:36 smithi069 ceph-mon[29571]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:36 smithi135 ceph-mon[34761]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:38.636 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:38 smithi069 ceph-mon[29571]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:38 smithi105 ceph-mon[34393]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:38 smithi135 ceph-mon[34761]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-08T05:54:40.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:40 smithi069 ceph-mon[29571]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:40 smithi105 ceph-mon[34393]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:40 smithi135 ceph-mon[34761]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:42 smithi105 ceph-mon[34393]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-08T05:54:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:42 smithi135 ceph-mon[34761]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-08T05:54:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:42.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:42 smithi069 ceph-mon[29571]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:42.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-08T05:54:42.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:54:43.543 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:43 smithi069 ceph-mon[29571]: Deploying daemon osd.9 on smithi069 2024-05-08T05:54:43.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:43 smithi105 ceph-mon[34393]: Deploying daemon osd.9 on smithi069 2024-05-08T05:54:43.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:43 smithi135 ceph-mon[34761]: Deploying daemon osd.9 on smithi069 2024-05-08T05:54:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:44 smithi069 ceph-mon[29571]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:44 smithi105 ceph-mon[34393]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:44 smithi135 ceph-mon[34761]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:46 smithi105 ceph-mon[34393]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:46 smithi135 ceph-mon[34761]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:46 smithi069 ceph-mon[29571]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:48.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:48 smithi069 ceph-mon[29571]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:48 smithi105 ceph-mon[34393]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:48 smithi135 ceph-mon[34761]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:50.691 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:50 smithi069 ceph-mon[29571]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:50 smithi105 ceph-mon[34393]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:50 smithi135 ceph-mon[34761]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:52.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:52 smithi069 ceph-mon[29571]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:52.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:52.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:52.273 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:52 smithi105 ceph-mon[34393]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:52 smithi135 ceph-mon[34761]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:54:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:54.441 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:54 smithi069 ceph-mon[29571]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:54.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:54 smithi105 ceph-mon[34393]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:54 smithi135 ceph-mon[34761]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:55.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:55 smithi069 ceph-mon[29571]: from='osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-08T05:54:55.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:55 smithi069 ceph-mon[29571]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-08T05:54:55.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:55 smithi105 ceph-mon[34393]: from='osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-08T05:54:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:55 smithi105 ceph-mon[34393]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-08T05:54:55.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:55.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:55 smithi135 ceph-mon[34761]: from='osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-08T05:54:55.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:55 smithi135 ceph-mon[34761]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-08T05:54:55.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:56.420 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 9 on host 'smithi069' 2024-05-08T05:54:56.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.419+0000 7fbe78c00700 1 -- 172.21.15.69:0/2564525093 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fbe7c0638e0 con 0x7fbe600b2880 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: from='osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: osdmap e58: 10 total, 9 up, 10 in 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:56.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:56 smithi069 ceph-mon[29571]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:54:56.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.423+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe600b2880 msgr2=0x7fbe600b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:56.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.423+0000 7fbe81800700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe600b2880 0x7fbe600b4d40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fbe68011630 tx=0x7fbe68009260 comp rx=0 tx=0).stop 2024-05-08T05:54:56.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.423+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c105640 msgr2=0x7fbe7c19b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:54:56.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.423+0000 7fbe81800700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c105640 0x7fbe7c19b7c0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbe6c0099c0 tx=0x7fbe6c003af0 comp rx=0 tx=0).stop 2024-05-08T05:54:56.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 shutdown_connections 2024-05-08T05:54:56.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe600b2880 0x7fbe600b4d40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:56.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe7c1071e0 0x7fbe7c1a2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:56.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe7c105640 0x7fbe7c19b7c0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:56.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 --2- 172.21.15.69:0/2564525093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe7c106840 0x7fbe7c19bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:54:56.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 >> 172.21.15.69:0/2564525093 conn(0x7fbe7c100be0 msgr2=0x7fbe7c109bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:54:56.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.424+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 shutdown_connections 2024-05-08T05:54:56.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:54:56.425+0000 7fbe81800700 1 -- 172.21.15.69:0/2564525093 wait complete. 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: from='osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: osdmap e58: 10 total, 9 up, 10 in 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:56.463 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:56 smithi135 ceph-mon[34761]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: from='osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: osdmap e58: 10 total, 9 up, 10 in 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:56 smithi105 ceph-mon[34393]: from='osd.9 ' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: osdmap e59: 10 total, 9 up, 10 in 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:57.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:57 smithi069 ceph-mon[29571]: from='osd.9 ' entity='osd.9' 2024-05-08T05:54:57.427 DEBUG:teuthology.orchestra.run.smithi069:osd.9> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.9.service 2024-05-08T05:54:57.433 INFO:tasks.cephadm:Deploying osd.10 on smithi105 with /dev/vg_nvme/lv_1... 2024-05-08T05:54:57.433 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: osdmap e59: 10 total, 9 up, 10 in 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:57.460 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:57 smithi105 ceph-mon[34393]: from='osd.9 ' entity='osd.9' 2024-05-08T05:54:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: from='osd.9 ' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-05-08T05:54:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: osdmap e59: 10 total, 9 up, 10 in 2024-05-08T05:54:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:57.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:57.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:54:57.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:57 smithi135 ceph-mon[34761]: from='osd.9 ' entity='osd.9' 2024-05-08T05:54:57.678 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] boot 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: osdmap e60: 10 total, 10 up, 10 in 2024-05-08T05:54:58.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:54:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:54:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] boot 2024-05-08T05:54:58.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: osdmap e60: 10 total, 10 up, 10 in 2024-05-08T05:54:58.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:54:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:54:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-05-08T05:54:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: osd.9 [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] boot 2024-05-08T05:54:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: osdmap e60: 10 total, 10 up, 10 in 2024-05-08T05:54:58.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-08T05:54:59.676 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-08T05:54:59.676 INFO:teuthology.orchestra.run.smithi105.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-08T05:54:59.677 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10+0 records in 2024-05-08T05:54:59.677 INFO:teuthology.orchestra.run.smithi105.stderr:10+0 records out 2024-05-08T05:54:59.677 INFO:teuthology.orchestra.run.smithi105.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115282 s, 910 MB/s 2024-05-08T05:54:59.677 INFO:teuthology.orchestra.run.smithi105.stderr:--> Zapping successful for: 2024-05-08T05:55:00.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:59 smithi135 ceph-mon[34761]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:00.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:54:59 smithi135 ceph-mon[34761]: osdmap e61: 10 total, 10 up, 10 in 2024-05-08T05:55:00.063 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:59 smithi105 ceph-mon[34393]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:00.063 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:54:59 smithi105 ceph-mon[34393]: osdmap e61: 10 total, 10 up, 10 in 2024-05-08T05:55:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:59 smithi069 ceph-mon[29571]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:00.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:54:59 smithi069 ceph-mon[29571]: osdmap e61: 10 total, 10 up, 10 in 2024-05-08T05:55:00.480 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi105:vg_nvme/lv_1 2024-05-08T05:55:00.767 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T05:55:01.895 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:01 smithi105 ceph-mon[34393]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:02.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:01 smithi135 ceph-mon[34761]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:02.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:01 smithi069 ceph-mon[29571]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.451+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3683832202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0104b10 msgr2=0x7f6fa0104f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.451+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3683832202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0104b10 0x7f6fa0104f30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6f90009990 tx=0x7f6f90009ca0 comp rx=0 tx=0).stop 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3683832202 shutdown_connections 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3683832202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fa0101f30 0x7f6fa010bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3683832202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0104b10 0x7f6fa0104f30 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3683832202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fa0101590 0x7f6fa01019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3683832202 >> 172.21.15.105:0/3683832202 conn(0x7f6fa00fd150 msgr2=0x7f6fa00ff590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3683832202 shutdown_connections 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3683832202 wait complete. 2024-05-08T05:55:02.455 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 Processor -- start 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.452+0000 7f6fa4ad7700 1 -- start start 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 0x7f6fa0199640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fa0101f30 0x7f6fa0199b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fa0104b10 0x7f6fa01a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa010f030 con 0x7f6fa0104b10 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa010eeb0 con 0x7f6fa0101590 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6fa010f1b0 con 0x7f6fa0101f30 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 0x7f6fa0199640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 0x7f6fa0199640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.105:58726/0 (socket says 172.21.15.105:58726) 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 -- 172.21.15.105:0/3517219084 learned_addr learned my addr 172.21.15.105:0/3517219084 (peer_addr_for_me v2:172.21.15.105:0/0) 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9dd9b700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fa0101f30 0x7f6fa0199b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 -- 172.21.15.105:0/3517219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fa0101f30 msgr2=0x7f6fa0199b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fa0101f30 0x7f6fa0199b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 -- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fa0104b10 msgr2=0x7f6fa01a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fa0104b10 0x7f6fa01a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:02.456 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 -- 172.21.15.105:0/3517219084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fa01a12a0 con 0x7f6fa0101590 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f9e59c700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 0x7f6fa0199640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6f900057c0 tx=0x7f6f90009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f90027070 con 0x7f6fa0101590 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f90022470 con 0x7f6fa0101590 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fa01a1530 con 0x7f6fa0101590 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f9000f680 con 0x7f6fa0101590 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.453+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fa01a1980 con 0x7f6fa0101590 2024-05-08T05:55:02.457 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.454+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fa006a190 con 0x7f6fa0101590 2024-05-08T05:55:02.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.456+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f6f9002a070 con 0x7f6fa0101590 2024-05-08T05:55:02.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.456+0000 7f6f8f7fe700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f880b2880 0x7f6f880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:02.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.456+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7f6f900e2b10 con 0x7f6fa0101590 2024-05-08T05:55:02.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.456+0000 7f6f9dd9b700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f880b2880 0x7f6f880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:02.458 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.457+0000 7f6f9dd9b700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f880b2880 0x7f6f880b4d40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6f94005ea0 tx=0x7f6f94005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:02.460 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.460+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6f90013070 con 0x7f6fa0101590 2024-05-08T05:55:02.675 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:02.675+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f6fa00638e0 con 0x7f6f880b2880 2024-05-08T05:55:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi069 2024-05-08T05:55:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi069 to 4272M 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:03.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:55:03.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:55:03.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi069 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi069 to 4272M 2024-05-08T05:55:03.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:55:03.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi069 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi069 to 4272M 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.571 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:03.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:03.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:03.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:03.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:55:03.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:55:03.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:04 smithi135 ceph-mon[34761]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:55:04.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:04 smithi135 ceph-mon[34761]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:04 smithi069 ceph-mon[29571]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:55:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:04 smithi069 ceph-mon[29571]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:04.663 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:04 smithi105 ceph-mon[34393]: from='client.24368 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi105:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:55:04.663 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:04 smithi105 ceph-mon[34393]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/3646517059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]: dispatch 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]: dispatch 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]': finished 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: osdmap e62: 11 total, 10 up, 11 in 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:06.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:06 smithi069 ceph-mon[29571]: from='client.? 172.21.15.105:0/592065079' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:55:06.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:06.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/3646517059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]: dispatch 2024-05-08T05:55:06.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]: dispatch 2024-05-08T05:55:06.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]': finished 2024-05-08T05:55:06.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: osdmap e62: 11 total, 10 up, 11 in 2024-05-08T05:55:06.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:06.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:06 smithi105 ceph-mon[34393]: from='client.? 172.21.15.105:0/592065079' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/3646517059' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]: dispatch 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]: dispatch 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "20deee35-d5b3-4d1f-aeb7-4501511f32ef"}]': finished 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: osdmap e62: 11 total, 10 up, 11 in 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:06 smithi135 ceph-mon[34761]: from='client.? 172.21.15.105:0/592065079' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:55:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:08 smithi105 ceph-mon[34393]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:08 smithi135 ceph-mon[34761]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:08.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:08 smithi069 ceph-mon[29571]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 298 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:10.593 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:10 smithi105 ceph-mon[34393]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:10 smithi135 ceph-mon[34761]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:10.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:10 smithi069 ceph-mon[29571]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:12.675 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:12 smithi105 ceph-mon[34393]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:12 smithi135 ceph-mon[34761]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:12 smithi069 ceph-mon[29571]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:13.652 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-08T05:55:13.652 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:13 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:13.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-08T05:55:13.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:13 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:13.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-08T05:55:13.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:13 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:14.650 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:14 smithi105 ceph-mon[34393]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:14.650 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:14 smithi105 ceph-mon[34393]: Deploying daemon osd.10 on smithi105 2024-05-08T05:55:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:14 smithi135 ceph-mon[34761]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:14 smithi135 ceph-mon[34761]: Deploying daemon osd.10 on smithi105 2024-05-08T05:55:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:14 smithi069 ceph-mon[29571]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:14 smithi069 ceph-mon[29571]: Deploying daemon osd.10 on smithi105 2024-05-08T05:55:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:16 smithi105 ceph-mon[34393]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:16 smithi135 ceph-mon[34761]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:16.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:16 smithi069 ceph-mon[29571]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:18 smithi105 ceph-mon[34393]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:18 smithi135 ceph-mon[34761]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:18 smithi069 ceph-mon[29571]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:19 smithi105 ceph-mon[34393]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:19 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:19 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:19 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:20.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:19 smithi135 ceph-mon[34761]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:20.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:19 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:20.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:19 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:20.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:19 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:19 smithi069 ceph-mon[29571]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:19 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:19 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:19 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:22.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:21 smithi105 ceph-mon[34393]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:22.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:21 smithi135 ceph-mon[34761]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:22.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:21 smithi069 ceph-mon[29571]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:22.915 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.915+0000 7f6f8f7fe700 1 -- 172.21.15.105:0/3517219084 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f6fa00638e0 con 0x7f6f880b2880 2024-05-08T05:55:22.915 INFO:teuthology.orchestra.run.smithi105.stdout:Created osd(s) 10 on host 'smithi105' 2024-05-08T05:55:22.917 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f880b2880 msgr2=0x7f6f880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f880b2880 0x7f6f880b4d40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f6f94005ea0 tx=0x7f6f94005e30 comp rx=0 tx=0).stop 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 msgr2=0x7f6fa0199640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 0x7f6fa0199640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6f900057c0 tx=0x7f6f90009f90 comp rx=0 tx=0).stop 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 shutdown_connections 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fa0104b10 0x7f6fa01a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f880b2880 0x7f6f880b4d40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fa0101590 0x7f6fa0199640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 --2- 172.21.15.105:0/3517219084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fa0101f30 0x7f6fa0199b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 >> 172.21.15.105:0/3517219084 conn(0x7f6fa00fd150 msgr2=0x7f6fa0107bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 shutdown_connections 2024-05-08T05:55:22.918 INFO:teuthology.orchestra.run.smithi105.stderr:2024-05-08T05:55:22.917+0000 7f6fa4ad7700 1 -- 172.21.15.105:0/3517219084 wait complete. 2024-05-08T05:55:23.238 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.238 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.238 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:23.238 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:23.238 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.238 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-08T05:55:23.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-08T05:55:23.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:23.239 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:23 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-08T05:55:23.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-08T05:55:23.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:23.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:23 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:23.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:23 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:23.573 DEBUG:teuthology.orchestra.run.smithi105:osd.10> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.10.service 2024-05-08T05:55:23.575 INFO:tasks.cephadm:Deploying osd.11 on smithi135 with /dev/vg_nvme/lv_1... 2024-05-08T05:55:23.575 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-08T05:55:23.824 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:55:24.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:24 smithi105 ceph-mon[34393]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:24.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:24 smithi105 ceph-mon[34393]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-08T05:55:24.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:24 smithi105 ceph-mon[34393]: from='osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:55:24.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:24 smithi105 ceph-mon[34393]: osdmap e63: 11 total, 10 up, 11 in 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:24 smithi105 ceph-mon[34393]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:24 smithi135 ceph-mon[34761]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:24 smithi135 ceph-mon[34761]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:24 smithi135 ceph-mon[34761]: from='osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:24 smithi135 ceph-mon[34761]: osdmap e63: 11 total, 10 up, 11 in 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:24.271 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:24 smithi135 ceph-mon[34761]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:55:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:24 smithi069 ceph-mon[29571]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:24 smithi069 ceph-mon[29571]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-08T05:55:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:24 smithi069 ceph-mon[29571]: from='osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:55:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:24 smithi069 ceph-mon[29571]: osdmap e63: 11 total, 10 up, 11 in 2024-05-08T05:55:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:24.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:24 smithi069 ceph-mon[29571]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]: dispatch 2024-05-08T05:55:24.764 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 05:55:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T05:55:24.487+0000 7fae48ef5700 -1 osd.10 0 waiting for initial osdmap 2024-05-08T05:55:24.764 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 05:55:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T05:55:24.502+0000 7fae40ce0700 -1 osd.10 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:55:25.227 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:55:25.227 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: osdmap e64: 11 total, 10 up, 11 in 2024-05-08T05:55:25.227 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:25.228 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: from='osd.10 ' entity='osd.10' 2024-05-08T05:55:25.228 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] boot 2024-05-08T05:55:25.228 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: osdmap e65: 11 total, 11 up, 11 in 2024-05-08T05:55:25.228 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:25 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:25.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:55:25.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: osdmap e64: 11 total, 10 up, 11 in 2024-05-08T05:55:25.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:25.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: from='osd.10 ' entity='osd.10' 2024-05-08T05:55:25.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] boot 2024-05-08T05:55:25.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: osdmap e65: 11 total, 11 up, 11 in 2024-05-08T05:55:25.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:25 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:25.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi105", "root=default"]}]': finished 2024-05-08T05:55:25.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: osdmap e64: 11 total, 10 up, 11 in 2024-05-08T05:55:25.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:25.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: from='osd.10 ' entity='osd.10' 2024-05-08T05:55:25.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: osd.10 [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] boot 2024-05-08T05:55:25.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: osdmap e65: 11 total, 11 up, 11 in 2024-05-08T05:55:25.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:25 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-08T05:55:25.889 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-08T05:55:25.889 INFO:teuthology.orchestra.run.smithi135.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-08T05:55:25.889 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10+0 records in 2024-05-08T05:55:25.889 INFO:teuthology.orchestra.run.smithi135.stderr:10+0 records out 2024-05-08T05:55:25.889 INFO:teuthology.orchestra.run.smithi135.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114869 s, 913 MB/s 2024-05-08T05:55:25.890 INFO:teuthology.orchestra.run.smithi135.stderr:--> Zapping successful for: 2024-05-08T05:55:26.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:26 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:55:26.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:26 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:55:26.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:26 smithi105 ceph-mon[34393]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:26.246 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:26 smithi105 ceph-mon[34393]: osdmap e66: 11 total, 11 up, 11 in 2024-05-08T05:55:26.277 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:26 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:55:26.277 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:26 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:55:26.277 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:26 smithi135 ceph-mon[34761]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:26.277 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:26 smithi135 ceph-mon[34761]: osdmap e66: 11 total, 11 up, 11 in 2024-05-08T05:55:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:26 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:55:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:26 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:55:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:26 smithi069 ceph-mon[29571]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-05-08T05:55:26.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:26 smithi069 ceph-mon[29571]: osdmap e66: 11 total, 11 up, 11 in 2024-05-08T05:55:26.589 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch daemon add osd smithi135:vg_nvme/lv_1 2024-05-08T05:55:26.827 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:55:27.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi105 2024-05-08T05:55:27.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi105 to 4272M 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:27 smithi135 ceph-mon[34761]: osdmap e67: 11 total, 11 up, 11 in 2024-05-08T05:55:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi105 2024-05-08T05:55:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi105 to 4272M 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:28.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:27 smithi105 ceph-mon[34393]: osdmap e67: 11 total, 11 up, 11 in 2024-05-08T05:55:28.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi105 2024-05-08T05:55:28.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi105 to 4272M 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:28.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:27 smithi069 ceph-mon[29571]: osdmap e67: 11 total, 11 up, 11 in 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 -- 172.21.15.135:0/2442951357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 msgr2=0x7f79b8103920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 --2- 172.21.15.135:0/2442951357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8103920 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009990 tx=0x7f79ac009ca0 comp rx=0 tx=0).stop 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 -- 172.21.15.135:0/2442951357 shutdown_connections 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 --2- 172.21.15.135:0/2442951357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f79b81050a0 0x7f79b810b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 --2- 172.21.15.135:0/2442951357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8103920 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 --2- 172.21.15.135:0/2442951357 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f79b8104700 0x7f79b8104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:28.516 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 -- 172.21.15.135:0/2442951357 >> 172.21.15.135:0/2442951357 conn(0x7f79b80feaa0 msgr2=0x7f79b8100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 -- 172.21.15.135:0/2442951357 shutdown_connections 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 -- 172.21.15.135:0/2442951357 wait complete. 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 Processor -- start 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.514+0000 7f79bec09700 1 -- start start 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f79b8104700 0x7f79b8199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f79b81050a0 0x7f79b81a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f79b810f020 con 0x7f79b81050a0 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f79b810eea0 con 0x7f79b8104700 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f79b810f1a0 con 0x7f79b8103500 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8199750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:58806/0 (socket says 172.21.15.135:58806) 2024-05-08T05:55:28.517 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 -- 172.21.15.135:0/3509641410 learned_addr learned my addr 172.21.15.135:0/3509641410 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79b7fff700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f79b8104700 0x7f79b8199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 -- 172.21.15.135:0/3509641410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f79b8104700 msgr2=0x7f79b8199c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f79b8104700 0x7f79b8199c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 -- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f79b81050a0 msgr2=0x7f79b81a0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f79b81050a0 0x7f79b81a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 -- 172.21.15.135:0/3509641410 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b81a1360 con 0x7f79b8103500 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bc9a5700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8199750 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f79ac0047b0 tx=0x7f79ac009580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ac026070 con 0x7f79b8103500 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79b81a15f0 con 0x7f79b8103500 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f79ac004140 con 0x7f79b8103500 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.515+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79ac005290 con 0x7f79b8103500 2024-05-08T05:55:28.518 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.516+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79b81a1aa0 con 0x7f79b8103500 2024-05-08T05:55:28.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.516+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79b806a190 con 0x7f79b8103500 2024-05-08T05:55:28.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.518+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f79ac029070 con 0x7f79b8103500 2024-05-08T05:55:28.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.518+0000 7f79b5ffb700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79a80b2880 0x7f79a80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:28.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.519+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f79ac0e2a80 con 0x7f79b8103500 2024-05-08T05:55:28.519 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.519+0000 7f79b7fff700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79a80b2880 0x7f79a80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:28.520 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.520+0000 7f79b7fff700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79a80b2880 0x7f79a80b4d40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f79a4009a10 tx=0x7f79a4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:28.522 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.522+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f79ac030020 con 0x7f79b8103500 2024-05-08T05:55:28.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:28.734+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f79b80638e0 con 0x7f79a80b2880 2024-05-08T05:55:29.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:55:29.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:55:29.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:28 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:29.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:55:29.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:55:29.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:28 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-08T05:55:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-08T05:55:29.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:28 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:30.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:29 smithi135 ceph-mon[34761]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:55:30.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:29 smithi135 ceph-mon[34761]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-05-08T05:55:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:29 smithi105 ceph-mon[34393]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:55:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:29 smithi105 ceph-mon[34393]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-05-08T05:55:30.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:29 smithi069 ceph-mon[29571]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi135:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:55:30.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:29 smithi069 ceph-mon[29571]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-05-08T05:55:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:31 smithi105 ceph-mon[34393]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-08T05:55:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:31 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/2688770218' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]: dispatch 2024-05-08T05:55:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:31 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]: dispatch 2024-05-08T05:55:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:31 smithi105 ceph-mon[34393]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]': finished 2024-05-08T05:55:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:31 smithi105 ceph-mon[34393]: osdmap e68: 12 total, 11 up, 12 in 2024-05-08T05:55:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:31 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:31 smithi135 ceph-mon[34761]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-08T05:55:32.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:31 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/2688770218' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]: dispatch 2024-05-08T05:55:32.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:31 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]: dispatch 2024-05-08T05:55:32.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:31 smithi135 ceph-mon[34761]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]': finished 2024-05-08T05:55:32.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:31 smithi135 ceph-mon[34761]: osdmap e68: 12 total, 11 up, 12 in 2024-05-08T05:55:32.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:31 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:31 smithi069 ceph-mon[29571]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-08T05:55:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:31 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/2688770218' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]: dispatch 2024-05-08T05:55:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:31 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]: dispatch 2024-05-08T05:55:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:31 smithi069 ceph-mon[29571]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3bdac260-0dae-4f4d-82d8-34e2e8752575"}]': finished 2024-05-08T05:55:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:31 smithi069 ceph-mon[29571]: osdmap e68: 12 total, 11 up, 12 in 2024-05-08T05:55:32.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:31 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:33.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:32 smithi105 ceph-mon[34393]: from='client.? 172.21.15.135:0/806159509' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:55:33.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:32 smithi135 ceph-mon[34761]: from='client.? 172.21.15.135:0/806159509' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:55:33.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:32 smithi069 ceph-mon[29571]: from='client.? 172.21.15.135:0/806159509' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-08T05:55:34.171 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:33 smithi105 ceph-mon[34393]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-08T05:55:34.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:33 smithi135 ceph-mon[34761]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-08T05:55:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:33 smithi069 ceph-mon[29571]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-08T05:55:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:35 smithi105 ceph-mon[34393]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:55:36.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:35 smithi135 ceph-mon[34761]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:55:36.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:35 smithi069 ceph-mon[29571]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-08T05:55:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:38 smithi105 ceph-mon[34393]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-08T05:55:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:38 smithi135 ceph-mon[34761]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-08T05:55:38.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:38 smithi069 ceph-mon[29571]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-08T05:55:39.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-08T05:55:39.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:39.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-08T05:55:39.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:39.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-08T05:55:39.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:40 smithi105 ceph-mon[34393]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:40 smithi105 ceph-mon[34393]: Deploying daemon osd.11 on smithi135 2024-05-08T05:55:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:40 smithi135 ceph-mon[34761]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:40 smithi135 ceph-mon[34761]: Deploying daemon osd.11 on smithi135 2024-05-08T05:55:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:40 smithi069 ceph-mon[29571]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:40 smithi069 ceph-mon[29571]: Deploying daemon osd.11 on smithi135 2024-05-08T05:55:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:42 smithi135 ceph-mon[34761]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:42 smithi105 ceph-mon[34393]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:42.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:42 smithi069 ceph-mon[29571]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:44.490 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:44 smithi135 ceph-mon[34761]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:44 smithi105 ceph-mon[34393]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:44 smithi069 ceph-mon[29571]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:45 smithi105 ceph-mon[34393]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:46.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:46.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:45 smithi135 ceph-mon[34761]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:46.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:46.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:46.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:46.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:45 smithi069 ceph-mon[29571]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:47 smithi105 ceph-mon[34393]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:48.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:47 smithi135 ceph-mon[34761]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:48.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:47 smithi069 ceph-mon[29571]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:48.424 INFO:teuthology.orchestra.run.smithi135.stdout:Created osd(s) 11 on host 'smithi135' 2024-05-08T05:55:48.424 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.423+0000 7f79b5ffb700 1 -- 172.21.15.135:0/3509641410 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f79b80638e0 con 0x7f79a80b2880 2024-05-08T05:55:48.426 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79a80b2880 msgr2=0x7f79a80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:48.426 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79a80b2880 0x7f79a80b4d40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f79a4009a10 tx=0x7f79a4009190 comp rx=0 tx=0).stop 2024-05-08T05:55:48.426 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 msgr2=0x7f79b8199750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8199750 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f79ac0047b0 tx=0x7f79ac009580 comp rx=0 tx=0).stop 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 shutdown_connections 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f79b81050a0 0x7f79b81a0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f79b8103500 0x7f79b8199750 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79a80b2880 0x7f79a80b4d40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 --2- 172.21.15.135:0/3509641410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f79b8104700 0x7f79b8199c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 >> 172.21.15.135:0/3509641410 conn(0x7f79b80feaa0 msgr2=0x7f79b8107b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 shutdown_connections 2024-05-08T05:55:48.427 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:55:48.426+0000 7f79bec09700 1 -- 172.21.15.135:0/3509641410 wait complete. 2024-05-08T05:55:49.114 DEBUG:teuthology.orchestra.run.smithi135:osd.11> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.11.service 2024-05-08T05:55:49.117 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-08T05:55:49.117 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd stat -f json 2024-05-08T05:55:49.561 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:55:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:49 smithi069 ceph-mon[29571]: from='osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-08T05:55:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:49 smithi069 ceph-mon[29571]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-08T05:55:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.666 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.666 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.666 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:49 smithi135 ceph-mon[34761]: from='osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-08T05:55:49.666 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:49 smithi135 ceph-mon[34761]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-08T05:55:49.666 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.666 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:49 smithi105 ceph-mon[34393]: from='osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-08T05:55:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:49 smithi105 ceph-mon[34393]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-08T05:55:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:50 smithi135 ceph-mon[34761]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:50 smithi135 ceph-mon[34761]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-08T05:55:50.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:50 smithi135 ceph-mon[34761]: osdmap e69: 12 total, 11 up, 12 in 2024-05-08T05:55:50.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:50 smithi135 ceph-mon[34761]: from='osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:55:50.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:50 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:50.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:50 smithi135 ceph-mon[34761]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:55:50.562 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 05:55:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T05:55:50.401+0000 7f1a69463700 -1 osd.11 0 waiting for initial osdmap 2024-05-08T05:55:50.562 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 05:55:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T05:55:50.416+0000 7f1a65256700 -1 osd.11 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-08T05:55:50.749 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:50 smithi069 ceph-mon[29571]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:50.749 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:50 smithi069 ceph-mon[29571]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-08T05:55:50.750 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:50 smithi069 ceph-mon[29571]: osdmap e69: 12 total, 11 up, 12 in 2024-05-08T05:55:50.750 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:50 smithi069 ceph-mon[29571]: from='osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:55:50.750 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:50 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:50.750 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:50 smithi069 ceph-mon[29571]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:55:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:50 smithi105 ceph-mon[34393]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:50 smithi105 ceph-mon[34393]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-08T05:55:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:50 smithi105 ceph-mon[34393]: osdmap e69: 12 total, 11 up, 12 in 2024-05-08T05:55:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:50 smithi105 ceph-mon[34393]: from='osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:55:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:50 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:50 smithi105 ceph-mon[34393]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]: dispatch 2024-05-08T05:55:51.764 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:51 smithi069 ceph-mon[29571]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:55:51.764 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:51 smithi069 ceph-mon[29571]: osdmap e70: 12 total, 11 up, 12 in 2024-05-08T05:55:51.764 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:51.764 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:51 smithi105 ceph-mon[34393]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:55:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:51 smithi105 ceph-mon[34393]: osdmap e70: 12 total, 11 up, 12 in 2024-05-08T05:55:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:51.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:51 smithi135 ceph-mon[34761]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi135", "root=default"]}]': finished 2024-05-08T05:55:51.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:51 smithi135 ceph-mon[34761]: osdmap e70: 12 total, 11 up, 12 in 2024-05-08T05:55:51.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:51.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:52.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 -- 172.21.15.69:0/3361798656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 msgr2=0x7f28e0103930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:52.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 --2- 172.21.15.69:0/3361798656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e0103930 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f28d00099c0 tx=0x7f28d0009cd0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 -- 172.21.15.69:0/3361798656 shutdown_connections 2024-05-08T05:55:52.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 --2- 172.21.15.69:0/3361798656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28e01050b0 0x7f28e010b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 --2- 172.21.15.69:0/3361798656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e0103930 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 --2- 172.21.15.69:0/3361798656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f28e0104710 0x7f28e0104b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 -- 172.21.15.69:0/3361798656 >> 172.21.15.69:0/3361798656 conn(0x7f28e00feab0 msgr2=0x7f28e0100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:52.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 -- 172.21.15.69:0/3361798656 shutdown_connections 2024-05-08T05:55:52.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.083+0000 7f28e6800700 1 -- 172.21.15.69:0/3361798656 wait complete. 2024-05-08T05:55:52.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.084+0000 7f28e6800700 1 Processor -- start 2024-05-08T05:55:52.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 -- start start 2024-05-08T05:55:52.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e019b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:52.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f28e0104710 0x7f28e019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28e01050b0 0x7f28e01a2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f28e010efe0 con 0x7f28e0103510 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f28e010ee60 con 0x7f28e01050b0 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28e6800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f28e010f160 con 0x7f28e0104710 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e019b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e019b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49374/0 (socket says 172.21.15.69:49374) 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28df400700 1 -- 172.21.15.69:0/3721121281 learned_addr learned my addr 172.21.15.69:0/3721121281 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28dfe00700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28e01050b0 0x7f28e01a2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.085+0000 7f28dea00700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f28e0104710 0x7f28e019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28df400700 1 -- 172.21.15.69:0/3721121281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f28e0104710 msgr2=0x7f28e019be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28df400700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f28e0104710 0x7f28e019be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28df400700 1 -- 172.21.15.69:0/3721121281 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28e01050b0 msgr2=0x7f28e01a2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:52.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28df400700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28e01050b0 0x7f28e01a2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28df400700 1 -- 172.21.15.69:0/3721121281 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e01a3530 con 0x7f28e0103510 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28df400700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e019b8d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f28d0003790 tx=0x7f28d00057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d0027070 con 0x7f28e0103510 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28d00040e0 con 0x7f28e0103510 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e01a37c0 con 0x7f28e0103510 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.086+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d0022e40 con 0x7f28e0103510 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.087+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e01a3c70 con 0x7f28e0103510 2024-05-08T05:55:52.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.088+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28e006a190 con 0x7f28e0103510 2024-05-08T05:55:52.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.090+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f28d002a070 con 0x7f28e0103510 2024-05-08T05:55:52.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.092+0000 7f28d7e00700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f28c40b2900 0x7f28c40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:52.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.093+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7f28d00e2f90 con 0x7f28e0103510 2024-05-08T05:55:52.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.093+0000 7f28dea00700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f28c40b2900 0x7f28c40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:52.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.094+0000 7f28dea00700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f28c40b2900 0x7f28c40b4dc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f28cc007c60 tx=0x7f28cc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:52.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.095+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f28d0013070 con 0x7f28e0103510 2024-05-08T05:55:52.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.338+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f28e01a40b0 con 0x7f28e0103510 2024-05-08T05:55:52.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.339+0000 7f28d7e00700 1 -- 172.21.15.69:0/3721121281 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7f28d00ab140 con 0x7f28e0103510 2024-05-08T05:55:52.339 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f28c40b2900 msgr2=0x7f28c40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f28c40b2900 0x7f28c40b4dc0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f28cc007c60 tx=0x7f28cc0073d0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 msgr2=0x7f28e019b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e019b8d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f28d0003790 tx=0x7f28d00057a0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 shutdown_connections 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f28c40b2900 0x7f28c40b4dc0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f28e01050b0 0x7f28e01a2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f28e0103510 0x7f28e019b8d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 --2- 172.21.15.69:0/3721121281 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f28e0104710 0x7f28e019be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 >> 172.21.15.69:0/3721121281 conn(0x7f28e00feab0 msgr2=0x7f28e00756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 shutdown_connections 2024-05-08T05:55:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:52.342+0000 7f28e6800700 1 -- 172.21.15.69:0/3721121281 wait complete. 2024-05-08T05:55:52.658 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: purged_snaps scrub starts 2024-05-08T05:55:52.658 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: purged_snaps scrub ok 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] boot 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: osdmap e71: 12 total, 12 up, 12 in 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:52.659 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:52.660 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.660 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:52 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3721121281' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: purged_snaps scrub starts 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: purged_snaps scrub ok 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] boot 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: osdmap e71: 12 total, 12 up, 12 in 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:52 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3721121281' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-08T05:55:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: purged_snaps scrub starts 2024-05-08T05:55:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: purged_snaps scrub ok 2024-05-08T05:55:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: osd.11 [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] boot 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: osdmap e71: 12 total, 12 up, 12 in 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:52.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:52.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:52 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3721121281' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-08T05:55:53.211 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":71,"num_osds":12,"num_up_osds":12,"osd_up_since":1715147751,"num_in_osds":12,"osd_in_since":1715147731,"num_remapped_pgs":0} 2024-05-08T05:55:53.212 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: Detected new or changed devices on smithi135 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi135 to 4272M 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: osdmap e72: 12 total, 12 up, 12 in 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:53.625 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: Detected new or changed devices on smithi135 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi135 to 4272M 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: osdmap e72: 12 total, 12 up, 12 in 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:53.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:53.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: Detected new or changed devices on smithi135 2024-05-08T05:55:53.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi135 to 4272M 2024-05-08T05:55:53.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: osdmap e72: 12 total, 12 up, 12 in 2024-05-08T05:55:53.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:55:53.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:55:53.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:55:53.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:55:54.687 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:54 smithi069 ceph-mon[29571]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:54 smithi105 ceph-mon[34393]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:54 smithi135 ceph-mon[34761]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:55.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 -- 172.21.15.69:0/1284604611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 msgr2=0x7f3234112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:55.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 --2- 172.21.15.69:0/1284604611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f3234112590 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f322c00b0a0 tx=0x7f322c00b3b0 comp rx=0 tx=0).stop 2024-05-08T05:55:55.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 -- 172.21.15.69:0/1284604611 shutdown_connections 2024-05-08T05:55:55.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 --2- 172.21.15.69:0/1284604611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f3234112590 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:55.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 --2- 172.21.15.69:0/1284604611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f323410b6c0 0x7f323410baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:55.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 --2- 172.21.15.69:0/1284604611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32341056c0 0x7f3234105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:55.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.916+0000 7f323be00700 1 -- 172.21.15.69:0/1284604611 >> 172.21.15.69:0/1284604611 conn(0x7f32341011b0 msgr2=0x7f32341035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:55.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.917+0000 7f323be00700 1 -- 172.21.15.69:0/1284604611 shutdown_connections 2024-05-08T05:55:55.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.917+0000 7f323be00700 1 -- 172.21.15.69:0/1284604611 wait complete. 2024-05-08T05:55:55.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 Processor -- start 2024-05-08T05:55:55.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 -- start start 2024-05-08T05:55:55.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32341056c0 0x7f323419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:55.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f323419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:55.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f323410b6c0 0x7f32341a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:55.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3234115950 con 0x7f3234106080 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f32341157d0 con 0x7f32341056c0 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f323be00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3234115ad0 con 0x7f323410b6c0 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f3238a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f323419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f3238a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f323419c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49394/0 (socket says 172.21.15.69:49394) 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.918+0000 7f3238a00700 1 -- 172.21.15.69:0/1548473919 learned_addr learned my addr 172.21.15.69:0/1548473919 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3239e00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f323410b6c0 0x7f32341a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3239400700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32341056c0 0x7f323419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3238a00700 1 -- 172.21.15.69:0/1548473919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f323410b6c0 msgr2=0x7f32341a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3238a00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f323410b6c0 0x7f32341a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3238a00700 1 -- 172.21.15.69:0/1548473919 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32341056c0 msgr2=0x7f323419bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3238a00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32341056c0 0x7f323419bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3238a00700 1 -- 172.21.15.69:0/1548473919 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32341a0d70 con 0x7f3234106080 2024-05-08T05:55:55.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3238a00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f323419c2a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f322000eb30 tx=0x7f322000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:55.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.919+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f322000cbd0 con 0x7f3234106080 2024-05-08T05:55:55.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.920+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32200044d0 con 0x7f3234106080 2024-05-08T05:55:55.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.920+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3220003e30 con 0x7f3234106080 2024-05-08T05:55:55.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.920+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32341a1060 con 0x7f3234106080 2024-05-08T05:55:55.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.920+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32341a88e0 con 0x7f3234106080 2024-05-08T05:55:55.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.921+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f323406a190 con 0x7f3234106080 2024-05-08T05:55:55.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.923+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3220004000 con 0x7f3234106080 2024-05-08T05:55:55.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.925+0000 7f3232000700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f321c0b2900 0x7f321c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:55.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.925+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f32200e2100 con 0x7f3234106080 2024-05-08T05:55:55.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.925+0000 7f3239400700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f321c0b2900 0x7f321c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:55.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.926+0000 7f3239400700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f321c0b2900 0x7f321c0b4dc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3228009be0 tx=0x7f3228009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:55.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:55.929+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f32200042f0 con 0x7f3234106080 2024-05-08T05:55:56.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.161+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f323402e510 con 0x7f3234106080 2024-05-08T05:55:56.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.164+0000 7f3232000700 1 -- 172.21.15.69:0/1548473919 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18442 (secure 0 0 0) 0x7f32200aa220 con 0x7f3234106080 2024-05-08T05:55:56.165 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:55:56.165 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":72,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:55:52.414773+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f321c0b2900 msgr2=0x7f321c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f321c0b2900 0x7f321c0b4dc0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3228009be0 tx=0x7f3228009260 comp rx=0 tx=0).stop 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 msgr2=0x7f323419c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f323419c2a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f322000eb30 tx=0x7f322000ee40 comp rx=0 tx=0).stop 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 shutdown_connections 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f323410b6c0 0x7f32341a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f321c0b2900 0x7f321c0b4dc0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32341056c0 0x7f323419bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 --2- 172.21.15.69:0/1548473919 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3234106080 0x7f323419c2a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 >> 172.21.15.69:0/1548473919 conn(0x7f32341011b0 msgr2=0x7f32341016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.167+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 shutdown_connections 2024-05-08T05:55:56.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:56.168+0000 7f323be00700 1 -- 172.21.15.69:0/1548473919 wait complete. 2024-05-08T05:55:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:56 smithi105 ceph-mon[34393]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:56 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1548473919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:55:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:56 smithi135 ceph-mon[34761]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:56 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1548473919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:55:56.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:56 smithi069 ceph-mon[29571]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:56.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:56 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1548473919' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:55:57.003 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-08T05:51:30.844759+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-08T05:55:57.003 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-08T05:55:57.427 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:55:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:55:58 smithi105 ceph-mon[34393]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:58.802 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:55:58 smithi135 ceph-mon[34761]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:55:58 smithi069 ceph-mon[29571]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 -- 172.21.15.69:0/3953201218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 msgr2=0x7efd401098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 --2- 172.21.15.69:0/3953201218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401098f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7efd34009990 tx=0x7efd34009ca0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 -- 172.21.15.69:0/3953201218 shutdown_connections 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 --2- 172.21.15.69:0/3953201218 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd4006c510 0x7efd40110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 --2- 172.21.15.69:0/3953201218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401098f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 --2- 172.21.15.69:0/3953201218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4006bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 -- 172.21.15.69:0/3953201218 >> 172.21.15.69:0/3953201218 conn(0x7efd40079310 msgr2=0x7efd40079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:59.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.727+0000 7efd48400700 1 -- 172.21.15.69:0/3953201218 shutdown_connections 2024-05-08T05:55:59.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.728+0000 7efd48400700 1 -- 172.21.15.69:0/3953201218 wait complete. 2024-05-08T05:55:59.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 Processor -- start 2024-05-08T05:55:59.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 -- start start 2024-05-08T05:55:59.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:59.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd4006c510 0x7efd4019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:59.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:59.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efd40113690 con 0x7efd40109510 2024-05-08T05:55:59.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efd40113510 con 0x7efd4006bb50 2024-05-08T05:55:59.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd48400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efd40113810 con 0x7efd4006c510 2024-05-08T05:55:59.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.729+0000 7efd45a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:59.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd46400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:59.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:53520/0 (socket says 172.21.15.69:53520) 2024-05-08T05:55:59.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 -- 172.21.15.69:0/4212125802 learned_addr learned my addr 172.21.15.69:0/4212125802 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:55:59.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45000700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd4006c510 0x7efd4019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:59.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 -- 172.21.15.69:0/4212125802 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd4006c510 msgr2=0x7efd4019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd4006c510 0x7efd4019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 -- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 msgr2=0x7efd401a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 -- 172.21.15.69:0/4212125802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd401a0dd0 con 0x7efd4006bb50 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd46400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.730+0000 7efd45a00700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4019bdc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efd34005910 tx=0x7efd3400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.731+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd34027070 con 0x7efd4006bb50 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.731+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd401a1060 con 0x7efd4006bb50 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.731+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efd34022470 con 0x7efd4006bb50 2024-05-08T05:55:59.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.731+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd34017650 con 0x7efd4006bb50 2024-05-08T05:55:59.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.731+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd401a8940 con 0x7efd4006bb50 2024-05-08T05:55:59.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.732+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd40104bd0 con 0x7efd4006bb50 2024-05-08T05:55:59.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.734+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efd3402a070 con 0x7efd4006bb50 2024-05-08T05:55:59.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.736+0000 7efd3e000700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efd280b2880 0x7efd280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:55:59.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.736+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7efd340e2d80 con 0x7efd4006bb50 2024-05-08T05:55:59.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.736+0000 7efd45000700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efd280b2880 0x7efd280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:55:59.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.737+0000 7efd45000700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efd280b2880 0x7efd280b4d40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7efd40104510 tx=0x7efd2c0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:55:59.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.738+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efd34013070 con 0x7efd4006bb50 2024-05-08T05:55:59.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.967+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7efd4006a190 con 0x7efd4006bb50 2024-05-08T05:55:59.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.968+0000 7efd3e000700 1 -- 172.21.15.69:0/4212125802 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7efd340aaf30 con 0x7efd4006bb50 2024-05-08T05:55:59.968 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efd280b2880 msgr2=0x7efd280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efd280b2880 0x7efd280b4d40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7efd40104510 tx=0x7efd2c0073d0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 msgr2=0x7efd4019bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4019bdc0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efd34005910 tx=0x7efd3400b670 comp rx=0 tx=0).stop 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 shutdown_connections 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd40109510 0x7efd401a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efd280b2880 0x7efd280b4d40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd4006bb50 0x7efd4019bdc0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 --2- 172.21.15.69:0/4212125802 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd4006c510 0x7efd4019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:55:59.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 >> 172.21.15.69:0/4212125802 conn(0x7efd40079310 msgr2=0x7efd4010e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:55:59.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.971+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 shutdown_connections 2024-05-08T05:55:59.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:55:59.972+0000 7efd48400700 1 -- 172.21.15.69:0/4212125802 wait complete. 2024-05-08T05:56:00.760 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:00 smithi069 ceph-mon[29571]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:00.760 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:00 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4212125802' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T05:56:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:00 smithi105 ceph-mon[34393]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:00 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/4212125802' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.a on smithi069 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.d on smithi069 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.g on smithi069 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.j on smithi069 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.b on smithi105 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.e on smithi105 2024-05-08T05:56:00.808 INFO:tasks.cephadm:Adding mds.h on smithi105 2024-05-08T05:56:00.809 INFO:tasks.cephadm:Adding mds.k on smithi105 2024-05-08T05:56:00.809 INFO:tasks.cephadm:Adding mds.c on smithi135 2024-05-08T05:56:00.809 INFO:tasks.cephadm:Adding mds.f on smithi135 2024-05-08T05:56:00.809 INFO:tasks.cephadm:Adding mds.i on smithi135 2024-05-08T05:56:00.809 INFO:tasks.cephadm:Adding mds.l on smithi135 2024-05-08T05:56:00.809 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph orch apply mds all '12;smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l' 2024-05-08T05:56:00.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:00 smithi135 ceph-mon[34761]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:00.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:00 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/4212125802' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T05:56:01.057 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T05:56:02.498 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:02 smithi135 ceph-mon[34761]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:02.731 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 -- 172.21.15.135:0/555854733 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c105130 msgr2=0x7f795c10b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:02.731 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 --2- 172.21.15.135:0/555854733 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c105130 0x7f795c10b9e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f795400b0a0 tx=0x7f795400b3b0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 -- 172.21.15.135:0/555854733 shutdown_connections 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 --2- 172.21.15.135:0/555854733 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c105130 0x7f795c10b9e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 --2- 172.21.15.135:0/555854733 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f795c1017b0 0x7f795c101bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 --2- 172.21.15.135:0/555854733 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f795c104790 0x7f795c104bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.714+0000 7f79608b5700 1 -- 172.21.15.135:0/555854733 >> 172.21.15.135:0/555854733 conn(0x7f795c0fd130 msgr2=0x7f795c0ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.715+0000 7f79608b5700 1 -- 172.21.15.135:0/555854733 shutdown_connections 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.715+0000 7f79608b5700 1 -- 172.21.15.135:0/555854733 wait complete. 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.715+0000 7f79608b5700 1 Processor -- start 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.715+0000 7f79608b5700 1 -- start start 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f795c1017b0 0x7f795c1995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 0x7f795c199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f795c105130 0x7f795c1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:02.732 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f795c10f000 con 0x7f795c1017b0 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f795c10ee80 con 0x7f795c105130 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f795c10f180 con 0x7f795c104790 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 0x7f795c199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 0x7f795c199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.135:34344/0 (socket says 172.21.15.135:34344) 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 -- 172.21.15.135:0/189981950 learned_addr learned my addr 172.21.15.135:0/189981950 (peer_addr_for_me v2:172.21.15.135:0/0) 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f795ad9d700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f795c105130 0x7f795c1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 -- 172.21.15.135:0/189981950 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f795c105130 msgr2=0x7f795c1a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f795c105130 0x7f795c1a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 -- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f795c1017b0 msgr2=0x7f795c1995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f795c1017b0 0x7f795c1995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 -- 172.21.15.135:0/189981950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f795c1a1240 con 0x7f795c104790 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f7959d9b700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 0x7f795c199b20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f794c00c9e0 tx=0x7f794c00cda0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:02.733 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c007ac0 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f794c007c60 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f795c1a1530 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c018660 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.716+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f795c1a1af0 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.718+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f795c06a190 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.719+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f794c00f450 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.719+0000 7f794b7fe700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79440b2880 0x7f79440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.719+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f794c0e1d90 con 0x7f795c104790 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.720+0000 7f795a59c700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79440b2880 0x7f79440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.721+0000 7f795a59c700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79440b2880 0x7f79440b4d40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f795c06af80 tx=0x7f7950006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:02.734 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.724+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f794c014030 con 0x7f795c104790 2024-05-08T05:56:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:02 smithi105 ceph-mon[34393]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:02 smithi069 ceph-mon[29571]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:02.938 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.938+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l", "target": ["mon-mgr", ""]}) -- 0x7f795c063ae0 con 0x7f79440b2880 2024-05-08T05:56:02.955 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.955+0000 7f794b7fe700 1 -- 172.21.15.135:0/189981950 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f795c063ae0 con 0x7f79440b2880 2024-05-08T05:56:02.955 INFO:teuthology.orchestra.run.smithi135.stdout:Scheduled mds.all update... 2024-05-08T05:56:02.957 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79440b2880 msgr2=0x7f79440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:02.957 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79440b2880 0x7f79440b4d40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f795c06af80 tx=0x7f7950006d20 comp rx=0 tx=0).stop 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 msgr2=0x7f795c199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 0x7f795c199b20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f794c00c9e0 tx=0x7f794c00cda0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 shutdown_connections 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f79440b2880 0x7f79440b4d40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f795c105130 0x7f795c1a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f795c1017b0 0x7f795c1995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 --2- 172.21.15.135:0/189981950 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f795c104790 0x7f795c199b20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.957+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 >> 172.21.15.135:0/189981950 conn(0x7f795c0fd130 msgr2=0x7f795c107a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.958+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 shutdown_connections 2024-05-08T05:56:02.958 INFO:teuthology.orchestra.run.smithi135.stderr:2024-05-08T05:56:02.958+0000 7f79608b5700 1 -- 172.21.15.135:0/189981950 wait complete. 2024-05-08T05:56:03.585 DEBUG:teuthology.orchestra.run.smithi069:mds.a> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.a.service 2024-05-08T05:56:03.593 DEBUG:teuthology.orchestra.run.smithi069:mds.d> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.d.service 2024-05-08T05:56:03.638 DEBUG:teuthology.orchestra.run.smithi069:mds.g> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.g.service 2024-05-08T05:56:03.683 DEBUG:teuthology.orchestra.run.smithi069:mds.j> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.j.service 2024-05-08T05:56:03.728 DEBUG:teuthology.orchestra.run.smithi105:mds.b> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.b.service 2024-05-08T05:56:03.731 DEBUG:teuthology.orchestra.run.smithi105:mds.e> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.e.service 2024-05-08T05:56:03.774 DEBUG:teuthology.orchestra.run.smithi105:mds.h> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.h.service 2024-05-08T05:56:03.817 DEBUG:teuthology.orchestra.run.smithi105:mds.k> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.k.service 2024-05-08T05:56:03.860 DEBUG:teuthology.orchestra.run.smithi135:mds.c> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.c.service 2024-05-08T05:56:03.862 DEBUG:teuthology.orchestra.run.smithi135:mds.f> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.f.service 2024-05-08T05:56:03.905 DEBUG:teuthology.orchestra.run.smithi135:mds.i> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.i.service 2024-05-08T05:56:03.948 DEBUG:teuthology.orchestra.run.smithi135:mds.l> sudo journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.l.service 2024-05-08T05:56:03.991 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-08T05:56:03.991 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:03 smithi105 ceph-mon[34393]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:03 smithi105 ceph-mon[34393]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:56:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:03 smithi105 ceph-mon[34393]: Saving service mds.all spec with placement smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l;count:12 2024-05-08T05:56:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:04.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:03 smithi135 ceph-mon[34761]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:03 smithi135 ceph-mon[34761]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:56:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:03 smithi135 ceph-mon[34761]: Saving service mds.all spec with placement smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l;count:12 2024-05-08T05:56:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:03 smithi069 ceph-mon[29571]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:03 smithi069 ceph-mon[29571]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:56:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:03 smithi069 ceph-mon[29571]: Saving service mds.all spec with placement smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l;count:12 2024-05-08T05:56:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:04.407 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:05.012 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:04 smithi135 ceph-mon[34761]: Deploying daemon mds.l on smithi135 2024-05-08T05:56:05.213 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:56:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:05.214 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:04 smithi105 ceph-mon[34393]: Deploying daemon mds.l on smithi135 2024-05-08T05:56:05.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:56:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:05.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:04 smithi069 ceph-mon[29571]: Deploying daemon mds.l on smithi135 2024-05-08T05:56:06.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:06 smithi069 ceph-mon[29571]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:06 smithi105 ceph-mon[34393]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:06.542 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:06 smithi135 ceph-mon[34761]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:06.542 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 systemd[1]: Starting Ceph mds.l for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:06.805 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 podman[64844]: 2024-05-08 05:56:06.445921364 +0000 UTC m=+0.018000888 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:06.805 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 podman[64844]: 2024-05-08 05:56:06.557320228 +0000 UTC m=+0.129399736 container create 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T05:56:06.806 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 podman[64844]: 2024-05-08 05:56:06.806107843 +0000 UTC m=+0.378187350 container init 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 -- 172.21.15.69:0/2977826893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af4109ad0 msgr2=0x7f6af4109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 --2- 172.21.15.69:0/2977826893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af4109ad0 0x7f6af4109f50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6ae40098f0 tx=0x7f6ae4009c00 comp rx=0 tx=0).stop 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 -- 172.21.15.69:0/2977826893 shutdown_connections 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 --2- 172.21.15.69:0/2977826893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6af410a490 0x7f6af41169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 --2- 172.21.15.69:0/2977826893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6af410fb60 0x7f6af410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 --2- 172.21.15.69:0/2977826893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af4109ad0 0x7f6af4109f50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 -- 172.21.15.69:0/2977826893 >> 172.21.15.69:0/2977826893 conn(0x7f6af4076c70 msgr2=0x7f6af41082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 -- 172.21.15.69:0/2977826893 shutdown_connections 2024-05-08T05:56:06.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.876+0000 7f6afc800700 1 -- 172.21.15.69:0/2977826893 wait complete. 2024-05-08T05:56:06.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.877+0000 7f6afc800700 1 Processor -- start 2024-05-08T05:56:06.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.877+0000 7f6afc800700 1 -- start start 2024-05-08T05:56:06.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afc800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6af4109ad0 0x7f6af41a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:06.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afc800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 0x7f6af41a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:06.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afc800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6af410fb60 0x7f6af41a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:06.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afc800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6af4119cd0 con 0x7f6af410fb60 2024-05-08T05:56:06.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afc800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6af4119b50 con 0x7f6af4109ad0 2024-05-08T05:56:06.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afc800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6af4119e50 con 0x7f6af410a490 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6afa800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6af410fb60 0x7f6af41a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6af9400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 0x7f6af41a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6af9400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 0x7f6af41a0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33976/0 (socket says 172.21.15.69:33976) 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6af9400700 1 -- 172.21.15.69:0/1368081263 learned_addr learned my addr 172.21.15.69:0/1368081263 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.878+0000 7f6af9e00700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6af4109ad0 0x7f6af41a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6af9400700 1 -- 172.21.15.69:0/1368081263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6af4109ad0 msgr2=0x7f6af41a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6af9400700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6af4109ad0 0x7f6af41a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6af9400700 1 -- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6af410fb60 msgr2=0x7f6af41a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6af9400700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6af410fb60 0x7f6af41a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6af9400700 1 -- 172.21.15.69:0/1368081263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af41a5210 con 0x7f6af410a490 2024-05-08T05:56:06.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6af9400700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 0x7f6af41a0740 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ae400f990 tx=0x7f6ae400f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:06.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4027070 con 0x7f6af410a490 2024-05-08T05:56:06.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.879+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6af41a54a0 con 0x7f6af410a490 2024-05-08T05:56:06.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.880+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6af41acd80 con 0x7f6af410a490 2024-05-08T05:56:06.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.880+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ae4005570 con 0x7f6af410a490 2024-05-08T05:56:06.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.880+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae4004930 con 0x7f6af410a490 2024-05-08T05:56:06.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.881+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ad8005330 con 0x7f6af410a490 2024-05-08T05:56:06.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.883+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f6ae402a070 con 0x7f6af410a490 2024-05-08T05:56:06.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.884+0000 7f6aeea00700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6adc0b2880 0x7f6adc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:06.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.884+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f6ae40e25a0 con 0x7f6af410a490 2024-05-08T05:56:06.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.884+0000 7f6af9e00700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6adc0b2880 0x7f6adc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:06.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.885+0000 7f6af9e00700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6adc0b2880 0x7f6adc0b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6ae8009be0 tx=0x7f6ae8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:06.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:06.886+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6ae4013030 con 0x7f6af410a490 2024-05-08T05:56:07.062 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 podman[64844]: 2024-05-08 05:56:06.808756452 +0000 UTC m=+0.380835969 container start 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:07.062 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 ceph-mds[64863]: -- 172.21.15.135:0/1762602438 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e77a46fa40 con 0x55e77a442800 2024-05-08T05:56:07.062 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l[64859]: starting mds.l at 2024-05-08T05:56:07.062 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 bash[64844]: 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 2024-05-08T05:56:07.063 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 05:56:06 smithi135 systemd[1]: Started Ceph mds.l for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:07.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.181+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ad8005620 con 0x7f6af410a490 2024-05-08T05:56:07.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.182+0000 7f6aeea00700 1 -- 172.21.15.69:0/1368081263 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f6ae40aa750 con 0x7f6af410a490 2024-05-08T05:56:07.184 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:07.184 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-08T05:56:07.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6adc0b2880 msgr2=0x7f6adc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:07.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6adc0b2880 0x7f6adc0b4d40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f6ae8009be0 tx=0x7f6ae8009260 comp rx=0 tx=0).stop 2024-05-08T05:56:07.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 msgr2=0x7f6af41a0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:07.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 0x7f6af41a0740 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ae400f990 tx=0x7f6ae400f9c0 comp rx=0 tx=0).stop 2024-05-08T05:56:07.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 shutdown_connections 2024-05-08T05:56:07.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6af410fb60 0x7f6af41a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:07.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6adc0b2880 0x7f6adc0b4d40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:07.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6af4109ad0 0x7f6af41a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:07.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 --2- 172.21.15.69:0/1368081263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6af410a490 0x7f6af41a0740 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:07.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.185+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 >> 172.21.15.69:0/1368081263 conn(0x7f6af4076c70 msgr2=0x7f6af4077330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:07.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.186+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 shutdown_connections 2024-05-08T05:56:07.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:07.186+0000 7f6afc800700 1 -- 172.21.15.69:0/1368081263 wait complete. 2024-05-08T05:56:07.189 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 2 2024-05-08T05:56:07.932 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.135:6832/1621527403,v1:172.21.15.135:6833/1621527403] up:boot 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: fsmap 1 up:standby 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: Deploying daemon mds.k on smithi105 2024-05-08T05:56:07.933 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:07 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1368081263' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.135:6832/1621527403,v1:172.21.15.135:6833/1621527403] up:boot 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: fsmap 1 up:standby 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: Deploying daemon mds.k on smithi105 2024-05-08T05:56:08.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:07 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1368081263' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:08.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.135:6832/1621527403,v1:172.21.15.135:6833/1621527403] up:boot 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: fsmap 1 up:standby 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: Deploying daemon mds.k on smithi105 2024-05-08T05:56:08.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:07 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1368081263' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:09.270 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 systemd[1]: Starting Ceph mds.k for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:09.610 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 podman[63828]: 2024-05-08 05:56:09.260165681 +0000 UTC m=+0.017742112 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:09.611 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 podman[63828]: 2024-05-08 05:56:09.375277988 +0000 UTC m=+0.132854402 container create 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-08T05:56:09.611 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 podman[63828]: 2024-05-08 05:56:09.611426432 +0000 UTC m=+0.369002845 container init 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:09.952 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:09.997 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:09 smithi069 ceph-mon[29571]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:09.997 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:09.998 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:09 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:10.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:09 smithi105 ceph-mon[34393]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:10.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:10.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:09 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:10.020 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 podman[63828]: 2024-05-08 05:56:09.614176081 +0000 UTC m=+0.371752495 container start 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k, RELEASE=wip-57676-3-bee299f, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-08T05:56:10.020 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 ceph-mds[63847]: -- 172.21.15.105:0/235754617 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55af1c241a40 con 0x55af1c214800 2024-05-08T05:56:10.020 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k[63843]: starting mds.k at 2024-05-08T05:56:10.021 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 bash[63828]: 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 2024-05-08T05:56:10.021 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 05:56:09 smithi105 systemd[1]: Started Ceph mds.k for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:09 smithi135 ceph-mon[34761]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:10.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:09 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:10.365 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6832/3776945177,v1:172.21.15.105:6833/3776945177] up:boot 2024-05-08T05:56:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: fsmap 2 up:standby 2024-05-08T05:56:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-08T05:56:11.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:11.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:11.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:10 smithi105 ceph-mon[34393]: Deploying daemon mds.j on smithi069 2024-05-08T05:56:11.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:11.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:11.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6832/3776945177,v1:172.21.15.105:6833/3776945177] up:boot 2024-05-08T05:56:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: fsmap 2 up:standby 2024-05-08T05:56:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-08T05:56:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:11.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:10 smithi135 ceph-mon[34761]: Deploying daemon mds.j on smithi069 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6832/3776945177,v1:172.21.15.105:6833/3776945177] up:boot 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: fsmap 2 up:standby 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:11.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:10 smithi069 ceph-mon[29571]: Deploying daemon mds.j on smithi069 2024-05-08T05:56:12.031 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:11 smithi069 ceph-mon[29571]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:12.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:11 smithi105 ceph-mon[34393]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:12.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:11 smithi135 ceph-mon[34761]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:13.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 -- 172.21.15.69:0/1543088266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c1010b6b0 msgr2=0x7f3c1010ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:13.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 --2- 172.21.15.69:0/1543088266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c1010b6b0 0x7f3c1010ba90 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3c00009990 tx=0x7f3c00009ca0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 -- 172.21.15.69:0/1543088266 shutdown_connections 2024-05-08T05:56:13.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 --2- 172.21.15.69:0/1543088266 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c10106070 0x7f3c10112580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 --2- 172.21.15.69:0/1543088266 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c1010b6b0 0x7f3c1010ba90 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 --2- 172.21.15.69:0/1543088266 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c101056b0 0x7f3c10105b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 -- 172.21.15.69:0/1543088266 >> 172.21.15.69:0/1543088266 conn(0x7f3c101011a0 msgr2=0x7f3c101035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:13.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 -- 172.21.15.69:0/1543088266 shutdown_connections 2024-05-08T05:56:13.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.095+0000 7f3c17200700 1 -- 172.21.15.69:0/1543088266 wait complete. 2024-05-08T05:56:13.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 Processor -- start 2024-05-08T05:56:13.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 -- start start 2024-05-08T05:56:13.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 0x7f3c1019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:13.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c10106070 0x7f3c1019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:13.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c1010b6b0 0x7f3c101a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:13.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10115900 con 0x7f3c101056b0 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10115780 con 0x7f3c1010b6b0 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.096+0000 7f3c17200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3c10115a80 con 0x7f3c10106070 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 0x7f3c1019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c10106070 0x7f3c1019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 0x7f3c1019be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35294/0 (socket says 172.21.15.69:35294) 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 -- 172.21.15.69:0/155102667 learned_addr learned my addr 172.21.15.69:0/155102667 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0f400700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c10106070 0x7f3c1019c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58906/0 (socket says 172.21.15.69:58906) 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c15200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c1010b6b0 0x7f3c101a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 -- 172.21.15.69:0/155102667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c10106070 msgr2=0x7f3c1019c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c10106070 0x7f3c1019c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 -- 172.21.15.69:0/155102667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c1010b6b0 msgr2=0x7f3c101a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c1010b6b0 0x7f3c101a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 -- 172.21.15.69:0/155102667 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c101a0e30 con 0x7f3c101056b0 2024-05-08T05:56:13.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c15200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c1010b6b0 0x7f3c101a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:56:13.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.097+0000 7f3c0fe00700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 0x7f3c1019be70 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3c00000c00 tx=0x7f3c000057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:13.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.098+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c00027070 con 0x7f3c101056b0 2024-05-08T05:56:13.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.098+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c00022470 con 0x7f3c101056b0 2024-05-08T05:56:13.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.098+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c101a10c0 con 0x7f3c101056b0 2024-05-08T05:56:13.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.098+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c00017650 con 0x7f3c101056b0 2024-05-08T05:56:13.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.098+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c101a89a0 con 0x7f3c101056b0 2024-05-08T05:56:13.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.099+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c10106df0 con 0x7f3c101056b0 2024-05-08T05:56:13.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.101+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3c0002a070 con 0x7f3c101056b0 2024-05-08T05:56:13.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.103+0000 7f3c0cc00700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3bf40b2880 0x7f3bf40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:13.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.103+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f3c000e2b80 con 0x7f3c101056b0 2024-05-08T05:56:13.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.103+0000 7f3c0f400700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3bf40b2880 0x7f3bf40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:13.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.104+0000 7f3c0f400700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3bf40b2880 0x7f3bf40b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3c10103810 tx=0x7f3bfc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:13.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.107+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3c00013070 con 0x7f3c101056b0 2024-05-08T05:56:13.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.389+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c1019d180 con 0x7f3c101056b0 2024-05-08T05:56:13.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.390+0000 7f3c0cc00700 1 -- 172.21.15.69:0/155102667 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f3c000aad30 con 0x7f3c101056b0 2024-05-08T05:56:13.391 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:13.391 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-05-08T05:56:13.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.393+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3bf40b2880 msgr2=0x7f3bf40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:13.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.393+0000 7f3c17200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3bf40b2880 0x7f3bf40b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3c10103810 tx=0x7f3bfc009260 comp rx=0 tx=0).stop 2024-05-08T05:56:13.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.393+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 msgr2=0x7f3c1019be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:13.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.393+0000 7f3c17200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 0x7f3c1019be70 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3c00000c00 tx=0x7f3c000057c0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 shutdown_connections 2024-05-08T05:56:13.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3bf40b2880 0x7f3bf40b4d40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3c1010b6b0 0x7f3c101a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3c101056b0 0x7f3c1019be70 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 --2- 172.21.15.69:0/155102667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3c10106070 0x7f3c1019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 >> 172.21.15.69:0/155102667 conn(0x7f3c101011a0 msgr2=0x7f3c101019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 shutdown_connections 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:13.394+0000 7f3c17200700 1 -- 172.21.15.69:0/155102667 wait complete. 2024-05-08T05:56:13.395 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 3 2024-05-08T05:56:14.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:13 smithi135 ceph-mon[34761]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:14.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:13 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/155102667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:14.147 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:13 smithi069 ceph-mon[29571]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:14.148 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:13 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/155102667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:13 smithi105 ceph-mon[34393]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:13 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/155102667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:15.116 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:14 smithi069 podman[70227]: 2024-05-08 05:56:14.883419801 +0000 UTC m=+0.163031675 container create 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:15.568 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:15 smithi069 podman[70227]: 2024-05-08 05:56:15.229212962 +0000 UTC m=+0.508824846 container init 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:15.568 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:15 smithi069 podman[70227]: 2024-05-08 05:56:15.240080131 +0000 UTC m=+0.519691975 container start 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-08T05:56:15.568 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:15 smithi069 ceph-mds[70246]: -- 172.21.15.69:0/1715038316 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b471efa40 con 0x562b471c2c00 2024-05-08T05:56:15.569 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j[70242]: starting mds.j at 2024-05-08T05:56:15.569 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:15 smithi069 bash[70227]: 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 2024-05-08T05:56:15.569 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 05:56:15 smithi069 systemd[1]: Started Ceph mds.j for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:16.589 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.69:6834/3350032832,v1:172.21.15.69:6835/3350032832] up:boot 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: fsmap 3 up:standby 2024-05-08T05:56:16.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:16 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.69:6834/3350032832,v1:172.21.15.69:6835/3350032832] up:boot 2024-05-08T05:56:16.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: fsmap 3 up:standby 2024-05-08T05:56:16.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:16 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-08T05:56:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.69:6834/3350032832,v1:172.21.15.69:6835/3350032832] up:boot 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: fsmap 3 up:standby 2024-05-08T05:56:16.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:16 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-08T05:56:17.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:17 smithi069 ceph-mon[29571]: Deploying daemon mds.d on smithi069 2024-05-08T05:56:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:17 smithi105 ceph-mon[34393]: Deploying daemon mds.d on smithi069 2024-05-08T05:56:17.810 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:17.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:17 smithi135 ceph-mon[34761]: Deploying daemon mds.d on smithi069 2024-05-08T05:56:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:18 smithi105 ceph-mon[34393]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:18 smithi135 ceph-mon[34761]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:18 smithi069 ceph-mon[29571]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:18.819 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:18 smithi069 systemd[1]: Starting Ceph mds.d for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:19.493 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:19 smithi069 podman[70626]: 2024-05-08 05:56:19.35948855 +0000 UTC m=+0.034261275 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:19.493 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:19 smithi069 podman[70626]: 2024-05-08 05:56:19.492578816 +0000 UTC m=+0.167351578 container create 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-08T05:56:20.372 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:20 smithi069 podman[70626]: 2024-05-08 05:56:20.111309891 +0000 UTC m=+0.786082673 container init 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:20.372 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:20 smithi069 podman[70626]: 2024-05-08 05:56:20.122678948 +0000 UTC m=+0.797451710 container start 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS) 2024-05-08T05:56:20.372 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:20 smithi069 ceph-mds[70667]: -- 172.21.15.69:0/1005472146 <== mon.0 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5635f8099a40 con 0x5635f806d000 2024-05-08T05:56:20.373 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d[70658]: starting mds.d at 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 -- 172.21.15.69:0/3231297277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004108850 msgr2=0x7fa0041103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 --2- 172.21.15.69:0/3231297277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004108850 0x7fa0041103d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc009fc0 tx=0x7f9ffc00b330 comp rx=0 tx=0).stop 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 -- 172.21.15.69:0/3231297277 shutdown_connections 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 --2- 172.21.15.69:0/3231297277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004108850 0x7fa0041103d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 --2- 172.21.15.69:0/3231297277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa004103750 0x7fa004103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 --2- 172.21.15.69:0/3231297277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa004104100 0x7fa004108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.439 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 -- 172.21.15.69:0/3231297277 >> 172.21.15.69:0/3231297277 conn(0x7fa00407a600 msgr2=0x7fa00407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:20.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 -- 172.21.15.69:0/3231297277 shutdown_connections 2024-05-08T05:56:20.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.438+0000 7fa009800700 1 -- 172.21.15.69:0/3231297277 wait complete. 2024-05-08T05:56:20.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.440+0000 7fa009800700 1 Processor -- start 2024-05-08T05:56:20.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.440+0000 7fa009800700 1 -- start start 2024-05-08T05:56:20.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa009800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 0x7fa00419f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:20.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa009800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa004104100 0x7fa00419fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:20.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa009800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa004108850 0x7fa0041999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:20.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa009800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa004113690 con 0x7fa004104100 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa009800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa004113510 con 0x7fa004103750 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa009800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa004113810 con 0x7fa004108850 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 0x7fa00419f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 0x7fa00419f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:48046/0 (socket says 172.21.15.69:48046) 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 -- 172.21.15.69:0/3782660801 learned_addr learned my addr 172.21.15.69:0/3782660801 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa003400700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa004108850 0x7fa0041999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002000700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa004104100 0x7fa00419fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 -- 172.21.15.69:0/3782660801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa004108850 msgr2=0x7fa0041999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa004108850 0x7fa0041999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 -- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa004104100 msgr2=0x7fa00419fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa004104100 0x7fa00419fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.441+0000 7fa002a00700 1 -- 172.21.15.69:0/3782660801 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa00419a130 con 0x7fa004103750 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.442+0000 7fa002a00700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 0x7fa00419f7c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9ff400e9c0 tx=0x7f9ff400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:20.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.442+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff400cbd0 con 0x7fa004103750 2024-05-08T05:56:20.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.442+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa00419a420 con 0x7fa004103750 2024-05-08T05:56:20.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.442+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9ff400cd70 con 0x7fa004103750 2024-05-08T05:56:20.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.442+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ff40055e0 con 0x7fa004103750 2024-05-08T05:56:20.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.442+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0041a6690 con 0x7fa004103750 2024-05-08T05:56:20.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.443+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa00406a190 con 0x7fa004103750 2024-05-08T05:56:20.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.446+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f9ff4004750 con 0x7fa004103750 2024-05-08T05:56:20.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.447+0000 7f9ffb400700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9fe80b2880 0x7f9fe80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:20.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.447+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f9ff40e2310 con 0x7fa004103750 2024-05-08T05:56:20.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.447+0000 7fa002000700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9fe80b2880 0x7f9fe80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:20.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.448+0000 7fa002000700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9fe80b2880 0x7f9fe80b4d40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa004103090 tx=0x7f9ff0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:20.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.449+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9ff4054df0 con 0x7fa004103750 2024-05-08T05:56:20.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.738+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa00419aeb0 con 0x7fa004103750 2024-05-08T05:56:20.739 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:20 smithi069 bash[70626]: 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 2024-05-08T05:56:20.739 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 05:56:20 smithi069 systemd[1]: Started Ceph mds.d for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:20.739 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:20 smithi069 ceph-mon[29571]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.739+0000 7f9ffb400700 1 -- 172.21.15.69:0/3782660801 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3874 (secure 0 0 0) 0x7f9ff40aa430 con 0x7fa004103750 2024-05-08T05:56:20.740 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:20.740 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-05-08T05:56:20.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9fe80b2880 msgr2=0x7f9fe80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9fe80b2880 0x7f9fe80b4d40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa004103090 tx=0x7f9ff0009310 comp rx=0 tx=0).stop 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 msgr2=0x7fa00419f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 0x7fa00419f7c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9ff400e9c0 tx=0x7f9ff400ecd0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 shutdown_connections 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa004108850 0x7fa0041999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9fe80b2880 0x7f9fe80b4d40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa004103750 0x7fa00419f7c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 --2- 172.21.15.69:0/3782660801 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa004104100 0x7fa00419fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 >> 172.21.15.69:0/3782660801 conn(0x7fa00407a600 msgr2=0x7fa0041017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 shutdown_connections 2024-05-08T05:56:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:20.742+0000 7fa009800700 1 -- 172.21.15.69:0/3782660801 wait complete. 2024-05-08T05:56:20.744 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 5 2024-05-08T05:56:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:20 smithi105 ceph-mon[34393]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:20 smithi135 ceph-mon[34761]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.69:6836/2845954530,v1:172.21.15.69:6837/2845954530] up:boot 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: fsmap 4 up:standby 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3782660801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:21.703 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:21 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.69:6836/2845954530,v1:172.21.15.69:6837/2845954530] up:boot 2024-05-08T05:56:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: fsmap 4 up:standby 2024-05-08T05:56:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-08T05:56:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3782660801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:21 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:21.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.69:6836/2845954530,v1:172.21.15.69:6837/2845954530] up:boot 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: fsmap 4 up:standby 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3782660801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:21 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:22.630 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:22 smithi105 ceph-mon[34393]: Deploying daemon mds.e on smithi105 2024-05-08T05:56:22.630 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:22 smithi105 ceph-mon[34393]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:22 smithi135 ceph-mon[34761]: Deploying daemon mds.e on smithi105 2024-05-08T05:56:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:22 smithi135 ceph-mon[34761]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:22.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:22 smithi069 ceph-mon[29571]: Deploying daemon mds.e on smithi105 2024-05-08T05:56:22.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:22 smithi069 ceph-mon[29571]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:23.020 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:22 smithi105 systemd[1]: Starting Ceph mds.e for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:23.321 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 podman[64135]: 2024-05-08 05:56:22.931643375 +0000 UTC m=+0.018269754 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:23.321 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 podman[64135]: 2024-05-08 05:56:23.051941205 +0000 UTC m=+0.138567630 container create bb9acc518f84570b1c108c22d3720042334310ba3ff32211fa9849920ac9b080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-08T05:56:23.321 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 podman[64135]: 2024-05-08 05:56:23.321711134 +0000 UTC m=+0.408337513 container init bb9acc518f84570b1c108c22d3720042334310ba3ff32211fa9849920ac9b080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-05-08T05:56:23.538 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:23.770 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 podman[64135]: 2024-05-08 05:56:23.324396946 +0000 UTC m=+0.411023328 container start bb9acc518f84570b1c108c22d3720042334310ba3ff32211fa9849920ac9b080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:23.770 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 ceph-mds[64154]: -- 172.21.15.105:0/2229622300 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b401fd7a40 con 0x55b401faa800 2024-05-08T05:56:23.770 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e[64150]: starting mds.e at 2024-05-08T05:56:23.770 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 bash[64135]: bb9acc518f84570b1c108c22d3720042334310ba3ff32211fa9849920ac9b080 2024-05-08T05:56:23.770 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 05:56:23 smithi105 systemd[1]: Started Ceph mds.e for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:23.971 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:24.653 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:24.653 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6834/241587272,v1:172.21.15.105:6835/241587272] up:boot 2024-05-08T05:56:24.653 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: fsmap 5 up:standby 2024-05-08T05:56:24.653 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-08T05:56:24.654 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.654 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.654 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.654 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:24.654 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:24.654 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:24 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6834/241587272,v1:172.21.15.105:6835/241587272] up:boot 2024-05-08T05:56:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: fsmap 5 up:standby 2024-05-08T05:56:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-08T05:56:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:24.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:24 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6834/241587272,v1:172.21.15.105:6835/241587272] up:boot 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: fsmap 5 up:standby 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:24.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:24 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:25.710 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:25 smithi069 ceph-mon[29571]: Deploying daemon mds.f on smithi135 2024-05-08T05:56:25.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:25 smithi105 ceph-mon[34393]: Deploying daemon mds.f on smithi135 2024-05-08T05:56:25.804 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:25 smithi135 ceph-mon[34761]: Deploying daemon mds.f on smithi135 2024-05-08T05:56:26.061 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 podman[65153]: 2024-05-08 05:56:26.049791023 +0000 UTC m=+0.144861447 container create 3eb341be4fce2da8c6e283d35c00c2d4aed776883c39d172d604ea20bee049d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD) 2024-05-08T05:56:26.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 -- 172.21.15.69:0/2714726063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe2201099e0 msgr2=0x7fe220109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:26.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 --2- 172.21.15.69:0/2714726063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe2201099e0 0x7fe220109e60 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0098f0 tx=0x7fe20c009c00 comp rx=0 tx=0).stop 2024-05-08T05:56:26.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 -- 172.21.15.69:0/2714726063 shutdown_connections 2024-05-08T05:56:26.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 --2- 172.21.15.69:0/2714726063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe22010a3a0 0x7fe2201168a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 --2- 172.21.15.69:0/2714726063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe22010f9d0 0x7fe22010fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 --2- 172.21.15.69:0/2714726063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe2201099e0 0x7fe220109e60 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 -- 172.21.15.69:0/2714726063 >> 172.21.15.69:0/2714726063 conn(0x7fe220079200 msgr2=0x7fe2201082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:26.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 -- 172.21.15.69:0/2714726063 shutdown_connections 2024-05-08T05:56:26.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.244+0000 7fe225600700 1 -- 172.21.15.69:0/2714726063 wait complete. 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.245+0000 7fe225600700 1 Processor -- start 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 -- start start 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 0x7fe2201a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe22010a3a0 0x7fe2201a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe22010f9d0 0x7fe2201a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe220119c20 con 0x7fe22010f9d0 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe220119aa0 con 0x7fe22010a3a0 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.246+0000 7fe225600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe220119da0 con 0x7fe2201099e0 2024-05-08T05:56:26.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 0x7fe2201a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 0x7fe2201a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46558/0 (socket says 172.21.15.69:46558) 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 -- 172.21.15.69:0/413842707 learned_addr learned my addr 172.21.15.69:0/413842707 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21f400700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe22010a3a0 0x7fe2201a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe224c00700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe22010f9d0 0x7fe2201a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 -- 172.21.15.69:0/413842707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe22010a3a0 msgr2=0x7fe2201a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe22010a3a0 0x7fe2201a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 -- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe22010f9d0 msgr2=0x7fe2201a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe22010f9d0 0x7fe2201a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 -- 172.21.15.69:0/413842707 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2201a51a0 con 0x7fe2201099e0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.247+0000 7fe21fe00700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 0x7fe2201a0190 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe21000e9c0 tx=0x7fe21000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.248+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe210004a30 con 0x7fe2201099e0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.248+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe21000cc70 con 0x7fe2201099e0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.248+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2201a5490 con 0x7fe2201099e0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.248+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe210005490 con 0x7fe2201099e0 2024-05-08T05:56:26.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.248+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2201acd10 con 0x7fe2201099e0 2024-05-08T05:56:26.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.249+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe22006a190 con 0x7fe2201099e0 2024-05-08T05:56:26.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.251+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe210004bd0 con 0x7fe2201099e0 2024-05-08T05:56:26.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.253+0000 7fe21cc00700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe2040b2900 0x7fe2040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:26.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.253+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fe2100e1df0 con 0x7fe2201099e0 2024-05-08T05:56:26.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.253+0000 7fe21f400700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe2040b2900 0x7fe2040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:26.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.253+0000 7fe21f400700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe2040b2900 0x7fe2040b4dc0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0098c0 tx=0x7fe20c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:26.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.257+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe2100a9f10 con 0x7fe2201099e0 2024-05-08T05:56:26.312 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 podman[65153]: 2024-05-08 05:56:26.285846506 +0000 UTC m=+0.380916931 container init 3eb341be4fce2da8c6e283d35c00c2d4aed776883c39d172d604ea20bee049d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507) 2024-05-08T05:56:26.312 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 podman[65153]: 2024-05-08 05:56:26.288600997 +0000 UTC m=+0.383671427 container start 3eb341be4fce2da8c6e283d35c00c2d4aed776883c39d172d604ea20bee049d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-08T05:56:26.312 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 ceph-mds[65172]: -- 172.21.15.135:0/3689571645 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5561a81fda40 con 0x5561a81d0c00 2024-05-08T05:56:26.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.545+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2201a14f0 con 0x7fe2201099e0 2024-05-08T05:56:26.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.545+0000 7fe21cc00700 1 -- 172.21.15.69:0/413842707 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5524 (secure 0 0 0) 0x7fe2100a9810 con 0x7fe2201099e0 2024-05-08T05:56:26.546 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:26.546 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-05-08T05:56:26.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.548+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe2040b2900 msgr2=0x7fe2040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:26.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.548+0000 7fe225600700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe2040b2900 0x7fe2040b4dc0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe20c0098c0 tx=0x7fe20c019040 comp rx=0 tx=0).stop 2024-05-08T05:56:26.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 msgr2=0x7fe2201a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:26.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 0x7fe2201a0190 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe21000e9c0 tx=0x7fe21000ecd0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 shutdown_connections 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe22010f9d0 0x7fe2201a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe2201099e0 0x7fe2201a0190 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe2040b2900 0x7fe2040b4dc0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 --2- 172.21.15.69:0/413842707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe22010a3a0 0x7fe2201a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 >> 172.21.15.69:0/413842707 conn(0x7fe220079200 msgr2=0x7fe220079860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 shutdown_connections 2024-05-08T05:56:26.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:26.549+0000 7fe225600700 1 -- 172.21.15.69:0/413842707 wait complete. 2024-05-08T05:56:26.551 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 7 2024-05-08T05:56:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:26 smithi105 ceph-mon[34393]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:26 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:26.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:26 smithi135 ceph-mon[34761]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:26.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:26 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:26.813 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f[65168]: starting mds.f at 2024-05-08T05:56:26.813 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 bash[65153]: 3eb341be4fce2da8c6e283d35c00c2d4aed776883c39d172d604ea20bee049d9 2024-05-08T05:56:26.813 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 05:56:26 smithi135 systemd[1]: Started Ceph mds.f for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:26.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:26 smithi069 ceph-mon[29571]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:26.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:26.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:26 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:27.680 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:27.680 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:27.680 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.135:6834/605936982,v1:172.21.15.135:6835/605936982] up:boot 2024-05-08T05:56:27.680 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: fsmap 6 up:standby 2024-05-08T05:56:27.681 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-08T05:56:27.681 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: Deploying daemon mds.c on smithi135 2024-05-08T05:56:27.681 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/413842707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:27.681 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:27 smithi135 ceph-mon[34761]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.135:6834/605936982,v1:172.21.15.135:6835/605936982] up:boot 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: fsmap 6 up:standby 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: Deploying daemon mds.c on smithi135 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/413842707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:27 smithi105 ceph-mon[34393]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.135:6834/605936982,v1:172.21.15.135:6835/605936982] up:boot 2024-05-08T05:56:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: fsmap 6 up:standby 2024-05-08T05:56:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-08T05:56:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: Deploying daemon mds.c on smithi135 2024-05-08T05:56:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/413842707' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:27.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:27 smithi069 ceph-mon[29571]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:28.952 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:28 smithi135 systemd[1]: Starting Ceph mds.c for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:29.250 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:28 smithi135 podman[65468]: 2024-05-08 05:56:28.855704252 +0000 UTC m=+0.018242302 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:29.250 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:28 smithi135 podman[65468]: 2024-05-08 05:56:28.98096732 +0000 UTC m=+0.143505367 container create 85dba67505ae79427ad130b19062d47a4ad7750a88126fa0eb8fb5007393ab7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-05-08T05:56:29.250 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:29 smithi135 podman[65468]: 2024-05-08 05:56:29.250631841 +0000 UTC m=+0.413169887 container init 85dba67505ae79427ad130b19062d47a4ad7750a88126fa0eb8fb5007393ab7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-05-08T05:56:29.548 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:29.561 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:29 smithi135 podman[65468]: 2024-05-08 05:56:29.253268446 +0000 UTC m=+0.415806502 container start 85dba67505ae79427ad130b19062d47a4ad7750a88126fa0eb8fb5007393ab7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507) 2024-05-08T05:56:29.561 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:29 smithi135 ceph-mds[65488]: -- 172.21.15.135:0/1042103217 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cfe78bda40 con 0x55cfe7890c00 2024-05-08T05:56:29.561 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: starting mds.c at 2024-05-08T05:56:29.561 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:29 smithi135 bash[65468]: 85dba67505ae79427ad130b19062d47a4ad7750a88126fa0eb8fb5007393ab7e 2024-05-08T05:56:29.561 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 05:56:29 smithi135 systemd[1]: Started Ceph mds.c for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:29.996 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: Deploying daemon mds.h on smithi105 2024-05-08T05:56:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.135:6836/1616042380,v1:172.21.15.135:6837/1616042380] up:boot 2024-05-08T05:56:30.689 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: fsmap 7 up:standby 2024-05-08T05:56:30.689 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:30 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-08T05:56:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: Deploying daemon mds.h on smithi105 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.135:6836/1616042380,v1:172.21.15.135:6837/1616042380] up:boot 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: fsmap 7 up:standby 2024-05-08T05:56:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:30 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-08T05:56:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: Deploying daemon mds.h on smithi105 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.135:6836/1616042380,v1:172.21.15.135:6837/1616042380] up:boot 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: fsmap 7 up:standby 2024-05-08T05:56:30.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:30 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-08T05:56:31.770 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:31 smithi105 systemd[1]: Starting Ceph mds.h for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:32.086 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:31 smithi105 podman[64442]: 2024-05-08 05:56:31.738538353 +0000 UTC m=+0.017935638 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:32.086 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:31 smithi105 podman[64442]: 2024-05-08 05:56:31.85916614 +0000 UTC m=+0.138563456 container create 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-08T05:56:32.421 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:32 smithi105 podman[64442]: 2024-05-08 05:56:32.086751393 +0000 UTC m=+0.366148662 container init 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5) 2024-05-08T05:56:32.421 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:32 smithi105 podman[64442]: 2024-05-08 05:56:32.089402094 +0000 UTC m=+0.368799371 container start 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T05:56:32.421 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mds[64461]: -- 172.21.15.105:0/2855403179 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56057cd05a40 con 0x56057ccd8800 2024-05-08T05:56:32.421 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:32 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h[64457]: starting mds.h at 2024-05-08T05:56:32.422 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:32 smithi105 bash[64442]: 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af 2024-05-08T05:56:32.422 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 05:56:32 smithi105 systemd[1]: Started Ceph mds.h for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:32.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:32 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:32.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 -- 172.21.15.69:0/3377473206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8104100 msgr2=0x7f1cb8108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:32.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 --2- 172.21.15.69:0/3377473206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8104100 0x7f1cb8108120 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1ca0009920 tx=0x7f1ca0009c30 comp rx=0 tx=0).stop 2024-05-08T05:56:32.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 -- 172.21.15.69:0/3377473206 shutdown_connections 2024-05-08T05:56:32.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 --2- 172.21.15.69:0/3377473206 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8108850 0x7f1cb81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 --2- 172.21.15.69:0/3377473206 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cb8103750 0x7f1cb8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 --2- 172.21.15.69:0/3377473206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8104100 0x7f1cb8108120 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.645+0000 7f1cbe200700 1 -- 172.21.15.69:0/3377473206 >> 172.21.15.69:0/3377473206 conn(0x7f1cb807a600 msgr2=0x7f1cb807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:32.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.646+0000 7f1cbe200700 1 -- 172.21.15.69:0/3377473206 shutdown_connections 2024-05-08T05:56:32.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.646+0000 7f1cbe200700 1 -- 172.21.15.69:0/3377473206 wait complete. 2024-05-08T05:56:32.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.647+0000 7f1cbe200700 1 Processor -- start 2024-05-08T05:56:32.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.647+0000 7f1cbe200700 1 -- start start 2024-05-08T05:56:32.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cbe200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 0x7f1cb810a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:32.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cbe200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cb8104100 0x7f1cb810a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:32.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cbe200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8108850 0x7f1cb810ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cbe200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb8113680 con 0x7f1cb8104100 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cbe200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb8113500 con 0x7f1cb8108850 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cbe200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1cb8113800 con 0x7f1cb8103750 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 0x7f1cb810a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 0x7f1cb810a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40840/0 (socket says 172.21.15.69:40840) 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 -- 172.21.15.69:0/1146332594 learned_addr learned my addr 172.21.15.69:0/1146332594 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cafe00700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cb8104100 0x7f1cb810a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:32.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7e00700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8108850 0x7f1cb810ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:32.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 -- 172.21.15.69:0/1146332594 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8108850 msgr2=0x7f1cb810ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:32.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8108850 0x7f1cb810ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 -- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cb8104100 msgr2=0x7f1cb810a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cb8104100 0x7f1cb810a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.648+0000 7f1cb7400700 1 -- 172.21.15.69:0/1146332594 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cb81ac460 con 0x7f1cb8103750 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.649+0000 7f1cb7400700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 0x7f1cb810a3e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1ca800eb60 tx=0x7f1ca800ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.649+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca800cbd0 con 0x7f1cb8103750 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.649+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ca80044d0 con 0x7f1cb8103750 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.649+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ca8010430 con 0x7f1cb8103750 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.649+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cb81ac750 con 0x7f1cb8103750 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.649+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cb81acc10 con 0x7f1cb8103750 2024-05-08T05:56:32.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.650+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cb8104be0 con 0x7f1cb8103750 2024-05-08T05:56:32.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.652+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1ca8003e70 con 0x7f1cb8103750 2024-05-08T05:56:32.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.654+0000 7f1cb4c00700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1c9c0b2900 0x7f1c9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:32.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.654+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f1ca80e1fc0 con 0x7f1cb8103750 2024-05-08T05:56:32.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.654+0000 7f1cafe00700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1c9c0b2900 0x7f1c9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:32.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.655+0000 7f1cafe00700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1c9c0b2900 0x7f1c9c0b4dc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1cb810bc30 tx=0x7f1ca0019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:32.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.658+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1ca80aa0e0 con 0x7f1cb8103750 2024-05-08T05:56:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:32.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:32.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:32 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:32.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:32.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:32.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:32 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:32.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.943+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cb81aced0 con 0x7f1cb8103750 2024-05-08T05:56:32.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.944+0000 7f1cb4c00700 1 -- 172.21.15.69:0/1146332594 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7180 (secure 0 0 0) 0x7f1ca80a99e0 con 0x7f1cb8103750 2024-05-08T05:56:32.944 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:32.944 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-08T05:56:32.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.946+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1c9c0b2900 msgr2=0x7f1c9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:32.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.946+0000 7f1cbe200700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1c9c0b2900 0x7f1c9c0b4dc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1cb810bc30 tx=0x7f1ca0019040 comp rx=0 tx=0).stop 2024-05-08T05:56:32.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.946+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 msgr2=0x7f1cb810a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:32.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.946+0000 7f1cbe200700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 0x7f1cb810a3e0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1ca800eb60 tx=0x7f1ca800ee70 comp rx=0 tx=0).stop 2024-05-08T05:56:32.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 shutdown_connections 2024-05-08T05:56:32.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1c9c0b2900 0x7f1c9c0b4dc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1cb8108850 0x7f1cb810ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1cb8103750 0x7f1cb810a3e0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 --2- 172.21.15.69:0/1146332594 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1cb8104100 0x7f1cb810a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:32.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 >> 172.21.15.69:0/1146332594 conn(0x7f1cb807a600 msgr2=0x7f1cb81018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:32.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 shutdown_connections 2024-05-08T05:56:32.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:32.947+0000 7f1cbe200700 1 -- 172.21.15.69:0/1146332594 wait complete. 2024-05-08T05:56:32.949 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 9 2024-05-08T05:56:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:33 smithi135 ceph-mon[34761]: Deploying daemon mds.i on smithi135 2024-05-08T05:56:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:33 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] up:boot 2024-05-08T05:56:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:33 smithi135 ceph-mon[34761]: fsmap 8 up:standby 2024-05-08T05:56:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-08T05:56:33.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:33 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1146332594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:33.616 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:33 smithi069 ceph-mon[29571]: Deploying daemon mds.i on smithi135 2024-05-08T05:56:33.616 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:33 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] up:boot 2024-05-08T05:56:33.616 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:33 smithi069 ceph-mon[29571]: fsmap 8 up:standby 2024-05-08T05:56:33.617 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-08T05:56:33.617 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:33 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1146332594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:33 smithi105 ceph-mon[34393]: Deploying daemon mds.i on smithi135 2024-05-08T05:56:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:33 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] up:boot 2024-05-08T05:56:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:33 smithi105 ceph-mon[34393]: fsmap 8 up:standby 2024-05-08T05:56:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-08T05:56:33.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:33 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1146332594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:34.736 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:34 smithi135 ceph-mon[34761]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:34.736 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 systemd[1]: Starting Ceph mds.i for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:34 smithi105 ceph-mon[34393]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:34 smithi069 ceph-mon[29571]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:34.998 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 podman[65779]: 2024-05-08 05:56:34.736491474 +0000 UTC m=+0.110772873 container create de57b8beafd25696f8dae254ea88ec892d0e9e66ad0ad22f636e7bb4cc6605c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f) 2024-05-08T05:56:34.998 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 podman[65779]: 2024-05-08 05:56:34.643776624 +0000 UTC m=+0.018058037 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:34.998 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 podman[65779]: 2024-05-08 05:56:34.972146508 +0000 UTC m=+0.346443584 container init de57b8beafd25696f8dae254ea88ec892d0e9e66ad0ad22f636e7bb4cc6605c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240507) 2024-05-08T05:56:34.998 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 podman[65779]: 2024-05-08 05:56:34.974841569 +0000 UTC m=+0.349122970 container start de57b8beafd25696f8dae254ea88ec892d0e9e66ad0ad22f636e7bb4cc6605c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, ceph=True) 2024-05-08T05:56:34.998 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 ceph-mds[65799]: -- 172.21.15.135:0/783966813 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fee15dfa40 con 0x55fee15b2c00 2024-05-08T05:56:35.311 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: starting mds.i at 2024-05-08T05:56:35.311 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:35 smithi135 bash[65779]: de57b8beafd25696f8dae254ea88ec892d0e9e66ad0ad22f636e7bb4cc6605c4 2024-05-08T05:56:35.311 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 05:56:35 smithi135 systemd[1]: Started Ceph mds.i for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:35.930 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: Deploying daemon mds.g on smithi069 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.135:6838/1130930319,v1:172.21.15.135:6839/1130930319] up:boot 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: fsmap 9 up:standby 2024-05-08T05:56:36.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-08T05:56:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: Deploying daemon mds.g on smithi069 2024-05-08T05:56:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.135:6838/1130930319,v1:172.21.15.135:6839/1130930319] up:boot 2024-05-08T05:56:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: fsmap 9 up:standby 2024-05-08T05:56:36.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:36.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:36.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: Deploying daemon mds.g on smithi069 2024-05-08T05:56:36.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.135:6838/1130930319,v1:172.21.15.135:6839/1130930319] up:boot 2024-05-08T05:56:36.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: fsmap 9 up:standby 2024-05-08T05:56:36.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-08T05:56:37.519 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:38.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:38 smithi069 ceph-mon[29571]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:38 smithi105 ceph-mon[34393]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:38 smithi135 ceph-mon[34761]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:38.652 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:38 smithi069 systemd[1]: Starting Ceph mds.g for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:39.533 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:39 smithi069 podman[71408]: 2024-05-08 05:56:39.169994535 +0000 UTC m=+0.033914070 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:39.534 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:39 smithi069 podman[71408]: 2024-05-08 05:56:39.28239361 +0000 UTC m=+0.146313189 container create a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 -- 172.21.15.69:0/1414661087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c1140a0 msgr2=0x7f152c116540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 --2- 172.21.15.69:0/1414661087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c1140a0 0x7f152c116540 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f152400b0a0 tx=0x7f152400b3b0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 -- 172.21.15.69:0/1414661087 shutdown_connections 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 --2- 172.21.15.69:0/1414661087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c1140a0 0x7f152c116540 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 --2- 172.21.15.69:0/1414661087 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c101cf0 0x7f152c1020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 --2- 172.21.15.69:0/1414661087 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 0x7f152c1139e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 -- 172.21.15.69:0/1414661087 >> 172.21.15.69:0/1414661087 conn(0x7f152c078a10 msgr2=0x7f152c0ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 -- 172.21.15.69:0/1414661087 shutdown_connections 2024-05-08T05:56:40.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.092+0000 7f1531a00700 1 -- 172.21.15.69:0/1414661087 wait complete. 2024-05-08T05:56:40.095 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:39 smithi069 podman[71408]: 2024-05-08 05:56:39.835712004 +0000 UTC m=+0.699631583 container init a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-08T05:56:40.095 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:39 smithi069 podman[71408]: 2024-05-08 05:56:39.846367946 +0000 UTC m=+0.710287488 container start a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-05-08T05:56:40.095 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:39 smithi069 ceph-mds[71453]: -- 172.21.15.69:0/1522170692 <== mon.0 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5559ba781a40 con 0x5559ba754800 2024-05-08T05:56:40.095 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g[71442]: starting mds.g at 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 Processor -- start 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 -- start start 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 0x7f152c1a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 0x7f152c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c1140a0 0x7f152c1a4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f152c119cf0 con 0x7f152c101cf0 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f152c119b70 con 0x7f152c1026a0 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.094+0000 7f1531a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f152c119e70 con 0x7f152c1140a0 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 0x7f152c1a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 0x7f152c1a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52070/0 (socket says 172.21.15.69:52070) 2024-05-08T05:56:40.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152aa00700 1 -- 172.21.15.69:0/2373680473 learned_addr learned my addr 172.21.15.69:0/2373680473 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152b400700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c1140a0 0x7f152c1a4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152a000700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 0x7f152c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152b400700 1 -- 172.21.15.69:0/2373680473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 msgr2=0x7f152c1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152b400700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 0x7f152c1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152b400700 1 -- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 msgr2=0x7f152c1a0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152b400700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 0x7f152c1a0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152b400700 1 -- 172.21.15.69:0/2373680473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152c1a5140 con 0x7f152c1140a0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152a000700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 0x7f152c1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.095+0000 7f152aa00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 0x7f152c1a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.096+0000 7f152b400700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c1140a0 0x7f152c1a4a00 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f152400b070 tx=0x7f1524004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.096+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1524021070 con 0x7f152c1140a0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.096+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1524007e30 con 0x7f152c1140a0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.096+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f152c1a53d0 con 0x7f152c1140a0 2024-05-08T05:56:40.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.096+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15240045f0 con 0x7f152c1140a0 2024-05-08T05:56:40.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.096+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f152c1accb0 con 0x7f152c1140a0 2024-05-08T05:56:40.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.097+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f152c06a190 con 0x7f152c1140a0 2024-05-08T05:56:40.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.100+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f1524007980 con 0x7f152c1140a0 2024-05-08T05:56:40.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.101+0000 7f1523400700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15100b2900 0x7f15100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:40.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.102+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f15240e2b10 con 0x7f152c1140a0 2024-05-08T05:56:40.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.102+0000 7f152aa00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15100b2900 0x7f15100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:40.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.102+0000 7f152aa00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15100b2900 0x7f15100b4dc0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f151c011590 tx=0x7f151c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:40.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.104+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f15240aacc0 con 0x7f152c1140a0 2024-05-08T05:56:40.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.399+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f152c02e510 con 0x7f152c1140a0 2024-05-08T05:56:40.400 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:40 smithi069 ceph-mon[29571]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:40.401 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:40 smithi069 bash[71408]: a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 2024-05-08T05:56:40.401 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 05:56:40 smithi069 systemd[1]: Started Ceph mds.g for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:40.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.400+0000 7f1523400700 1 -- 172.21.15.69:0/2373680473 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8836 (secure 0 0 0) 0x7f15240aa5c0 con 0x7f152c1140a0 2024-05-08T05:56:40.402 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:40.402 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-05-08T05:56:40.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15100b2900 msgr2=0x7f15100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:40.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15100b2900 0x7f15100b4dc0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f151c011590 tx=0x7f151c009260 comp rx=0 tx=0).stop 2024-05-08T05:56:40.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c1140a0 msgr2=0x7f152c1a4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:40.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c1140a0 0x7f152c1a4a00 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f152400b070 tx=0x7f1524004c80 comp rx=0 tx=0).stop 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 shutdown_connections 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f152c1140a0 0x7f152c1a4a00 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f152c101cf0 0x7f152c1a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15100b2900 0x7f15100b4dc0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 --2- 172.21.15.69:0/2373680473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f152c1026a0 0x7f152c1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 >> 172.21.15.69:0/2373680473 conn(0x7f152c078a10 msgr2=0x7f152c1129e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 shutdown_connections 2024-05-08T05:56:40.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:40.403+0000 7f1531a00700 1 -- 172.21.15.69:0/2373680473 wait complete. 2024-05-08T05:56:40.405 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 11 2024-05-08T05:56:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:40 smithi105 ceph-mon[34393]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:40 smithi135 ceph-mon[34761]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:41.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.69:6838/1258473041,v1:172.21.15.69:6839/1258473041] up:boot 2024-05-08T05:56:41.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: fsmap 10 up:standby 2024-05-08T05:56:41.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-08T05:56:41.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: Deploying daemon mds.a on smithi069 2024-05-08T05:56:41.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:41 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2373680473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:41.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.69:6838/1258473041,v1:172.21.15.69:6839/1258473041] up:boot 2024-05-08T05:56:41.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: fsmap 10 up:standby 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: Deploying daemon mds.a on smithi069 2024-05-08T05:56:41.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:41 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2373680473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:41.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.69:6838/1258473041,v1:172.21.15.69:6839/1258473041] up:boot 2024-05-08T05:56:41.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: fsmap 10 up:standby 2024-05-08T05:56:41.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-08T05:56:41.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: Deploying daemon mds.a on smithi069 2024-05-08T05:56:41.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:41 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2373680473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:42.657 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:42 smithi069 ceph-mon[29571]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:42 smithi105 ceph-mon[34393]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:42 smithi135 ceph-mon[34761]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:43.303 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:43.736 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:43 smithi069 systemd[1]: Starting Ceph mds.a for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:44.670 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:44 smithi069 ceph-mon[29571]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:44 smithi105 ceph-mon[34393]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:44 smithi135 ceph-mon[34761]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:44.942 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:44 smithi069 podman[71863]: 2024-05-08 05:56:44.585273646 +0000 UTC m=+0.286185435 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:44.943 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:44 smithi069 podman[71863]: 2024-05-08 05:56:44.831438126 +0000 UTC m=+0.532349907 container create e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507) 2024-05-08T05:56:45.714 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:45 smithi069 podman[71863]: 2024-05-08 05:56:45.420376868 +0000 UTC m=+1.121288613 container init e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0) 2024-05-08T05:56:45.714 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:45 smithi069 podman[71863]: 2024-05-08 05:56:45.428548004 +0000 UTC m=+1.129459748 container start e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-08T05:56:45.714 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:45 smithi069 ceph-mds[71913]: -- 172.21.15.69:0/3616016941 <== mon.0 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557dfb099a40 con 0x557dfb06d000 2024-05-08T05:56:45.714 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:45 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a[71894]: starting mds.a at 2024-05-08T05:56:45.715 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:45 smithi069 bash[71863]: e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 2024-05-08T05:56:45.715 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 05:56:45 smithi069 systemd[1]: Started Ceph mds.a for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:46.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 -- 172.21.15.69:0/2588387659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc10a490 msgr2=0x7f72cc1169a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:46.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 --2- 172.21.15.69:0/2588387659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc10a490 0x7f72cc1169a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f72c4009990 tx=0x7f72c4009ca0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 -- 172.21.15.69:0/2588387659 shutdown_connections 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 --2- 172.21.15.69:0/2588387659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc10a490 0x7f72cc1169a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 --2- 172.21.15.69:0/2588387659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 0x7f72cc10ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 --2- 172.21.15.69:0/2588387659 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc109ad0 0x7f72cc109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.212+0000 7f72d3e00700 1 -- 172.21.15.69:0/2588387659 >> 172.21.15.69:0/2588387659 conn(0x7f72cc076c70 msgr2=0x7f72cc1082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.213+0000 7f72d3e00700 1 -- 172.21.15.69:0/2588387659 shutdown_connections 2024-05-08T05:56:46.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.213+0000 7f72d3e00700 1 -- 172.21.15.69:0/2588387659 wait complete. 2024-05-08T05:56:46.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 Processor -- start 2024-05-08T05:56:46.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 -- start start 2024-05-08T05:56:46.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 0x7f72cc1a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:46.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc10a490 0x7f72cc1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:46.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 0x7f72cc1a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc119d10 con 0x7f72cc109ad0 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc119b90 con 0x7f72cc10a490 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d3e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc119e90 con 0x7f72cc10fb60 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.214+0000 7f72d1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 0x7f72cc1a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 0x7f72cc1a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52116/0 (socket says 172.21.15.69:52116) 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc10a490 0x7f72cc1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d1400700 1 -- 172.21.15.69:0/1573427452 learned_addr learned my addr 172.21.15.69:0/1573427452 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d1e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 0x7f72cc1a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 -- 172.21.15.69:0/1573427452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 msgr2=0x7f72cc1a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 0x7f72cc1a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 -- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 msgr2=0x7f72cc1a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 0x7f72cc1a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 -- 172.21.15.69:0/1573427452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72cc1a5120 con 0x7f72cc10a490 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d1e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 0x7f72cc1a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d1400700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 0x7f72cc1a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.215+0000 7f72d0a00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc10a490 0x7f72cc1a06a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f72b800e9f0 tx=0x7f72b800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.216+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b800cb70 con 0x7f72cc10a490 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.216+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72b800ee90 con 0x7f72cc10a490 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.216+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b8003d40 con 0x7f72cc10a490 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.216+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72cc1a5410 con 0x7f72cc10a490 2024-05-08T05:56:46.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.216+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72cc1acc90 con 0x7f72cc10a490 2024-05-08T05:56:46.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.217+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72cc06a190 con 0x7f72cc10a490 2024-05-08T05:56:46.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.219+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f72b8003ee0 con 0x7f72cc10a490 2024-05-08T05:56:46.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.220+0000 7f72ca000700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f72b40b2900 0x7f72b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:46.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.221+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f72b80e1e80 con 0x7f72cc10a490 2024-05-08T05:56:46.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.221+0000 7f72d1400700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f72b40b2900 0x7f72b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:46.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.221+0000 7f72d1400700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f72b40b2900 0x7f72b40b4dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f72c0009c10 tx=0x7f72c000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:46.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.226+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f72b80a9fa0 con 0x7f72cc10a490 2024-05-08T05:56:46.511 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.511+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72cc02e510 con 0x7f72cc10a490 2024-05-08T05:56:46.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.512+0000 7f72ca000700 1 -- 172.21.15.69:0/1573427452 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9662 (secure 0 0 0) 0x7f72b80094d0 con 0x7f72cc10a490 2024-05-08T05:56:46.513 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:46.513 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24521,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-05-08T05:56:46.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f72b40b2900 msgr2=0x7f72b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f72b40b2900 0x7f72b40b4dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f72c0009c10 tx=0x7f72c000b040 comp rx=0 tx=0).stop 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc10a490 msgr2=0x7f72cc1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc10a490 0x7f72cc1a06a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f72b800e9f0 tx=0x7f72b800ed00 comp rx=0 tx=0).stop 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 shutdown_connections 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f72cc10fb60 0x7f72cc1a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f72cc109ad0 0x7f72cc1a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f72b40b2900 0x7f72b40b4dc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 --2- 172.21.15.69:0/1573427452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f72cc10a490 0x7f72cc1a06a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 >> 172.21.15.69:0/1573427452 conn(0x7f72cc076c70 msgr2=0x7f72cc077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 shutdown_connections 2024-05-08T05:56:46.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:46.515+0000 7f72d3e00700 1 -- 172.21.15.69:0/1573427452 wait complete. 2024-05-08T05:56:46.517 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 12 2024-05-08T05:56:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:46.674 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:46.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:46.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-08T05:56:46.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-08T05:56:46.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:47.729 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:47 smithi105 ceph-mon[34393]: Deploying daemon mds.b on smithi105 2024-05-08T05:56:47.729 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:47 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] up:boot 2024-05-08T05:56:47.729 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:47 smithi105 ceph-mon[34393]: fsmap 11 up:standby 2024-05-08T05:56:47.729 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-08T05:56:47.729 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1573427452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:47 smithi135 ceph-mon[34761]: Deploying daemon mds.b on smithi105 2024-05-08T05:56:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:47 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] up:boot 2024-05-08T05:56:47.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:47 smithi135 ceph-mon[34761]: fsmap 11 up:standby 2024-05-08T05:56:47.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:47 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-08T05:56:47.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:47 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1573427452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:47 smithi069 ceph-mon[29571]: Deploying daemon mds.b on smithi105 2024-05-08T05:56:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:47 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] up:boot 2024-05-08T05:56:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:47 smithi069 ceph-mon[29571]: fsmap 11 up:standby 2024-05-08T05:56:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:47 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-08T05:56:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:47 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1573427452' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:48.020 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:47 smithi105 systemd[1]: Starting Ceph mds.b for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T05:56:48.404 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:48 smithi105 ceph-mon[34393]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:48.404 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 podman[64763]: 2024-05-08 05:56:48.031053127 +0000 UTC m=+0.018225851 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T05:56:48.404 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 podman[64763]: 2024-05-08 05:56:48.185847027 +0000 UTC m=+0.173019722 container create e32f692185e1eb795d4ae42949a5b20b1ecf67963dbc6ecfd864af1450511913 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_CLEAN=True) 2024-05-08T05:56:48.404 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 podman[64763]: 2024-05-08 05:56:48.405164038 +0000 UTC m=+0.392336744 container init e32f692185e1eb795d4ae42949a5b20b1ecf67963dbc6ecfd864af1450511913 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, ceph=True) 2024-05-08T05:56:48.770 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 podman[64763]: 2024-05-08 05:56:48.408300514 +0000 UTC m=+0.395473213 container start e32f692185e1eb795d4ae42949a5b20b1ecf67963dbc6ecfd864af1450511913 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True) 2024-05-08T05:56:48.770 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 ceph-mds[64782]: -- 172.21.15.105:0/2247086295 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5602ff0bda40 con 0x5602ff090c00 2024-05-08T05:56:48.770 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: starting mds.b at 2024-05-08T05:56:48.770 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 bash[64763]: e32f692185e1eb795d4ae42949a5b20b1ecf67963dbc6ecfd864af1450511913 2024-05-08T05:56:48.770 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:56:48 smithi105 systemd[1]: Started Ceph mds.b for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T05:56:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:48 smithi135 ceph-mon[34761]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:48 smithi069 ceph-mon[29571]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:49.421 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:56:49.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] up:boot 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: fsmap 12 up:standby 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T05:56:49.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T05:56:49.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:49.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:49.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] up:boot 2024-05-08T05:56:49.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: fsmap 12 up:standby 2024-05-08T05:56:49.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T05:56:49.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T05:56:49.872 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.872 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.872 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.872 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] up:boot 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: fsmap 12 up:standby 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T05:56:49.873 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T05:56:49.883 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:51 smithi105 ceph-mon[34393]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:51 smithi135 ceph-mon[34761]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:52.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:52.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:51 smithi069 ceph-mon[29571]: pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.099+0000 7fcc26c00700 1 -- 172.21.15.69:0/3220672256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc200761f0 msgr2=0x7fcc2010f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.099+0000 7fcc26c00700 1 --2- 172.21.15.69:0/3220672256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc200761f0 0x7fcc2010f6d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c009990 tx=0x7fcc0c009ca0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.099+0000 7fcc26c00700 1 -- 172.21.15.69:0/3220672256 shutdown_connections 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.100+0000 7fcc26c00700 1 --2- 172.21.15.69:0/3220672256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc2010fc10 0x7fcc20112080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.100+0000 7fcc26c00700 1 --2- 172.21.15.69:0/3220672256 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200758d0 0x7fcc20075cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.100+0000 7fcc26c00700 1 --2- 172.21.15.69:0/3220672256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc200761f0 0x7fcc2010f6d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.100+0000 7fcc26c00700 1 -- 172.21.15.69:0/3220672256 >> 172.21.15.69:0/3220672256 conn(0x7fcc200fef20 msgr2=0x7fcc20101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.100+0000 7fcc26c00700 1 -- 172.21.15.69:0/3220672256 shutdown_connections 2024-05-08T05:56:53.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.100+0000 7fcc26c00700 1 -- 172.21.15.69:0/3220672256 wait complete. 2024-05-08T05:56:53.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.101+0000 7fcc26c00700 1 Processor -- start 2024-05-08T05:56:53.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.101+0000 7fcc26c00700 1 -- start start 2024-05-08T05:56:53.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 0x7fcc2019bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:53.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200761f0 0x7fcc2019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc2010fc10 0x7fcc201a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcc201157f0 con 0x7fcc2010fc10 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcc20115670 con 0x7fcc200761f0 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcc20115970 con 0x7fcc200758d0 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc24e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200761f0 0x7fcc2019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc26200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc2010fc10 0x7fcc201a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc25800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 0x7fcc2019bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc25800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 0x7fcc2019bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37074/0 (socket says 172.21.15.69:37074) 2024-05-08T05:56:53.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.102+0000 7fcc25800700 1 -- 172.21.15.69:0/1314733886 learned_addr learned my addr 172.21.15.69:0/1314733886 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc24e00700 1 -- 172.21.15.69:0/1314733886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 msgr2=0x7fcc2019bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc24e00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 0x7fcc2019bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc24e00700 1 -- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc2010fc10 msgr2=0x7fcc201a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc24e00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc2010fc10 0x7fcc201a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc24e00700 1 -- 172.21.15.69:0/1314733886 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc201a0d30 con 0x7fcc200761f0 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc25800700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 0x7fcc2019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:56:53.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc24e00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200761f0 0x7fcc2019c260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c000c00 tx=0x7fcc0c0047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:53.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c026070 con 0x7fcc200761f0 2024-05-08T05:56:53.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc0c021410 con 0x7fcc200761f0 2024-05-08T05:56:53.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c017650 con 0x7fcc200761f0 2024-05-08T05:56:53.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc201a0fc0 con 0x7fcc200761f0 2024-05-08T05:56:53.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.103+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc201a88a0 con 0x7fcc200761f0 2024-05-08T05:56:53.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.105+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc2006a190 con 0x7fcc200761f0 2024-05-08T05:56:53.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.107+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fcc0c029070 con 0x7fcc200761f0 2024-05-08T05:56:53.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.108+0000 7fcc1e000700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcc080b2880 0x7fcc080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:53.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.108+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fcc0c0e2b10 con 0x7fcc200761f0 2024-05-08T05:56:53.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.109+0000 7fcc25800700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcc080b2880 0x7fcc080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:53.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.109+0000 7fcc25800700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcc080b2880 0x7fcc080b4d40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcc14011550 tx=0x7fcc14009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:53.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.113+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcc0c013070 con 0x7fcc200761f0 2024-05-08T05:56:53.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.404+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcc2002e510 con 0x7fcc200761f0 2024-05-08T05:56:53.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.405+0000 7fcc1e000700 1 -- 172.21.15.69:0/1314733886 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10491 (secure 0 0 0) 0x7fcc0c0aacc0 con 0x7fcc200761f0 2024-05-08T05:56:53.406 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:53.406 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24472,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24476,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24491,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24521,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24533,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-05-08T05:56:53.408 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcc080b2880 msgr2=0x7fcc080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:53.408 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcc080b2880 0x7fcc080b4d40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcc14011550 tx=0x7fcc14009260 comp rx=0 tx=0).stop 2024-05-08T05:56:53.408 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200761f0 msgr2=0x7fcc2019c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:53.408 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200761f0 0x7fcc2019c260 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c000c00 tx=0x7fcc0c0047b0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 shutdown_connections 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcc2010fc10 0x7fcc201a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcc200758d0 0x7fcc2019bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcc080b2880 0x7fcc080b4d40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 --2- 172.21.15.69:0/1314733886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcc200761f0 0x7fcc2019c260 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 >> 172.21.15.69:0/1314733886 conn(0x7fcc200fef20 msgr2=0x7fcc200ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 shutdown_connections 2024-05-08T05:56:53.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:53.408+0000 7fcc26c00700 1 -- 172.21.15.69:0/1314733886 wait complete. 2024-05-08T05:56:53.410 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 13 2024-05-08T05:56:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:54.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1314733886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:54.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:54.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:56:54.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:53 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1314733886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:56:54.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:53 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.242 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-08T05:56:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1314733886' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:56:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:56:54.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:56:54.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:53 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:54.682 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:56:55.050 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:54 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:55.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:54 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:55.087 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:54 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:56:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:55 smithi135 ceph-mon[34761]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:55 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:55 smithi069 ceph-mon[29571]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:55 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:55 smithi105 ceph-mon[34393]: pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:55 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:56:57.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.644+0000 7f15d3200700 1 -- 172.21.15.69:0/4116471763 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d410b680 msgr2=0x7f15d410ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:57.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.644+0000 7f15d3200700 1 --2- 172.21.15.69:0/4116471763 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d410b680 0x7f15d410ba60 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f15c40099c0 tx=0x7f15c4009cd0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 -- 172.21.15.69:0/4116471763 shutdown_connections 2024-05-08T05:56:57.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 --2- 172.21.15.69:0/4116471763 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15d4105f90 0x7f15d4112450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 --2- 172.21.15.69:0/4116471763 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d410b680 0x7f15d410ba60 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 --2- 172.21.15.69:0/4116471763 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d41055d0 0x7f15d4105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 -- 172.21.15.69:0/4116471763 >> 172.21.15.69:0/4116471763 conn(0x7f15d4101080 msgr2=0x7f15d41034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:57.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 -- 172.21.15.69:0/4116471763 shutdown_connections 2024-05-08T05:56:57.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.645+0000 7f15d3200700 1 -- 172.21.15.69:0/4116471763 wait complete. 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 Processor -- start 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 -- start start 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d41055d0 0x7f15d41a1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 0x7f15d41a1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15d410b680 0x7f15d419ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f15d41157f0 con 0x7f15d41055d0 2024-05-08T05:56:57.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f15d4115670 con 0x7f15d410b680 2024-05-08T05:56:57.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.646+0000 7f15d3200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f15d4115970 con 0x7f15d4105f90 2024-05-08T05:56:57.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 0x7f15d41a1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:57.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d41055d0 0x7f15d41a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:57.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 0x7f15d41a1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37088/0 (socket says 172.21.15.69:37088) 2024-05-08T05:56:57.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 -- 172.21.15.69:0/1596716124 learned_addr learned my addr 172.21.15.69:0/1596716124 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:56:57.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15d2800700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15d410b680 0x7f15d419ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 -- 172.21.15.69:0/1596716124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15d410b680 msgr2=0x7f15d419ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15d410b680 0x7f15d419ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 -- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d41055d0 msgr2=0x7f15d41a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d41055d0 0x7f15d41a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15cbe00700 1 -- 172.21.15.69:0/1596716124 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15d419c1f0 con 0x7f15d4105f90 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.647+0000 7f15d1e00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d41055d0 0x7f15d41a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.648+0000 7f15cbe00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 0x7f15d41a1dc0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f15bc00e9c0 tx=0x7f15bc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.648+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15bc00cbd0 con 0x7f15d4105f90 2024-05-08T05:56:57.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.648+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15d419c4e0 con 0x7f15d4105f90 2024-05-08T05:56:57.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.648+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15bc00ee50 con 0x7f15d4105f90 2024-05-08T05:56:57.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.648+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15bc005550 con 0x7f15d4105f90 2024-05-08T05:56:57.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.648+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15d41a8750 con 0x7f15d4105f90 2024-05-08T05:56:57.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.649+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15d410db10 con 0x7f15d4105f90 2024-05-08T05:56:57.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.654+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f15bc004750 con 0x7f15d4105f90 2024-05-08T05:56:57.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.657+0000 7f15caa00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15b80b2880 0x7f15b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:56:57.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.657+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f15bc0e2090 con 0x7f15d4105f90 2024-05-08T05:56:57.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.657+0000 7f15d1e00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15b80b2880 0x7f15b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:56:57.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.658+0000 7f15d1e00700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15b80b2880 0x7f15b80b4d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f15c4000c00 tx=0x7f15c4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:56:57.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.660+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f15bc0aa1b0 con 0x7f15d4105f90 2024-05-08T05:56:57.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.907+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f15d419cf70 con 0x7f15d4105f90 2024-05-08T05:56:57.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.907+0000 7f15caa00700 1 -- 172.21.15.69:0/1596716124 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) ==== 84+0+65 (secure 0 0 0) 0x7f15bc0a9ab0 con 0x7f15d4105f90 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout:[ 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout: "poolnum": 1, 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout: "poolname": ".mgr" 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T05:56:57.908 INFO:teuthology.orchestra.run.smithi069.stdout:] 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15b80b2880 msgr2=0x7f15b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15b80b2880 0x7f15b80b4d40 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f15c4000c00 tx=0x7f15c4005fb0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 msgr2=0x7f15d41a1dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 0x7f15d41a1dc0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f15bc00e9c0 tx=0x7f15bc00ecd0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 shutdown_connections 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15b80b2880 0x7f15b80b4d40 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f15d410b680 0x7f15d419ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15d41055d0 0x7f15d41a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 --2- 172.21.15.69:0/1596716124 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15d4105f90 0x7f15d41a1dc0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.910+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 >> 172.21.15.69:0/1596716124 conn(0x7f15d4101080 msgr2=0x7f15d4102810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:56:57.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.911+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 shutdown_connections 2024-05-08T05:56:57.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:56:57.911+0000 7f15d3200700 1 -- 172.21.15.69:0/1596716124 wait complete. 2024-05-08T05:56:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:58 smithi135 ceph-mon[34761]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:56:58 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1596716124' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-08T05:56:58.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:58 smithi069 ceph-mon[29571]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:58.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:56:58 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1596716124' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-08T05:56:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:58 smithi105 ceph-mon[34393]: pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:56:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:56:58 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1596716124' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-08T05:56:58.858 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-08T05:56:58.858 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-08T05:56:59.289 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:00.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:00 smithi069 ceph-mon[29571]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:00.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:57:00.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:57:00.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:00 smithi105 ceph-mon[34393]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:57:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:57:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:00 smithi135 ceph-mon[34761]: pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:00.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:57:00.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:57:00.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:57:01.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 -- 172.21.15.69:0/4065617217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 msgr2=0x7f09dc06c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:01.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 --2- 172.21.15.69:0/4065617217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc06c520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f09c8009990 tx=0x7f09c8009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 -- 172.21.15.69:0/4065617217 shutdown_connections 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 --2- 172.21.15.69:0/4065617217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f09dc105ee0 0x7f09dc106370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 --2- 172.21.15.69:0/4065617217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc1083d0 0x7f09dc06bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 --2- 172.21.15.69:0/4065617217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc06c520 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 -- 172.21.15.69:0/4065617217 >> 172.21.15.69:0/4065617217 conn(0x7f09dc079310 msgr2=0x7f09dc079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 -- 172.21.15.69:0/4065617217 shutdown_connections 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.674+0000 7f09e3800700 1 -- 172.21.15.69:0/4065617217 wait complete. 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.675+0000 7f09e3800700 1 Processor -- start 2024-05-08T05:57:01.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.675+0000 7f09e3800700 1 -- start start 2024-05-08T05:57:01.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e3800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc1a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:01.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e3800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 0x7f09dc1a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:01.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e3800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f09dc1083d0 0x7f09dc1a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:01.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e3800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f09dc119c40 con 0x7f09dc105ee0 2024-05-08T05:57:01.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e3800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f09dc119ac0 con 0x7f09dc1083d0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e3800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f09dc119dc0 con 0x7f09dc06c0c0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 0x7f09dc1a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 0x7f09dc1a0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:32892/0 (socket says 172.21.15.69:32892) 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09dbe00700 1 -- 172.21.15.69:0/463860984 learned_addr learned my addr 172.21.15.69:0/463860984 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e0e00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc1a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.676+0000 7f09e1800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f09dc1083d0 0x7f09dc1a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09dbe00700 1 -- 172.21.15.69:0/463860984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 msgr2=0x7f09dc1a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09dbe00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc1a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09dbe00700 1 -- 172.21.15.69:0/463860984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f09dc1083d0 msgr2=0x7f09dc1a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09dbe00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f09dc1083d0 0x7f09dc1a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09dbe00700 1 -- 172.21.15.69:0/463860984 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09dc1a5240 con 0x7f09dc105ee0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09e0e00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc1a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09dbe00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 0x7f09dc1a0770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f09c80057f0 tx=0x7f09c800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:01.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c8026070 con 0x7f09dc105ee0 2024-05-08T05:57:01.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09c8021410 con 0x7f09dc105ee0 2024-05-08T05:57:01.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09dc1a54d0 con 0x7f09dc105ee0 2024-05-08T05:57:01.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.677+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09c8017650 con 0x7f09dc105ee0 2024-05-08T05:57:01.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.678+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09dc1acdb0 con 0x7f09dc105ee0 2024-05-08T05:57:01.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.679+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09dc1029c0 con 0x7f09dc105ee0 2024-05-08T05:57:01.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.681+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f09c8029070 con 0x7f09dc105ee0 2024-05-08T05:57:01.682 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.682+0000 7f09d9600700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09c40b2880 0x7f09c40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:01.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.683+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f09c80e2a20 con 0x7f09dc105ee0 2024-05-08T05:57:01.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.683+0000 7f09e0e00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09c40b2880 0x7f09c40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:01.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.683+0000 7f09e0e00700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09c40b2880 0x7f09c40b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f09d0009fd0 tx=0x7f09d0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:01.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.687+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f09c8013070 con 0x7f09dc105ee0 2024-05-08T05:57:01.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:01.919+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f09dc06a190 con 0x7f09dc105ee0 2024-05-08T05:57:02.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.246+0000 7f09d9600700 1 -- 172.21.15.69:0/463860984 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) ==== 138+0+0 (secure 0 0 0) 0x7f09c80aac60 con 0x7f09dc105ee0 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.254+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09c40b2880 msgr2=0x7f09c40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.254+0000 7f09e3800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09c40b2880 0x7f09c40b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f09d0009fd0 tx=0x7f09d0009260 comp rx=0 tx=0).stop 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.254+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 msgr2=0x7f09dc1a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.254+0000 7f09e3800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 0x7f09dc1a0770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f09c80057f0 tx=0x7f09c800bfd0 comp rx=0 tx=0).stop 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.255+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 shutdown_connections 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.255+0000 7f09e3800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09c40b2880 0x7f09c40b4d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:02.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.255+0000 7f09e3800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f09dc1083d0 0x7f09dc1a4b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:02.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.255+0000 7f09e3800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f09dc06c0c0 0x7f09dc1a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:02.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.255+0000 7f09e3800700 1 --2- 172.21.15.69:0/463860984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f09dc105ee0 0x7f09dc1a0770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:02.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.255+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 >> 172.21.15.69:0/463860984 conn(0x7f09dc079310 msgr2=0x7f09dc104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:02.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.257+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 shutdown_connections 2024-05-08T05:57:02.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:02.257+0000 7f09e3800700 1 -- 172.21.15.69:0/463860984 wait complete. 2024-05-08T05:57:02.260 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_metadata' created 2024-05-08T05:57:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:02 smithi105 ceph-mon[34393]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:02 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/463860984' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-08T05:57:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:02 smithi135 ceph-mon[34761]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:02 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/463860984' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-08T05:57:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:02 smithi069 ceph-mon[29571]: pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:02 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/463860984' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-08T05:57:03.242 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-08T05:57:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:03 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/463860984' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-08T05:57:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:03 smithi105 ceph-mon[34393]: osdmap e73: 12 total, 12 up, 12 in 2024-05-08T05:57:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:03 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/463860984' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-08T05:57:03.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:03 smithi135 ceph-mon[34761]: osdmap e73: 12 total, 12 up, 12 in 2024-05-08T05:57:03.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:03 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/463860984' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-08T05:57:03.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:03 smithi069 ceph-mon[29571]: osdmap e73: 12 total, 12 up, 12 in 2024-05-08T05:57:03.676 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:04.479 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:04 smithi069 ceph-mon[29571]: pgmap v313: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:04.480 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:04 smithi069 ceph-mon[29571]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-08T05:57:04.480 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:04 smithi069 ceph-mon[29571]: osdmap e74: 12 total, 12 up, 12 in 2024-05-08T05:57:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:04 smithi105 ceph-mon[34393]: pgmap v313: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:04 smithi105 ceph-mon[34393]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-08T05:57:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:04 smithi105 ceph-mon[34393]: osdmap e74: 12 total, 12 up, 12 in 2024-05-08T05:57:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:04 smithi135 ceph-mon[34761]: pgmap v313: 33 pgs: 6 creating+peering, 1 active+clean, 26 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:04 smithi135 ceph-mon[34761]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-08T05:57:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:04 smithi135 ceph-mon[34761]: osdmap e74: 12 total, 12 up, 12 in 2024-05-08T05:57:05.558 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:05 smithi069 ceph-mon[29571]: osdmap e75: 12 total, 12 up, 12 in 2024-05-08T05:57:05.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:05 smithi135 ceph-mon[34761]: osdmap e75: 12 total, 12 up, 12 in 2024-05-08T05:57:05.692 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:05 smithi105 ceph-mon[34393]: osdmap e75: 12 total, 12 up, 12 in 2024-05-08T05:57:06.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 -- 172.21.15.69:0/1800944823 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 msgr2=0x7fca84107000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:06.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 --2- 172.21.15.69:0/1800944823 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca84107000 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fca700098f0 tx=0x7fca70009c00 comp rx=0 tx=0).stop 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 -- 172.21.15.69:0/1800944823 shutdown_connections 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 --2- 172.21.15.69:0/1800944823 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fca84107730 0x7fca8410f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 --2- 172.21.15.69:0/1800944823 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fca841029e0 0x7fca84102dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 --2- 172.21.15.69:0/1800944823 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca84107000 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 -- 172.21.15.69:0/1800944823 >> 172.21.15.69:0/1800944823 conn(0x7fca84079350 msgr2=0x7fca84079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 -- 172.21.15.69:0/1800944823 shutdown_connections 2024-05-08T05:57:06.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.103+0000 7fca89c00700 1 -- 172.21.15.69:0/1800944823 wait complete. 2024-05-08T05:57:06.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 Processor -- start 2024-05-08T05:57:06.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 -- start start 2024-05-08T05:57:06.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fca841029e0 0x7fca841040a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:06.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca841045e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:06.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fca84107730 0x7fca84104b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:06.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fca841125c0 con 0x7fca84107730 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fca84112440 con 0x7fca84103390 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.104+0000 7fca89c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fca84112740 con 0x7fca841029e0 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca841045e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca841045e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34650/0 (socket says 172.21.15.69:34650) 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 -- 172.21.15.69:0/2038294482 learned_addr learned my addr 172.21.15.69:0/2038294482 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82a00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fca841029e0 0x7fca841040a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca83400700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fca84107730 0x7fca84104b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 -- 172.21.15.69:0/2038294482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fca841029e0 msgr2=0x7fca841040a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fca841029e0 0x7fca841040a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 -- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fca84107730 msgr2=0x7fca84104b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fca84107730 0x7fca84104b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 -- 172.21.15.69:0/2038294482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca841a8210 con 0x7fca84103390 2024-05-08T05:57:06.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.105+0000 7fca82000700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca841045e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fca70009fd0 tx=0x7fca7000fa20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:06.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.106+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca700050c0 con 0x7fca84103390 2024-05-08T05:57:06.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.106+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca7000b560 con 0x7fca84103390 2024-05-08T05:57:06.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.106+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca841a84a0 con 0x7fca84103390 2024-05-08T05:57:06.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.106+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca700039c0 con 0x7fca84103390 2024-05-08T05:57:06.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.106+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca841a8950 con 0x7fca84103390 2024-05-08T05:57:06.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.107+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca84103ae0 con 0x7fca84103390 2024-05-08T05:57:06.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.109+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fca7000ba50 con 0x7fca84103390 2024-05-08T05:57:06.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.111+0000 7fca7b400700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fca680b2900 0x7fca680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:06.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.111+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7497+0+0 (secure 0 0 0) 0x7fca700e2de0 con 0x7fca84103390 2024-05-08T05:57:06.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.111+0000 7fca82a00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fca680b2900 0x7fca680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:06.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.112+0000 7fca82a00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fca680b2900 0x7fca680b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fca74009c60 tx=0x7fca74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:06.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.113+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fca70013030 con 0x7fca84103390 2024-05-08T05:57:06.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:06.348+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fca841a8bb0 con 0x7fca84103390 2024-05-08T05:57:06.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:06 smithi135 ceph-mon[34761]: pgmap v316: 33 pgs: 6 active+clean, 14 creating+peering, 13 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:06.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:06 smithi069 ceph-mon[29571]: pgmap v316: 33 pgs: 6 active+clean, 14 creating+peering, 13 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:06.610 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:06 smithi105 ceph-mon[34393]: pgmap v316: 33 pgs: 6 active+clean, 14 creating+peering, 13 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:07.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.298+0000 7fca7b400700 1 -- 172.21.15.69:0/2038294482 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v76) ==== 170+0+0 (secure 0 0 0) 0x7fca700aae20 con 0x7fca84103390 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.308+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fca680b2900 msgr2=0x7fca680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.308+0000 7fca89c00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fca680b2900 0x7fca680b4dc0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fca74009c60 tx=0x7fca74009260 comp rx=0 tx=0).stop 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.308+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 msgr2=0x7fca841045e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.308+0000 7fca89c00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca841045e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fca70009fd0 tx=0x7fca7000fa20 comp rx=0 tx=0).stop 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.309+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 shutdown_connections 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.309+0000 7fca89c00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fca84107730 0x7fca84104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:07.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.309+0000 7fca89c00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fca841029e0 0x7fca841040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:07.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.309+0000 7fca89c00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fca680b2900 0x7fca680b4dc0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:07.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.309+0000 7fca89c00700 1 --2- 172.21.15.69:0/2038294482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fca84103390 0x7fca841045e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:07.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.309+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 >> 172.21.15.69:0/2038294482 conn(0x7fca84079350 msgr2=0x7fca84106460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:07.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.310+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 shutdown_connections 2024-05-08T05:57:07.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:07.310+0000 7fca89c00700 1 -- 172.21.15.69:0/2038294482 wait complete. 2024-05-08T05:57:07.315 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_data' created 2024-05-08T05:57:07.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:07 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2038294482' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-08T05:57:07.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:07 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-08T05:57:07.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:07 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2038294482' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-08T05:57:07.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:07 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-08T05:57:07.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:07 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2038294482' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-08T05:57:07.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:07 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-08T05:57:08.287 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-08T05:57:08.367 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:08 smithi069 ceph-mon[29571]: pgmap v317: 33 pgs: 18 active+clean, 14 creating+peering, 1 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:08.367 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:08 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-08T05:57:08.367 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:08 smithi069 ceph-mon[29571]: osdmap e76: 12 total, 12 up, 12 in 2024-05-08T05:57:08.736 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:08 smithi105 ceph-mon[34393]: pgmap v317: 33 pgs: 18 active+clean, 14 creating+peering, 1 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:08 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-08T05:57:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:08 smithi105 ceph-mon[34393]: osdmap e76: 12 total, 12 up, 12 in 2024-05-08T05:57:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:08 smithi135 ceph-mon[34761]: pgmap v317: 33 pgs: 18 active+clean, 14 creating+peering, 1 unknown; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:08 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-08T05:57:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:08 smithi135 ceph-mon[34761]: osdmap e76: 12 total, 12 up, 12 in 2024-05-08T05:57:09.491 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:09 smithi069 ceph-mon[29571]: osdmap e77: 12 total, 12 up, 12 in 2024-05-08T05:57:09.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:09 smithi105 ceph-mon[34393]: osdmap e77: 12 total, 12 up, 12 in 2024-05-08T05:57:09.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:09 smithi135 ceph-mon[34761]: osdmap e77: 12 total, 12 up, 12 in 2024-05-08T05:57:10.456 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:10 smithi069 ceph-mon[29571]: pgmap v320: 97 pgs: 29 creating+peering, 35 unknown, 33 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:10.456 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:10 smithi069 ceph-mon[29571]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-08T05:57:10.456 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:10 smithi069 ceph-mon[29571]: osdmap e78: 12 total, 12 up, 12 in 2024-05-08T05:57:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:10 smithi105 ceph-mon[34393]: pgmap v320: 97 pgs: 29 creating+peering, 35 unknown, 33 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:10 smithi105 ceph-mon[34393]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-08T05:57:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:10 smithi105 ceph-mon[34393]: osdmap e78: 12 total, 12 up, 12 in 2024-05-08T05:57:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:10 smithi135 ceph-mon[34761]: pgmap v320: 97 pgs: 29 creating+peering, 35 unknown, 33 active+clean; 577 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:10 smithi135 ceph-mon[34761]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-08T05:57:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:10 smithi135 ceph-mon[34761]: osdmap e78: 12 total, 12 up, 12 in 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 -- 172.21.15.69:0/40196034 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a40756d0 msgr2=0x7fd1a4075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 --2- 172.21.15.69:0/40196034 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a40756d0 0x7fd1a4075ab0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd194009990 tx=0x7fd194009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 -- 172.21.15.69:0/40196034 shutdown_connections 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 --2- 172.21.15.69:0/40196034 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a4114670 0x7fd1a4116a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 --2- 172.21.15.69:0/40196034 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a40756d0 0x7fd1a4075ab0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 --2- 172.21.15.69:0/40196034 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a4075ff0 0x7fd1a4114130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 -- 172.21.15.69:0/40196034 >> 172.21.15.69:0/40196034 conn(0x7fd1a407a600 msgr2=0x7fd1a407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 -- 172.21.15.69:0/40196034 shutdown_connections 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.001+0000 7fd1ab000700 1 -- 172.21.15.69:0/40196034 wait complete. 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.002+0000 7fd1ab000700 1 Processor -- start 2024-05-08T05:57:11.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 -- start start 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a40756d0 0x7fd1a41a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 0x7fd1a41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a4114670 0x7fd1a41a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a4119c70 con 0x7fd1a4075ff0 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a4119af0 con 0x7fd1a40756d0 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1ab000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a4119df0 con 0x7fd1a4114670 2024-05-08T05:57:11.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1a3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 0x7fd1a41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1a3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 0x7fd1a41a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49568/0 (socket says 172.21.15.69:49568) 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1a3400700 1 -- 172.21.15.69:0/952421672 learned_addr learned my addr 172.21.15.69:0/952421672 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1a3e00700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a40756d0 0x7fd1a41a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.003+0000 7fd1a9000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a4114670 0x7fd1a41a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3400700 1 -- 172.21.15.69:0/952421672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a4114670 msgr2=0x7fd1a41a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3400700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a4114670 0x7fd1a41a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3400700 1 -- 172.21.15.69:0/952421672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a40756d0 msgr2=0x7fd1a41a0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3400700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a40756d0 0x7fd1a41a0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3400700 1 -- 172.21.15.69:0/952421672 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a41a5190 con 0x7fd1a4075ff0 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3e00700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a40756d0 0x7fd1a41a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a3400700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 0x7fd1a41a06c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd19000e9c0 tx=0x7fd19000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.004+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19000cbd0 con 0x7fd1a4075ff0 2024-05-08T05:57:11.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.005+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd19000ee60 con 0x7fd1a4075ff0 2024-05-08T05:57:11.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.005+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1a41a5480 con 0x7fd1a4075ff0 2024-05-08T05:57:11.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.005+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1a41acd00 con 0x7fd1a4075ff0 2024-05-08T05:57:11.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.005+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd190005580 con 0x7fd1a4075ff0 2024-05-08T05:57:11.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.006+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1a406a190 con 0x7fd1a4075ff0 2024-05-08T05:57:11.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.010+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd190004750 con 0x7fd1a4075ff0 2024-05-08T05:57:11.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.012+0000 7fd1a0c00700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1880b2880 0x7fd1880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:11.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.012+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7879+0+0 (secure 0 0 0) 0x7fd1900e2ab0 con 0x7fd1a4075ff0 2024-05-08T05:57:11.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.012+0000 7fd1a3e00700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1880b2880 0x7fd1880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:11.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.013+0000 7fd1a3e00700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1880b2880 0x7fd1880b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd19400b2e0 tx=0x7fd19401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:11.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.015+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd1900aa8e0 con 0x7fd1a4075ff0 2024-05-08T05:57:11.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.297+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fd1a41a14e0 con 0x7fd1a4075ff0 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.330+0000 7fd1a0c00700 1 -- 172.21.15.69:0/952421672 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7fd1a41a14e0 con 0x7fd1a4075ff0 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1880b2880 msgr2=0x7fd1880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1880b2880 0x7fd1880b4d40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd19400b2e0 tx=0x7fd19401a040 comp rx=0 tx=0).stop 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 msgr2=0x7fd1a41a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 0x7fd1a41a06c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd19000e9c0 tx=0x7fd19000ecd0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 shutdown_connections 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a4114670 0x7fd1a41a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1880b2880 0x7fd1880b4d40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a40756d0 0x7fd1a41a0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 --2- 172.21.15.69:0/952421672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a4075ff0 0x7fd1a41a06c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:11.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.333+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 >> 172.21.15.69:0/952421672 conn(0x7fd1a407a600 msgr2=0x7fd1a4113510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:11.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.334+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 shutdown_connections 2024-05-08T05:57:11.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:11.334+0000 7fd1ab000700 1 -- 172.21.15.69:0/952421672 wait complete. 2024-05-08T05:57:11.336 INFO:teuthology.orchestra.run.smithi069.stderr:new fs with metadata pool 2 and data pool 3 2024-05-08T05:57:11.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:11 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/952421672' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-08T05:57:11.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:11 smithi069 ceph-mon[29571]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-08T05:57:11.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:11 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/952421672' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-08T05:57:11.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:11 smithi105 ceph-mon[34393]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-08T05:57:11.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:11 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/952421672' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-08T05:57:11.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:11 smithi135 ceph-mon[34761]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-05-08T05:57:12.196 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:57:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:12 smithi069 ceph-mon[29571]: pgmap v322: 97 pgs: 29 creating+peering, 26 unknown, 42 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:12 smithi069 ceph-mon[29571]: osdmap e79: 12 total, 12 up, 12 in 2024-05-08T05:57:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:12 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/952421672' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-08T05:57:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:12 smithi069 ceph-mon[29571]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-08T05:57:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:12 smithi069 ceph-mon[29571]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-08T05:57:12.636 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:12 smithi105 ceph-mon[34393]: pgmap v322: 97 pgs: 29 creating+peering, 26 unknown, 42 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:12 smithi105 ceph-mon[34393]: osdmap e79: 12 total, 12 up, 12 in 2024-05-08T05:57:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:12 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/952421672' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-08T05:57:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:12 smithi105 ceph-mon[34393]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-08T05:57:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:12 smithi105 ceph-mon[34393]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-08T05:57:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:12 smithi135 ceph-mon[34761]: pgmap v322: 97 pgs: 29 creating+peering, 26 unknown, 42 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T05:57:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:12 smithi135 ceph-mon[34761]: osdmap e79: 12 total, 12 up, 12 in 2024-05-08T05:57:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:12 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/952421672' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-08T05:57:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:12 smithi135 ceph-mon[34761]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-05-08T05:57:12.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:12 smithi135 ceph-mon[34761]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-05-08T05:57:13.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:13 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] up:active 2024-05-08T05:57:13.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:13 smithi105 ceph-mon[34393]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:13.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:13 smithi105 ceph-mon[34393]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:13.778 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:13 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] up:active 2024-05-08T05:57:13.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:13 smithi069 ceph-mon[29571]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:13.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:13 smithi069 ceph-mon[29571]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:13.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:13 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] up:active 2024-05-08T05:57:13.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:13 smithi135 ceph-mon[34761]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:13.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:13 smithi135 ceph-mon[34761]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:14.430 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:14 smithi069 ceph-mon[29571]: pgmap v324: 97 pgs: 18 creating+peering, 79 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 185 B/s wr, 3 op/s 2024-05-08T05:57:14.430 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:14 smithi069 ceph-mon[29571]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-08T05:57:14.430 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:14 smithi069 ceph-mon[29571]: Cluster is now healthy 2024-05-08T05:57:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:14 smithi105 ceph-mon[34393]: pgmap v324: 97 pgs: 18 creating+peering, 79 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 185 B/s wr, 3 op/s 2024-05-08T05:57:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:14 smithi105 ceph-mon[34393]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-08T05:57:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:14 smithi105 ceph-mon[34393]: Cluster is now healthy 2024-05-08T05:57:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:14 smithi135 ceph-mon[34761]: pgmap v324: 97 pgs: 18 creating+peering, 79 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 185 B/s wr, 3 op/s 2024-05-08T05:57:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:14 smithi135 ceph-mon[34761]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-08T05:57:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:14 smithi135 ceph-mon[34761]: Cluster is now healthy 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 -- 172.21.15.69:0/1032722223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b8109ad0 msgr2=0x7f78b8109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 --2- 172.21.15.69:0/1032722223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b8109ad0 0x7f78b8109f50 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f78a0009990 tx=0x7f78a0009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 -- 172.21.15.69:0/1032722223 shutdown_connections 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 --2- 172.21.15.69:0/1032722223 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 --2- 172.21.15.69:0/1032722223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b810fb60 0x7f78b810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 --2- 172.21.15.69:0/1032722223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b8109ad0 0x7f78b8109f50 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.943+0000 7f78bcc00700 1 -- 172.21.15.69:0/1032722223 >> 172.21.15.69:0/1032722223 conn(0x7f78b8076c70 msgr2=0x7f78b81082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.944+0000 7f78bcc00700 1 -- 172.21.15.69:0/1032722223 shutdown_connections 2024-05-08T05:57:14.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.944+0000 7f78bcc00700 1 -- 172.21.15.69:0/1032722223 wait complete. 2024-05-08T05:57:14.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.945+0000 7f78bcc00700 1 Processor -- start 2024-05-08T05:57:14.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.945+0000 7f78bcc00700 1 -- start start 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.945+0000 7f78bcc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b8109ad0 0x7f78b81a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.945+0000 7f78bcc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.945+0000 7f78bcc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b810fb60 0x7f78b81a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78bcc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8119d20 con 0x7f78b8109ad0 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78bcc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8119ba0 con 0x7f78b810fb60 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78bcc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78b8119ea0 con 0x7f78b810a490 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78afe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b8109ad0 0x7f78b81a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:14.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78afe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52662/0 (socket says 172.21.15.69:52662) 2024-05-08T05:57:14.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78afe00700 1 -- 172.21.15.69:0/3251835757 learned_addr learned my addr 172.21.15.69:0/3251835757 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:14.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b6800700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b810fb60 0x7f78b81a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b6800700 1 -- 172.21.15.69:0/3251835757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 msgr2=0x7f78b81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b6800700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b6800700 1 -- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b8109ad0 msgr2=0x7f78b81a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b6800700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b8109ad0 0x7f78b81a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b6800700 1 -- 172.21.15.69:0/3251835757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78b81a51b0 con 0x7f78b810fb60 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78b5e00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b8109ad0 0x7f78b81a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.946+0000 7f78afe00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.947+0000 7f78b6800700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b810fb60 0x7f78b81a4a70 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f78b000efc0 tx=0x7f78b000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.947+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b00092e0 con 0x7f78b810fb60 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.947+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78b0004bb0 con 0x7f78b810fb60 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.947+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78b81a5440 con 0x7f78b810fb60 2024-05-08T05:57:14.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.947+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b0004020 con 0x7f78b810fb60 2024-05-08T05:57:14.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.947+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78b81acd20 con 0x7f78b810fb60 2024-05-08T05:57:14.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.948+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78b806a190 con 0x7f78b810fb60 2024-05-08T05:57:14.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.951+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f78b001b030 con 0x7f78b810fb60 2024-05-08T05:57:14.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.952+0000 7f78aea00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f789c0b2900 0x7f789c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:14.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.953+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f78b00e2560 con 0x7f78b810fb60 2024-05-08T05:57:14.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.953+0000 7f78b5e00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f789c0b2900 0x7f789c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:14.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.953+0000 7f78b5e00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f789c0b2900 0x7f789c0b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f78a8009fd0 tx=0x7f78a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:14.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:14.954+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f78b0022020 con 0x7f78b810fb60 2024-05-08T05:57:15.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.189+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f78b802e510 con 0x7f78b810fb60 2024-05-08T05:57:15.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.191+0000 7f78aea00700 1 -- 172.21.15.69:0/3251835757 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22205 (secure 0 0 0) 0x7f78b0010040 con 0x7f78b810fb60 2024-05-08T05:57:15.192 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:57:15.193 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":79,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:11.299927+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f789c0b2900 msgr2=0x7f789c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f789c0b2900 0x7f789c0b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f78a8009fd0 tx=0x7f78a8009260 comp rx=0 tx=0).stop 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b810fb60 msgr2=0x7f78b81a4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b810fb60 0x7f78b81a4a70 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f78b000efc0 tx=0x7f78b000c3a0 comp rx=0 tx=0).stop 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 shutdown_connections 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f789c0b2900 0x7f789c0b4dc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78b810fb60 0x7f78b81a4a70 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78b8109ad0 0x7f78b81a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:15.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 --2- 172.21.15.69:0/3251835757 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78b810a490 0x7f78b81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:15.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.194+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 >> 172.21.15.69:0/3251835757 conn(0x7f78b8076c70 msgr2=0x7f78b8077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:15.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.195+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 shutdown_connections 2024-05-08T05:57:15.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:15.195+0000 7f78bcc00700 1 -- 172.21.15.69:0/3251835757 wait complete. 2024-05-08T05:57:15.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:15 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3251835757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:57:15.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:15 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3251835757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:57:15.770 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:57:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: 2024-05-08T05:57:15.383+0000 7fb02fad1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-08T05:57:15.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:15 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3251835757' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:57:16.064 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:57:16.512 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:16 smithi105 ceph-mon[34393]: pgmap v325: 97 pgs: 97 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 627 B/s wr, 4 op/s 2024-05-08T05:57:16.660 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:16 smithi069 ceph-mon[29571]: pgmap v325: 97 pgs: 97 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 627 B/s wr, 4 op/s 2024-05-08T05:57:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:16 smithi135 ceph-mon[34761]: pgmap v325: 97 pgs: 97 active+clean; 577 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 627 B/s wr, 4 op/s 2024-05-08T05:57:18.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:18 smithi069 ceph-mon[29571]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-08T05:57:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:18 smithi105 ceph-mon[34393]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-08T05:57:18.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 -- 172.21.15.69:0/2100287006 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f373410b6c0 msgr2=0x7f373410baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:18.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 --2- 172.21.15.69:0/2100287006 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f373410b6c0 0x7f373410baa0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3724009990 tx=0x7f3724009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:18.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 -- 172.21.15.69:0/2100287006 shutdown_connections 2024-05-08T05:57:18.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 --2- 172.21.15.69:0/2100287006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3734106080 0x7f3734112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:18.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 --2- 172.21.15.69:0/2100287006 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f373410b6c0 0x7f373410baa0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:18.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 --2- 172.21.15.69:0/2100287006 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f37341056c0 0x7f3734105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:18.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 -- 172.21.15.69:0/2100287006 >> 172.21.15.69:0/2100287006 conn(0x7f3734101170 msgr2=0x7f3734103590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:18.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 -- 172.21.15.69:0/2100287006 shutdown_connections 2024-05-08T05:57:18.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.772+0000 7f3739a00700 1 -- 172.21.15.69:0/2100287006 wait complete. 2024-05-08T05:57:18.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 Processor -- start 2024-05-08T05:57:18.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 -- start start 2024-05-08T05:57:18.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 0x7f373419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3734106080 0x7f373419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f373410b6c0 0x7f37341a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3734115910 con 0x7f3734106080 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3734115790 con 0x7f37341056c0 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.774+0000 7f3739a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3734115a90 con 0x7f373410b6c0 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 0x7f373419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 0x7f373419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38888/0 (socket says 172.21.15.69:38888) 2024-05-08T05:57:18.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 -- 172.21.15.69:0/2922713156 learned_addr learned my addr 172.21.15.69:0/2922713156 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3733400700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f373410b6c0 0x7f37341a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732000700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3734106080 0x7f373419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 -- 172.21.15.69:0/2922713156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f373410b6c0 msgr2=0x7f37341a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f373410b6c0 0x7f37341a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 -- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3734106080 msgr2=0x7f373419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3734106080 0x7f373419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:18.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.775+0000 7f3732a00700 1 -- 172.21.15.69:0/2922713156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37341a0e20 con 0x7f37341056c0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.776+0000 7f3732a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 0x7f373419be60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3724005910 tx=0x7f372400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.776+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3724027070 con 0x7f37341056c0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.776+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3724022470 con 0x7f37341056c0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.776+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37341a10b0 con 0x7f37341056c0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.776+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3724017650 con 0x7f37341056c0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.776+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37341a8990 con 0x7f37341056c0 2024-05-08T05:57:18.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.777+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f373406a190 con 0x7f37341056c0 2024-05-08T05:57:18.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.779+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f372402a070 con 0x7f37341056c0 2024-05-08T05:57:18.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.781+0000 7f372b400700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37180b2900 0x7f37180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:18.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.781+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f37240e2fe0 con 0x7f37341056c0 2024-05-08T05:57:18.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.781+0000 7f3732000700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37180b2900 0x7f37180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:18.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.782+0000 7f3732000700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37180b2900 0x7f37180b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f373410ad30 tx=0x7f3720009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:18.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:18.783+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3724013070 con 0x7f37341056c0 2024-05-08T05:57:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:18 smithi135 ceph-mon[34761]: pgmap v326: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-08T05:57:19.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.014+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f373402e510 con 0x7f37341056c0 2024-05-08T05:57:19.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.016+0000 7f372b400700 1 -- 172.21.15.69:0/2922713156 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22205 (secure 0 0 0) 0x7f37240aae40 con 0x7f37341056c0 2024-05-08T05:57:19.017 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:57:19.017 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":79,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:11.299927+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:57:19.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.020+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37180b2900 msgr2=0x7f37180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:19.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.020+0000 7f3739a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37180b2900 0x7f37180b4dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f373410ad30 tx=0x7f3720009260 comp rx=0 tx=0).stop 2024-05-08T05:57:19.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.020+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 msgr2=0x7f373419be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:19.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.020+0000 7f3739a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 0x7f373419be60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3724005910 tx=0x7f372400b670 comp rx=0 tx=0).stop 2024-05-08T05:57:19.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 shutdown_connections 2024-05-08T05:57:19.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f373410b6c0 0x7f37341a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:19.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37180b2900 0x7f37180b4dc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:19.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f37341056c0 0x7f373419be60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:19.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 --2- 172.21.15.69:0/2922713156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3734106080 0x7f373419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:19.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 >> 172.21.15.69:0/2922713156 conn(0x7f3734101170 msgr2=0x7f3734101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:19.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 shutdown_connections 2024-05-08T05:57:19.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:19.021+0000 7f3739a00700 1 -- 172.21.15.69:0/2922713156 wait complete. 2024-05-08T05:57:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:19 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2922713156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:57:19.807 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:19 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2922713156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:57:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:19 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2922713156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:57:19.876 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-08T05:57:20.314 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:20.458 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:20 smithi069 ceph-mon[29571]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-08T05:57:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:20 smithi105 ceph-mon[34393]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-08T05:57:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:20 smithi135 ceph-mon[34761]: pgmap v327: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-08T05:57:22.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 -- 172.21.15.69:0/2400907998 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 msgr2=0x7f8a8410baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:22.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 --2- 172.21.15.69:0/2400907998 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 0x7f8a8410baa0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8a78009990 tx=0x7f8a78009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:22.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 -- 172.21.15.69:0/2400907998 shutdown_connections 2024-05-08T05:57:22.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 --2- 172.21.15.69:0/2400907998 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a84106080 0x7f8a84112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:22.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 --2- 172.21.15.69:0/2400907998 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 0x7f8a8410baa0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:22.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 --2- 172.21.15.69:0/2400907998 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a841056c0 0x7f8a84105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:22.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 -- 172.21.15.69:0/2400907998 >> 172.21.15.69:0/2400907998 conn(0x7f8a841011b0 msgr2=0x7f8a841035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 -- 172.21.15.69:0/2400907998 shutdown_connections 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.598+0000 7f8a8b600700 1 -- 172.21.15.69:0/2400907998 wait complete. 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.599+0000 7f8a8b600700 1 Processor -- start 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 -- start start 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 0x7f8a8419bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a84106080 0x7f8a8419c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 0x7f8a841a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:22.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8a84115910 con 0x7f8a8410b6c0 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8a84115790 con 0x7f8a84106080 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a8b600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8a84115a90 con 0x7f8a841056c0 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a88c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 0x7f8a8419bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a89600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 0x7f8a841a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a88c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 0x7f8a8419bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60622/0 (socket says 172.21.15.69:60622) 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.600+0000 7f8a88c00700 1 -- 172.21.15.69:0/1885944945 learned_addr learned my addr 172.21.15.69:0/1885944945 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:22.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a83e00700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a84106080 0x7f8a8419c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a88c00700 1 -- 172.21.15.69:0/1885944945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a84106080 msgr2=0x7f8a8419c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a88c00700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a84106080 0x7f8a8419c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a88c00700 1 -- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 msgr2=0x7f8a841a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a88c00700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 0x7f8a841a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a88c00700 1 -- 172.21.15.69:0/1885944945 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a841a0db0 con 0x7f8a841056c0 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a88c00700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 0x7f8a8419bda0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005910 tx=0x7f8a7800b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a78027070 con 0x7f8a841056c0 2024-05-08T05:57:22.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a78022470 con 0x7f8a841056c0 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a78017650 con 0x7f8a841056c0 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.601+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a841a1040 con 0x7f8a841056c0 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.602+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a841a8920 con 0x7f8a841056c0 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.602+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a84106e00 con 0x7f8a841056c0 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.605+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f8a7802a070 con 0x7f8a841056c0 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.606+0000 7f8a81600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a6c0b2880 0x7f8a6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:22.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.606+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f8a780e2ef0 con 0x7f8a841056c0 2024-05-08T05:57:22.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.606+0000 7f8a83e00700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a6c0b2880 0x7f8a6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:22.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.607+0000 7f8a83e00700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a6c0b2880 0x7f8a6c0b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009680 tx=0x7f8a70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:22.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.611+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8a78013070 con 0x7f8a841056c0 2024-05-08T05:57:22.670 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:22 smithi069 ceph-mon[29571]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-08T05:57:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:22 smithi105 ceph-mon[34393]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-08T05:57:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:22 smithi135 ceph-mon[34761]: pgmap v328: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-08T05:57:22.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:22.894+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f8a8402e510 con 0x7f8a841056c0 2024-05-08T05:57:23.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.396+0000 7f8a81600700 1 -- 172.21.15.69:0/1885944945 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f8a780aad50 con 0x7f8a841056c0 2024-05-08T05:57:23.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a6c0b2880 msgr2=0x7f8a6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:23.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a6c0b2880 0x7f8a6c0b4d40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009680 tx=0x7f8a70009260 comp rx=0 tx=0).stop 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 msgr2=0x7f8a8419bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 0x7f8a8419bda0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005910 tx=0x7f8a7800b670 comp rx=0 tx=0).stop 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 shutdown_connections 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a8410b6c0 0x7f8a841a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a841056c0 0x7f8a8419bda0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a6c0b2880 0x7f8a6c0b4d40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 --2- 172.21.15.69:0/1885944945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a84106080 0x7f8a8419c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 >> 172.21.15.69:0/1885944945 conn(0x7f8a841011b0 msgr2=0x7f8a84101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 shutdown_connections 2024-05-08T05:57:23.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:23.400+0000 7f8a8b600700 1 -- 172.21.15.69:0/1885944945 wait complete. 2024-05-08T05:57:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:23 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1885944945' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-08T05:57:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:23 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-08T05:57:23.813 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:23 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1885944945' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-08T05:57:23.814 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:23 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-08T05:57:23.815 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:23 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1885944945' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-08T05:57:23.815 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:23 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-08T05:57:24.257 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-05-08T05:57:24.258 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-05-08T05:57:24.700 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:24 smithi105 ceph-mon[34393]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-08T05:57:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:24 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-08T05:57:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:24 smithi105 ceph-mon[34393]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:24 smithi135 ceph-mon[34761]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-08T05:57:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:24 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-08T05:57:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:24 smithi135 ceph-mon[34761]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:24 smithi069 ceph-mon[29571]: pgmap v329: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-08T05:57:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:24 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-08T05:57:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:24 smithi069 ceph-mon[29571]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:26.711 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:26 smithi069 ceph-mon[29571]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 2 op/s 2024-05-08T05:57:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:26 smithi105 ceph-mon[34393]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 2 op/s 2024-05-08T05:57:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:26 smithi135 ceph-mon[34761]: pgmap v330: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s wr, 2 op/s 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 -- 172.21.15.69:0/151677181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c781033d0 msgr2=0x7f9c78103850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 --2- 172.21.15.69:0/151677181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c781033d0 0x7f9c78103850 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9c60009990 tx=0x7f9c60009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 -- 172.21.15.69:0/151677181 shutdown_connections 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 --2- 172.21.15.69:0/151677181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 0x7f9c781102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 --2- 172.21.15.69:0/151677181 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c78109460 0x7f9c78109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 --2- 172.21.15.69:0/151677181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c781033d0 0x7f9c78103850 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 -- 172.21.15.69:0/151677181 >> 172.21.15.69:0/151677181 conn(0x7f9c780fef20 msgr2=0x7f9c78101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 -- 172.21.15.69:0/151677181 shutdown_connections 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.930+0000 7f9c7d800700 1 -- 172.21.15.69:0/151677181 wait complete. 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.931+0000 7f9c7d800700 1 Processor -- start 2024-05-08T05:57:26.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 -- start start 2024-05-08T05:57:26.934 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 0x7f9c7819f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 0x7f9c7819fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c78109460 0x7f9c78199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c781135c0 con 0x7f9c78109460 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c78113440 con 0x7f9c781033d0 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7d800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c78113740 con 0x7f9c78103d90 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c77e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 0x7f9c7819f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c77e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 0x7f9c7819f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38934/0 (socket says 172.21.15.69:38934) 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c77e00700 1 -- 172.21.15.69:0/3667749029 learned_addr learned my addr 172.21.15.69:0/3667749029 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c7ce00700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c78109460 0x7f9c78199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.932+0000 7f9c6f400700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 0x7f9c7819fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c77e00700 1 -- 172.21.15.69:0/3667749029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 msgr2=0x7f9c7819fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c77e00700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 0x7f9c7819fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:26.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c77e00700 1 -- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c78109460 msgr2=0x7f9c78199960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c77e00700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c78109460 0x7f9c78199960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c77e00700 1 -- 172.21.15.69:0/3667749029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c7819a0c0 con 0x7f9c781033d0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c6f400700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 0x7f9c7819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c7ce00700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c78109460 0x7f9c78199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c77e00700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 0x7f9c7819f750 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9c6800e9a0 tx=0x7f9c6800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.933+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c6800ca10 con 0x7f9c781033d0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.934+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c7819a3b0 con 0x7f9c781033d0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.934+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c6800cbb0 con 0x7f9c781033d0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.934+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c68018680 con 0x7f9c781033d0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.934+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c781a6620 con 0x7f9c781033d0 2024-05-08T05:57:26.936 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.935+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c7806a190 con 0x7f9c781033d0 2024-05-08T05:57:26.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.937+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f9c68010430 con 0x7f9c781033d0 2024-05-08T05:57:26.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.938+0000 7f9c75600700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c5c0b2880 0x7f9c5c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:26.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.939+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f9c680e2570 con 0x7f9c781033d0 2024-05-08T05:57:26.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.939+0000 7f9c6f400700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c5c0b2880 0x7f9c5c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:26.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.939+0000 7f9c6f400700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c5c0b2880 0x7f9c5c0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9c78108ad0 tx=0x7f9c6000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:26.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:26.940+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9c680aa340 con 0x7f9c781033d0 2024-05-08T05:57:27.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.202+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f9c7819ae40 con 0x7f9c781033d0 2024-05-08T05:57:27.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.417+0000 7f9c75600700 1 -- 172.21.15.69:0/3667749029 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f9c680b23c0 con 0x7f9c781033d0 2024-05-08T05:57:27.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.421+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c5c0b2880 msgr2=0x7f9c5c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:27.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.421+0000 7f9c7d800700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c5c0b2880 0x7f9c5c0b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9c78108ad0 tx=0x7f9c6000b260 comp rx=0 tx=0).stop 2024-05-08T05:57:27.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.421+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 msgr2=0x7f9c7819f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:27.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.421+0000 7f9c7d800700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 0x7f9c7819f750 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9c6800e9a0 tx=0x7f9c6800ecb0 comp rx=0 tx=0).stop 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 shutdown_connections 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c78109460 0x7f9c78199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c5c0b2880 0x7f9c5c0b4d40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c781033d0 0x7f9c7819f750 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 --2- 172.21.15.69:0/3667749029 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c78103d90 0x7f9c7819fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 >> 172.21.15.69:0/3667749029 conn(0x7f9c780fef20 msgr2=0x7f9c780ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 shutdown_connections 2024-05-08T05:57:27.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:27.422+0000 7f9c7d800700 1 -- 172.21.15.69:0/3667749029 wait complete. 2024-05-08T05:57:27.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:27 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3667749029' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-08T05:57:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:27 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-08T05:57:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:27 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3667749029' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-08T05:57:27.805 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:27 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-08T05:57:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:27 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3667749029' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-08T05:57:27.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:27 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-05-08T05:57:28.304 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-08T05:57:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: pgmap v331: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 1 op/s 2024-05-08T05:57:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-08T05:57:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-08T05:57:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-08T05:57:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-05-08T05:57:28.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:28 smithi069 ceph-mon[29571]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-05-08T05:57:28.748 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: pgmap v331: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 1 op/s 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-05-08T05:57:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:28 smithi105 ceph-mon[34393]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-05-08T05:57:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: pgmap v331: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s wr, 1 op/s 2024-05-08T05:57:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-08T05:57:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-05-08T05:57:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: daemon mds.a assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-08T05:57:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-05-08T05:57:28.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: fsmap cephfs:2 {0=b=up:active,1=a=up:creating} 10 up:standby 2024-05-08T05:57:28.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:28 smithi135 ceph-mon[34761]: daemon mds.a is now active in filesystem cephfs as rank 1 2024-05-08T05:57:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] up:active 2024-05-08T05:57:29.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-08T05:57:29.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-08T05:57:29.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: Cluster is now healthy 2024-05-08T05:57:29.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-05-08T05:57:29.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-05-08T05:57:29.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:29 smithi069 ceph-mon[29571]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] up:active 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: Cluster is now healthy 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-05-08T05:57:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:29 smithi105 ceph-mon[34393]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-08T05:57:29.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] up:active 2024-05-08T05:57:29.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-08T05:57:29.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-08T05:57:29.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: Cluster is now healthy 2024-05-08T05:57:29.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: fsmap cephfs:2 {0=b=up:active,1=a=up:active} 10 up:standby 2024-05-08T05:57:29.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:creating} 9 up:standby 2024-05-08T05:57:29.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:29 smithi135 ceph-mon[34761]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-05-08T05:57:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:30 smithi105 ceph-mon[34393]: pgmap v332: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-08T05:57:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:30 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] up:active 2024-05-08T05:57:30.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:30 smithi105 ceph-mon[34393]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-08T05:57:30.771 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:57:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: 2024-05-08T05:57:30.384+0000 7fb02fad1700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-08T05:57:30.771 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 05:57:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: 2024-05-08T05:57:30.384+0000 7fb02fad1700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-08T05:57:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:30 smithi135 ceph-mon[34761]: pgmap v332: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-08T05:57:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:30 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] up:active 2024-05-08T05:57:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:30 smithi135 ceph-mon[34761]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-08T05:57:30.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:30 smithi069 ceph-mon[29571]: pgmap v332: 97 pgs: 97 active+clean; 579 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-05-08T05:57:30.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:30 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] up:active 2024-05-08T05:57:30.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:30 smithi069 ceph-mon[29571]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-08T05:57:31.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.004+0000 7f46ce600700 1 -- 172.21.15.69:0/863625875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 msgr2=0x7f46c810fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:31.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.004+0000 7f46ce600700 1 --2- 172.21.15.69:0/863625875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c810fa10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f46b40098f0 tx=0x7f46b4009c00 comp rx=0 tx=0).stop 2024-05-08T05:57:31.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 -- 172.21.15.69:0/863625875 shutdown_connections 2024-05-08T05:57:31.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 --2- 172.21.15.69:0/863625875 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c810ff50 0x7f46c8112340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 --2- 172.21.15.69:0/863625875 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46c806b1b0 0x7f46c806b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 --2- 172.21.15.69:0/863625875 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c810fa10 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 -- 172.21.15.69:0/863625875 >> 172.21.15.69:0/863625875 conn(0x7f46c8079350 msgr2=0x7f46c8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:31.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 -- 172.21.15.69:0/863625875 shutdown_connections 2024-05-08T05:57:31.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.005+0000 7f46ce600700 1 -- 172.21.15.69:0/863625875 wait complete. 2024-05-08T05:57:31.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.007+0000 7f46ce600700 1 Processor -- start 2024-05-08T05:57:31.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.007+0000 7f46ce600700 1 -- start start 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.007+0000 7f46ce600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c806b1b0 0x7f46c819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.007+0000 7f46ce600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.007+0000 7f46ce600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46c810ff50 0x7f46c81a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.007+0000 7f46ce600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46c81158d0 con 0x7f46c806b1b0 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46ce600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f46c8115750 con 0x7f46c806bad0 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46ce600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f46c8115a50 con 0x7f46c810ff50 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c806b1b0 0x7f46c819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c819c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40326/0 (socket says 172.21.15.69:40326) 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 -- 172.21.15.69:0/495413221 learned_addr learned my addr 172.21.15.69:0/495413221 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:31.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c7e00700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46c810ff50 0x7f46c81a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 -- 172.21.15.69:0/495413221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46c810ff50 msgr2=0x7f46c81a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46c810ff50 0x7f46c81a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 -- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c806b1b0 msgr2=0x7f46c819be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c806b1b0 0x7f46c819be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c6a00700 1 -- 172.21.15.69:0/495413221 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c81a0e50 con 0x7f46c806bad0 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.008+0000 7f46c7400700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c806b1b0 0x7f46c819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.009+0000 7f46c6a00700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c819c380 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009230 tx=0x7f46b400fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.009+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4005140 con 0x7f46c806bad0 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.009+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46b400b560 con 0x7f46c806bad0 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.009+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c81a10e0 con 0x7f46c806bad0 2024-05-08T05:57:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.009+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4003970 con 0x7f46c806bad0 2024-05-08T05:57:31.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.009+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c81a89c0 con 0x7f46c806bad0 2024-05-08T05:57:31.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.010+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46c806a190 con 0x7f46c806bad0 2024-05-08T05:57:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.012+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f46b400ba50 con 0x7f46c806bad0 2024-05-08T05:57:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.014+0000 7f46bfe00700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46ac0b2900 0x7f46ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.014+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f46b40e3060 con 0x7f46c806bad0 2024-05-08T05:57:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.014+0000 7f46c7400700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46ac0b2900 0x7f46ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.015+0000 7f46c7400700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46ac0b2900 0x7f46ac0b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f46b8005fd0 tx=0x7f46b8009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.018+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f46b4013030 con 0x7f46c806bad0 2024-05-08T05:57:31.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.299+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f46c802e510 con 0x7f46c806bad0 2024-05-08T05:57:31.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.467+0000 7f46bfe00700 1 -- 172.21.15.69:0/495413221 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f46b40aaec0 con 0x7f46c806bad0 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46ac0b2900 msgr2=0x7f46ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46ac0b2900 0x7f46ac0b4dc0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f46b8005fd0 tx=0x7f46b8009310 comp rx=0 tx=0).stop 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 msgr2=0x7f46c819c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c819c380 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46b4009230 tx=0x7f46b400fa70 comp rx=0 tx=0).stop 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 shutdown_connections 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46c810ff50 0x7f46c81a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46c806b1b0 0x7f46c819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46ac0b2900 0x7f46ac0b4dc0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 --2- 172.21.15.69:0/495413221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46c806bad0 0x7f46c819c380 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.471+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 >> 172.21.15.69:0/495413221 conn(0x7f46c8079350 msgr2=0x7f46c8111440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.472+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 shutdown_connections 2024-05-08T05:57:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:31.472+0000 7f46ce600700 1 -- 172.21.15.69:0/495413221 wait complete. 2024-05-08T05:57:31.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:31 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/495413221' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-08T05:57:31.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:31 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-08T05:57:31.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:31 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/495413221' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-08T05:57:31.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:31 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-08T05:57:31.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:31 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/495413221' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-08T05:57:31.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:31 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-08T05:57:32.325 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-08T05:57:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:32 smithi069 ceph-mon[29571]: pgmap v333: 97 pgs: 97 active+clean; 580 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 1 op/s 2024-05-08T05:57:32.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:32 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-08T05:57:32.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:32 smithi069 ceph-mon[29571]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-08T05:57:32.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:32 smithi069 ceph-mon[29571]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T05:57:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:32 smithi105 ceph-mon[34393]: pgmap v333: 97 pgs: 97 active+clean; 580 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 1 op/s 2024-05-08T05:57:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:32 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-08T05:57:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:32 smithi105 ceph-mon[34393]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-08T05:57:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:32 smithi105 ceph-mon[34393]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T05:57:32.771 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:32 smithi135 ceph-mon[34761]: pgmap v333: 97 pgs: 97 active+clean; 580 KiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 1 op/s 2024-05-08T05:57:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:32 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-08T05:57:32.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:32 smithi135 ceph-mon[34761]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 9 up:standby 2024-05-08T05:57:32.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:32 smithi135 ceph-mon[34761]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T05:57:34.540 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:34 smithi069 ceph-mon[29571]: pgmap v334: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 2.0 KiB/s wr, 6 op/s 2024-05-08T05:57:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:34 smithi105 ceph-mon[34393]: pgmap v334: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 2.0 KiB/s wr, 6 op/s 2024-05-08T05:57:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:34 smithi135 ceph-mon[34761]: pgmap v334: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s rd, 2.0 KiB/s wr, 6 op/s 2024-05-08T05:57:35.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 -- 172.21.15.69:0/1467919691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 msgr2=0x7f3e04103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:35.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1467919691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e04103b30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3df80099c0 tx=0x7f3df8009cd0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 -- 172.21.15.69:0/1467919691 shutdown_connections 2024-05-08T05:57:35.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1467919691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e04108850 0x7f3e041103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1467919691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e04103b30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1467919691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3e04104100 0x7f3e04108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.086+0000 7f3e0c400700 1 -- 172.21.15.69:0/1467919691 >> 172.21.15.69:0/1467919691 conn(0x7f3e0407a600 msgr2=0x7f3e0407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:35.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.087+0000 7f3e0c400700 1 -- 172.21.15.69:0/1467919691 shutdown_connections 2024-05-08T05:57:35.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.087+0000 7f3e0c400700 1 -- 172.21.15.69:0/1467919691 wait complete. 2024-05-08T05:57:35.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 Processor -- start 2024-05-08T05:57:35.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 -- start start 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e0419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e04104100 0x7f3e0419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3e04108850 0x7f3e04199940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3e04113620 con 0x7f3e04103750 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3e041134a0 con 0x7f3e04104100 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e0c400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3e041137a0 con 0x7f3e04108850 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.088+0000 7f3e09a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e0419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e0419f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57564/0 (socket says 172.21.15.69:57564) 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 -- 172.21.15.69:0/1686314462 learned_addr learned my addr 172.21.15.69:0/1686314462 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09000700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e04104100 0x7f3e0419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e0a400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3e04108850 0x7f3e04199940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 -- 172.21.15.69:0/1686314462 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3e04108850 msgr2=0x7f3e04199940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:35.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3e04108850 0x7f3e04199940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 -- 172.21.15.69:0/1686314462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e04104100 msgr2=0x7f3e0419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:35.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e04104100 0x7f3e0419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 -- 172.21.15.69:0/1686314462 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e0419a0a0 con 0x7f3e04103750 2024-05-08T05:57:35.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.089+0000 7f3e09a00700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e0419f730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3df8006010 tx=0x7f3df8005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:35.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.090+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8026070 con 0x7f3e04103750 2024-05-08T05:57:35.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.090+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3df8005680 con 0x7f3e04103750 2024-05-08T05:57:35.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.090+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e0419a330 con 0x7f3e04103750 2024-05-08T05:57:35.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.090+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df800fb20 con 0x7f3e04103750 2024-05-08T05:57:35.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.090+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e041a6600 con 0x7f3e04103750 2024-05-08T05:57:35.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.091+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e0406a190 con 0x7f3e04103750 2024-05-08T05:57:35.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.093+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f3df8029070 con 0x7f3e04103750 2024-05-08T05:57:35.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.095+0000 7f3e02000700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dec0b2880 0x7f3dec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:35.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.095+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f3df80e2fe0 con 0x7f3e04103750 2024-05-08T05:57:35.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.095+0000 7f3e09000700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dec0b2880 0x7f3dec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:35.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.096+0000 7f3e09000700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dec0b2880 0x7f3dec0b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3e04103000 tx=0x7f3df0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:35.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.098+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3df8030020 con 0x7f3e04103750 2024-05-08T05:57:35.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.382+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f3e0402e510 con 0x7f3e04103750 2024-05-08T05:57:35.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.484+0000 7f3e02000700 1 -- 172.21.15.69:0/1686314462 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v25) ==== 115+0+0 (secure 0 0 0) 0x7f3df80b1e20 con 0x7f3e04103750 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dec0b2880 msgr2=0x7f3dec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dec0b2880 0x7f3dec0b4d40 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f3e04103000 tx=0x7f3df0009260 comp rx=0 tx=0).stop 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 msgr2=0x7f3e0419f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e0419f730 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3df8006010 tx=0x7f3df8005280 comp rx=0 tx=0).stop 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 shutdown_connections 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3e04108850 0x7f3e04199940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3e04103750 0x7f3e0419f730 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dec0b2880 0x7f3dec0b4d40 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 --2- 172.21.15.69:0/1686314462 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3e04104100 0x7f3e0419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 >> 172.21.15.69:0/1686314462 conn(0x7f3e0407a600 msgr2=0x7f3e041099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 shutdown_connections 2024-05-08T05:57:35.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:35.490+0000 7f3e0c400700 1 -- 172.21.15.69:0/1686314462 wait complete. 2024-05-08T05:57:35.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:35 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1686314462' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-08T05:57:35.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:35 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1686314462' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-08T05:57:35.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:35 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1686314462' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-08T05:57:36.299 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-05-08T05:57:36.299 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-08T05:57:36.752 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:36 smithi105 ceph-mon[34393]: pgmap v335: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-08T05:57:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1686314462' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-08T05:57:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:36 smithi105 ceph-mon[34393]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T05:57:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:36 smithi135 ceph-mon[34761]: pgmap v335: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-08T05:57:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1686314462' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-08T05:57:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:36 smithi135 ceph-mon[34761]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T05:57:36.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:36 smithi069 ceph-mon[29571]: pgmap v335: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 852 B/s rd, 2.0 KiB/s wr, 7 op/s 2024-05-08T05:57:36.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1686314462' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-08T05:57:36.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:36 smithi069 ceph-mon[29571]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T05:57:38.754 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:38 smithi069 ceph-mon[29571]: pgmap v336: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-08T05:57:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:38 smithi105 ceph-mon[34393]: pgmap v336: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-08T05:57:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:38 smithi135 ceph-mon[34761]: pgmap v336: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-08T05:57:39.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 -- 172.21.15.69:0/2383980006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0103750 msgr2=0x7f73d0103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:39.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 --2- 172.21.15.69:0/2383980006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0103750 0x7f73d0103b30 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f73c00099c0 tx=0x7f73c0009cd0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 -- 172.21.15.69:0/2383980006 shutdown_connections 2024-05-08T05:57:39.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 --2- 172.21.15.69:0/2383980006 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0108850 0x7f73d01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 --2- 172.21.15.69:0/2383980006 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0103750 0x7f73d0103b30 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 --2- 172.21.15.69:0/2383980006 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f73d0104100 0x7f73d0108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 -- 172.21.15.69:0/2383980006 >> 172.21.15.69:0/2383980006 conn(0x7f73d007a600 msgr2=0x7f73d007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:39.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 -- 172.21.15.69:0/2383980006 shutdown_connections 2024-05-08T05:57:39.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.039+0000 7f73d7800700 1 -- 172.21.15.69:0/2383980006 wait complete. 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.040+0000 7f73d7800700 1 Processor -- start 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 -- start start 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 0x7f73d00757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0104100 0x7f73d0075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f73d0108850 0x7f73d0076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f73d0113640 con 0x7f73d0104100 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f73d01134c0 con 0x7f73d0108850 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d7800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f73d01137c0 con 0x7f73d0103750 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d4e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 0x7f73d00757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:39.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73c7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0104100 0x7f73d0075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d4e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 0x7f73d00757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48228/0 (socket says 172.21.15.69:48228) 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d4e00700 1 -- 172.21.15.69:0/2209624541 learned_addr learned my addr 172.21.15.69:0/2209624541 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.041+0000 7f73d5800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f73d0108850 0x7f73d0076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d4e00700 1 -- 172.21.15.69:0/2209624541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f73d0108850 msgr2=0x7f73d0076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d4e00700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f73d0108850 0x7f73d0076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d4e00700 1 -- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0104100 msgr2=0x7f73d0075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d4e00700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0104100 0x7f73d0075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d4e00700 1 -- 172.21.15.69:0/2209624541 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73d01a8000 con 0x7f73d0103750 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73c7e00700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0104100 0x7f73d0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d4e00700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 0x7f73d00757a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f73c0006010 tx=0x7f73c0005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c0026070 con 0x7f73d0103750 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f73c0005680 con 0x7f73d0103750 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73d01a8290 con 0x7f73d0103750 2024-05-08T05:57:39.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.042+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c000fb20 con 0x7f73d0103750 2024-05-08T05:57:39.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.043+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73d01a86e0 con 0x7f73d0103750 2024-05-08T05:57:39.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.044+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73d010ba90 con 0x7f73d0103750 2024-05-08T05:57:39.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.046+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f73c0029070 con 0x7f73d0103750 2024-05-08T05:57:39.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.048+0000 7f73ce000700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73b40b2880 0x7f73b40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:39.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.048+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f73c00e2fe0 con 0x7f73d0103750 2024-05-08T05:57:39.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.048+0000 7f73c7e00700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73b40b2880 0x7f73b40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:39.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.049+0000 7f73c7e00700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73b40b2880 0x7f73b40b4d40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f73d0103060 tx=0x7f73b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:39.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.050+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f73c0030020 con 0x7f73d0103750 2024-05-08T05:57:39.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.311+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f73d002e620 con 0x7f73b40b2880 2024-05-08T05:57:39.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.344+0000 7f73ce000700 1 -- 172.21.15.69:0/2209624541 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f73d002e620 con 0x7f73b40b2880 2024-05-08T05:57:39.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73b40b2880 msgr2=0x7f73b40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:39.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73b40b2880 0x7f73b40b4d40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f73d0103060 tx=0x7f73b8009260 comp rx=0 tx=0).stop 2024-05-08T05:57:39.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 msgr2=0x7f73d00757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:39.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 0x7f73d00757a0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f73c0006010 tx=0x7f73c0005280 comp rx=0 tx=0).stop 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 shutdown_connections 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73b40b2880 0x7f73b40b4d40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f73d0108850 0x7f73d0076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f73d0103750 0x7f73d00757a0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 --2- 172.21.15.69:0/2209624541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f73d0104100 0x7f73d0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 >> 172.21.15.69:0/2209624541 conn(0x7f73d007a600 msgr2=0x7f73d01016b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 shutdown_connections 2024-05-08T05:57:39.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:39.348+0000 7f73d7800700 1 -- 172.21.15.69:0/2209624541 wait complete. 2024-05-08T05:57:39.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:39 smithi069 ceph-mon[29571]: pgmap v337: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-08T05:57:39.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:39 smithi069 ceph-mon[29571]: from='client.24568 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:39.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:57:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:57:39.323+0000 7f9932200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-08T05:57:39.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:57:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:57:39.323+0000 7f9932200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-08T05:57:39.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:57:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:57:39.323+0000 7f9932200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-08T05:57:39.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:57:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:57:39.323+0000 7f9932200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-08T05:57:39.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 05:57:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T05:57:39.323+0000 7f9932200700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-08T05:57:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:39 smithi135 ceph-mon[34761]: pgmap v337: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-08T05:57:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:39 smithi135 ceph-mon[34761]: from='client.24568 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:40.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:39 smithi105 ceph-mon[34393]: pgmap v337: 97 pgs: 97 active+clean; 582 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-05-08T05:57:40.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:39 smithi105 ceph-mon[34393]: from='client.24568 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:40.178 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-08T05:57:40.616 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:42.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:41 smithi069 ceph-mon[29571]: pgmap v338: 97 pgs: 97 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.7 KiB/s wr, 12 op/s 2024-05-08T05:57:42.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:41 smithi105 ceph-mon[34393]: pgmap v338: 97 pgs: 97 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.7 KiB/s wr, 12 op/s 2024-05-08T05:57:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:41 smithi135 ceph-mon[34761]: pgmap v338: 97 pgs: 97 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.7 KiB/s wr, 12 op/s 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 -- 172.21.15.69:0/931374560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748108850 msgr2=0x7ff7481103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 --2- 172.21.15.69:0/931374560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748108850 0x7ff7481103d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff74400b0d0 tx=0x7ff74400b3e0 comp rx=0 tx=0).stop 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 -- 172.21.15.69:0/931374560 shutdown_connections 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 --2- 172.21.15.69:0/931374560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748108850 0x7ff7481103d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 --2- 172.21.15.69:0/931374560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff748103750 0x7ff748103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 --2- 172.21.15.69:0/931374560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff748104100 0x7ff748108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 -- 172.21.15.69:0/931374560 >> 172.21.15.69:0/931374560 conn(0x7ff74807a600 msgr2=0x7ff74807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:42.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 -- 172.21.15.69:0/931374560 shutdown_connections 2024-05-08T05:57:42.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.953+0000 7ff750800700 1 -- 172.21.15.69:0/931374560 wait complete. 2024-05-08T05:57:42.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.954+0000 7ff750800700 1 Processor -- start 2024-05-08T05:57:42.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 -- start start 2024-05-08T05:57:42.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 0x7ff74819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:42.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff748104100 0x7ff74819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff748108850 0x7ff7481998c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff748113640 con 0x7ff748103750 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff7481134c0 con 0x7ff748104100 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff750800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff7481137c0 con 0x7ff748108850 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff74de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 0x7ff74819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.955+0000 7ff74de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 0x7ff74819f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:37010/0 (socket says 172.21.15.69:37010) 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 -- 172.21.15.69:0/561867996 learned_addr learned my addr 172.21.15.69:0/561867996 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74e800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff748108850 0x7ff7481998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74d400700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff748104100 0x7ff74819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 -- 172.21.15.69:0/561867996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff748108850 msgr2=0x7ff7481998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff748108850 0x7ff7481998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 -- 172.21.15.69:0/561867996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff748104100 msgr2=0x7ff74819fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:42.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff748104100 0x7ff74819fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:42.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 -- 172.21.15.69:0/561867996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff74819a020 con 0x7ff748103750 2024-05-08T05:57:42.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.956+0000 7ff74de00700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 0x7ff74819f6b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00e9a0 tx=0x7ff73c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:42.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.957+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c00ca10 con 0x7ff748103750 2024-05-08T05:57:42.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.957+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff73c00cbb0 con 0x7ff748103750 2024-05-08T05:57:42.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.957+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff74819a310 con 0x7ff748103750 2024-05-08T05:57:42.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.957+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73c018680 con 0x7ff748103750 2024-05-08T05:57:42.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.957+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7480756d0 con 0x7ff748103750 2024-05-08T05:57:42.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.958+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff74806a190 con 0x7ff748103750 2024-05-08T05:57:42.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.960+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ff73c010430 con 0x7ff748103750 2024-05-08T05:57:42.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.962+0000 7ff742a00700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7300b2910 0x7ff7300b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:42.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.962+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 8211+0+0 (secure 0 0 0) 0x7ff73c0e2540 con 0x7ff748103750 2024-05-08T05:57:42.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.962+0000 7ff74d400700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7300b2910 0x7ff7300b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:42.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.963+0000 7ff74d400700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7300b2910 0x7ff7300b4dd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff748103020 tx=0x7ff738012040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:42.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:42.966+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff73c0aa0b0 con 0x7ff748103750 2024-05-08T05:57:43.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.232+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7ff7480638e0 con 0x7ff7300b2910 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 8]}]: dispatch 2024-05-08T05:57:43.233 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:42 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-05-08T05:57:43.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.267+0000 7ff742a00700 1 -- 172.21.15.69:0/561867996 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff7480638e0 con 0x7ff7300b2910 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-05-08T05:57:43.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 8]}]: dispatch 2024-05-08T05:57:43.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:42 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-05-08T05:57:43.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7300b2910 msgr2=0x7ff7300b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:43.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7300b2910 0x7ff7300b4dd0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff748103020 tx=0x7ff738012040 comp rx=0 tx=0).stop 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 msgr2=0x7ff74819f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 0x7ff74819f6b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff73c00e9a0 tx=0x7ff73c00ecb0 comp rx=0 tx=0).stop 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 shutdown_connections 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff748108850 0x7ff7481998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff748103750 0x7ff74819f6b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7300b2910 0x7ff7300b4dd0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 --2- 172.21.15.69:0/561867996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff748104100 0x7ff74819fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.270+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 >> 172.21.15.69:0/561867996 conn(0x7ff74807a600 msgr2=0x7ff748101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.271+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 shutdown_connections 2024-05-08T05:57:43.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:43.271+0000 7ff750800700 1 -- 172.21.15.69:0/561867996 wait complete. 2024-05-08T05:57:43.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-08T05:57:43.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 8]}]: dispatch 2024-05-08T05:57:43.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:42 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-05-08T05:57:44.082 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-08T05:57:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: pgmap v339: 97 pgs: 97 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 11 op/s 2024-05-08T05:57:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-05-08T05:57:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-05-08T05:57:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 8]}]': finished 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: osdmap e80: 12 total, 12 up, 12 in 2024-05-08T05:57:44.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:43 smithi105 ceph-mon[34393]: from='client.14490 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: pgmap v339: 97 pgs: 97 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 11 op/s 2024-05-08T05:57:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 8]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: osdmap e80: 12 total, 12 up, 12 in 2024-05-08T05:57:44.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:43 smithi135 ceph-mon[34761]: from='client.14490 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:44.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: pgmap v339: 97 pgs: 97 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.4 KiB/s wr, 11 op/s 2024-05-08T05:57:44.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.8", "id": [2, 11]}]': finished 2024-05-08T05:57:44.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-05-08T05:57:44.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [8, 11]}]': finished 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1e", "id": [3, 9]}]': finished 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.24", "id": [4, 9]}]': finished 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 8]}]': finished 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: osdmap e80: 12 total, 12 up, 12 in 2024-05-08T05:57:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:43 smithi069 ceph-mon[29571]: from='client.14490 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:44.537 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:45.202 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:44 smithi069 ceph-mon[29571]: osdmap e81: 12 total, 12 up, 12 in 2024-05-08T05:57:45.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:44 smithi105 ceph-mon[34393]: osdmap e81: 12 total, 12 up, 12 in 2024-05-08T05:57:45.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:44 smithi135 ceph-mon[34761]: osdmap e81: 12 total, 12 up, 12 in 2024-05-08T05:57:46.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:45 smithi105 ceph-mon[34393]: pgmap v342: 97 pgs: 1 peering, 96 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-05-08T05:57:46.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:45 smithi069 ceph-mon[29571]: pgmap v342: 97 pgs: 1 peering, 96 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-05-08T05:57:46.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:45 smithi135 ceph-mon[34761]: pgmap v342: 97 pgs: 1 peering, 96 active+clean; 588 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-05-08T05:57:46.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 -- 172.21.15.69:0/4262077479 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 msgr2=0x7fbd30104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:46.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 --2- 172.21.15.69:0/4262077479 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd30104a10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbd200098f0 tx=0x7fbd20009c00 comp rx=0 tx=0).stop 2024-05-08T05:57:46.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 -- 172.21.15.69:0/4262077479 shutdown_connections 2024-05-08T05:57:46.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 --2- 172.21.15.69:0/4262077479 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd3010da10 0x7fbd3010fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 --2- 172.21.15.69:0/4262077479 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd30104a10 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 --2- 172.21.15.69:0/4262077479 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd30104f50 0x7fbd3010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 -- 172.21.15.69:0/4262077479 >> 172.21.15.69:0/4262077479 conn(0x7fbd300fddc0 msgr2=0x7fbd301001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 -- 172.21.15.69:0/4262077479 shutdown_connections 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.827+0000 7fbd35e00700 1 -- 172.21.15.69:0/4262077479 wait complete. 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.829+0000 7fbd35e00700 1 Processor -- start 2024-05-08T05:57:46.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.829+0000 7fbd35e00700 1 -- start start 2024-05-08T05:57:46.831 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd3019bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:46.831 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd30104f50 0x7fbd3019c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd3010da10 0x7fbd301a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbd30113600 con 0x7fbd30104f50 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbd30113480 con 0x7fbd30104630 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbd30113780 con 0x7fbd3010da10 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd27e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd30104f50 0x7fbd3019c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd34a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd3019bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd27e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd30104f50 0x7fbd3019c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:37024/0 (socket says 172.21.15.69:37024) 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd27e00700 1 -- 172.21.15.69:0/871685372 learned_addr learned my addr 172.21.15.69:0/871685372 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd35400700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd3010da10 0x7fbd301a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd34a00700 1 -- 172.21.15.69:0/871685372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd3010da10 msgr2=0x7fbd301a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd34a00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd3010da10 0x7fbd301a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd34a00700 1 -- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd30104f50 msgr2=0x7fbd3019c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd34a00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd30104f50 0x7fbd3019c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.830+0000 7fbd34a00700 1 -- 172.21.15.69:0/871685372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd301a0d60 con 0x7fbd30104630 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.831+0000 7fbd34a00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd3019bd50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000c010 tx=0x7fbd2000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.831+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd200050c0 con 0x7fbd30104630 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.831+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd2000b560 con 0x7fbd30104630 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.831+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd301a0ff0 con 0x7fbd30104630 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.831+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd20003a00 con 0x7fbd30104630 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.831+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd301a88d0 con 0x7fbd30104630 2024-05-08T05:57:46.833 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.832+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd3006a190 con 0x7fbd30104630 2024-05-08T05:57:46.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.835+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fbd2000b710 con 0x7fbd30104630 2024-05-08T05:57:46.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.836+0000 7fbd2e000700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbd140b2910 0x7fbd140b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:46.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.836+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbd200e34a0 con 0x7fbd30104630 2024-05-08T05:57:46.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.836+0000 7fbd27e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbd140b2910 0x7fbd140b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:46.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.837+0000 7fbd27e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbd140b2910 0x7fbd140b4dd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbd30110330 tx=0x7fbd1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:46.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:46.839+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbd20013030 con 0x7fbd30104630 2024-05-08T05:57:47.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.113+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fbd30103a60 con 0x7fbd140b2910 2024-05-08T05:57:47.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.129+0000 7fbd2e000700 1 -- 172.21.15.69:0/871685372 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fbd30103a60 con 0x7fbd140b2910 2024-05-08T05:57:47.129 INFO:teuthology.orchestra.run.smithi069.stdout:/volumes/qa/sv_0/79b99f3f-128d-487c-86ff-3aa54ed5b21f 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.132+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbd140b2910 msgr2=0x7fbd140b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.132+0000 7fbd35e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbd140b2910 0x7fbd140b4dd0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbd30110330 tx=0x7fbd1c009260 comp rx=0 tx=0).stop 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.132+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 msgr2=0x7fbd3019bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd3019bd50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbd2000c010 tx=0x7fbd2000fa00 comp rx=0 tx=0).stop 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 shutdown_connections 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbd3010da10 0x7fbd301a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:47.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbd140b2910 0x7fbd140b4dd0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:47.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbd30104630 0x7fbd3019bd50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:47.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 --2- 172.21.15.69:0/871685372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbd30104f50 0x7fbd3019c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:47.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 >> 172.21.15.69:0/871685372 conn(0x7fbd300fddc0 msgr2=0x7fbd301001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:47.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 shutdown_connections 2024-05-08T05:57:47.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:47.133+0000 7fbd35e00700 1 -- 172.21.15.69:0/871685372 wait complete. 2024-05-08T05:57:47.974 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-08T05:57:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:47 smithi105 ceph-mon[34393]: pgmap v343: 97 pgs: 1 peering, 96 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-08T05:57:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:47 smithi105 ceph-mon[34393]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:48.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:47 smithi135 ceph-mon[34761]: pgmap v343: 97 pgs: 1 peering, 96 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-08T05:57:48.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:47 smithi135 ceph-mon[34761]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:48.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:47 smithi069 ceph-mon[29571]: pgmap v343: 97 pgs: 1 peering, 96 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 4.0 KiB/s wr, 9 op/s 2024-05-08T05:57:48.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:47 smithi069 ceph-mon[29571]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:48.417 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:50.208 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:49 smithi069 ceph-mon[29571]: pgmap v344: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 6 op/s; 13 B/s, 1 objects/s recovering 2024-05-08T05:57:50.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:49 smithi105 ceph-mon[34393]: pgmap v344: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 6 op/s; 13 B/s, 1 objects/s recovering 2024-05-08T05:57:50.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:49 smithi135 ceph-mon[34761]: pgmap v344: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 3.0 KiB/s wr, 6 op/s; 13 B/s, 1 objects/s recovering 2024-05-08T05:57:50.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 -- 172.21.15.69:0/2361786589 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c10b660 msgr2=0x7fd99c10ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/2361786589 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c10b660 0x7fd99c10ba40 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd98c009990 tx=0x7fd98c009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 -- 172.21.15.69:0/2361786589 shutdown_connections 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/2361786589 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1124a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/2361786589 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c10b660 0x7fd99c10ba40 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/2361786589 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd99c1055d0 0x7fd99c105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 -- 172.21.15.69:0/2361786589 >> 172.21.15.69:0/2361786589 conn(0x7fd99c1010c0 msgr2=0x7fd99c1034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 -- 172.21.15.69:0/2361786589 shutdown_connections 2024-05-08T05:57:50.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.750+0000 7fd9a0c00700 1 -- 172.21.15.69:0/2361786589 wait complete. 2024-05-08T05:57:50.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.751+0000 7fd9a0c00700 1 Processor -- start 2024-05-08T05:57:50.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.751+0000 7fd9a0c00700 1 -- start start 2024-05-08T05:57:50.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.751+0000 7fd9a0c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c1055d0 0x7fd99c1a1850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:50.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.751+0000 7fd9a0c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.751+0000 7fd9a0c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd99c10b660 0x7fd99c19ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.751+0000 7fd9a0c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd99c1157b0 con 0x7fd99c1055d0 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd9a0c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd99c115630 con 0x7fd99c105f90 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd9a0c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd99c115930 con 0x7fd99c10b660 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1a1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41658/0 (socket says 172.21.15.69:41658) 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 -- 172.21.15.69:0/55926648 learned_addr learned my addr 172.21.15.69:0/55926648 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd99b400700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c1055d0 0x7fd99c1a1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd99be00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd99c10b660 0x7fd99c19ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 -- 172.21.15.69:0/55926648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd99c10b660 msgr2=0x7fd99c19ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd99c10b660 0x7fd99c19ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 -- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c1055d0 msgr2=0x7fd99c1a1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:50.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c1055d0 0x7fd99c1a1850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.752+0000 7fd993e00700 1 -- 172.21.15.69:0/55926648 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd99c19c170 con 0x7fd99c105f90 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.753+0000 7fd993e00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1a1d90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd98400e9a0 tx=0x7fd98400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.753+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd98400ca10 con 0x7fd99c105f90 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.753+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd98400cbb0 con 0x7fd99c105f90 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.753+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd984018680 con 0x7fd99c105f90 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.753+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd99c19c460 con 0x7fd99c105f90 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.753+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd99c1a8720 con 0x7fd99c105f90 2024-05-08T05:57:50.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.754+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd99c06a190 con 0x7fd99c105f90 2024-05-08T05:57:50.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.757+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd984010430 con 0x7fd99c105f90 2024-05-08T05:57:50.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.758+0000 7fd998c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9800b2990 0x7fd9800b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:50.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.758+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd9840e2780 con 0x7fd99c105f90 2024-05-08T05:57:50.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.758+0000 7fd99b400700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9800b2990 0x7fd9800b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:50.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.759+0000 7fd99b400700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9800b2990 0x7fd9800b4e50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd98c006010 tx=0x7fd98c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:50.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:50.760+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd9840aa2f0 con 0x7fd99c105f90 2024-05-08T05:57:51.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.027+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fd99c0638e0 con 0x7fd9800b2990 2024-05-08T05:57:51.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.064+0000 7fd998c00700 1 -- 172.21.15.69:0/55926648 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd99c0638e0 con 0x7fd9800b2990 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.067+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9800b2990 msgr2=0x7fd9800b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9800b2990 0x7fd9800b4e50 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd98c006010 tx=0x7fd98c01a040 comp rx=0 tx=0).stop 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 msgr2=0x7fd99c1a1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1a1d90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd98400e9a0 tx=0x7fd98400ecb0 comp rx=0 tx=0).stop 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 shutdown_connections 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd99c10b660 0x7fd99c19ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:51.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd99c1055d0 0x7fd99c1a1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:51.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9800b2990 0x7fd9800b4e50 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:51.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 --2- 172.21.15.69:0/55926648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd99c105f90 0x7fd99c1a1d90 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:51.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 >> 172.21.15.69:0/55926648 conn(0x7fd99c1010c0 msgr2=0x7fd99c102820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:51.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 shutdown_connections 2024-05-08T05:57:51.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:51.068+0000 7fd9a0c00700 1 -- 172.21.15.69:0/55926648 wait complete. 2024-05-08T05:57:51.892 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-08T05:57:52.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:51 smithi105 ceph-mon[34393]: pgmap v345: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.7 KiB/s wr, 8 op/s; 13 B/s, 1 objects/s recovering 2024-05-08T05:57:52.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:51 smithi105 ceph-mon[34393]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:52.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:51 smithi135 ceph-mon[34761]: pgmap v345: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.7 KiB/s wr, 8 op/s; 13 B/s, 1 objects/s recovering 2024-05-08T05:57:52.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:51 smithi135 ceph-mon[34761]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:52.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:51 smithi069 ceph-mon[29571]: pgmap v345: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.7 KiB/s wr, 8 op/s; 13 B/s, 1 objects/s recovering 2024-05-08T05:57:52.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:51 smithi069 ceph-mon[29571]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:52.343 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:54.167 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:53 smithi069 ceph-mon[29571]: pgmap v346: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 11 B/s, 1 objects/s recovering 2024-05-08T05:57:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:53 smithi105 ceph-mon[34393]: pgmap v346: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 11 B/s, 1 objects/s recovering 2024-05-08T05:57:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:53 smithi135 ceph-mon[34761]: pgmap v346: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.0 KiB/s wr, 7 op/s; 11 B/s, 1 objects/s recovering 2024-05-08T05:57:54.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 -- 172.21.15.69:0/4090094341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 msgr2=0x7f30a41102a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 --2- 172.21.15.69:0/4090094341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 0x7f30a41102a0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f309c009f90 tx=0x7f309c00b330 comp rx=0 tx=0).stop 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 -- 172.21.15.69:0/4090094341 shutdown_connections 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 --2- 172.21.15.69:0/4090094341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 0x7f30a41102a0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 --2- 172.21.15.69:0/4090094341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a4109460 0x7f30a4109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 --2- 172.21.15.69:0/4090094341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a41033d0 0x7f30a4103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.722+0000 7f30a9600700 1 -- 172.21.15.69:0/4090094341 >> 172.21.15.69:0/4090094341 conn(0x7f30a40fef20 msgr2=0x7f30a4101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.723+0000 7f30a9600700 1 -- 172.21.15.69:0/4090094341 shutdown_connections 2024-05-08T05:57:54.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.723+0000 7f30a9600700 1 -- 172.21.15.69:0/4090094341 wait complete. 2024-05-08T05:57:54.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.724+0000 7f30a9600700 1 Processor -- start 2024-05-08T05:57:54.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.724+0000 7f30a9600700 1 -- start start 2024-05-08T05:57:54.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a9600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a41033d0 0x7f30a41a1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a9600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 0x7f30a41a1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a9600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 0x7f30a419ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a9600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f30a41135e0 con 0x7f30a4109460 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a9600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f30a4113460 con 0x7f30a4103d90 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a9600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f30a4113760 con 0x7f30a41033d0 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 0x7f30a419ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 0x7f30a419ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38792/0 (socket says 172.21.15.69:38792) 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a8c00700 1 -- 172.21.15.69:0/172542053 learned_addr learned my addr 172.21.15.69:0/172542053 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f30a3e00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a41033d0 0x7f30a41a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:54.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.725+0000 7f309b400700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 0x7f30a41a1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:54.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a8c00700 1 -- 172.21.15.69:0/172542053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a41033d0 msgr2=0x7f30a41a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:54.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a8c00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a41033d0 0x7f30a41a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:54.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a8c00700 1 -- 172.21.15.69:0/172542053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 msgr2=0x7f30a41a1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:54.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a8c00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 0x7f30a41a1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:54.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a8c00700 1 -- 172.21.15.69:0/172542053 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a419c1a0 con 0x7f30a4109460 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a3e00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a41033d0 0x7f30a41a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a8c00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 0x7f30a419ba40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f309c009c10 tx=0x7f309c00cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c021070 con 0x7f30a4109460 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f309c007ac0 con 0x7f30a4109460 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a419c430 con 0x7f30a4109460 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.726+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c005040 con 0x7f30a4109460 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.727+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a41a8750 con 0x7f30a4109460 2024-05-08T05:57:54.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.728+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a406a190 con 0x7f30a4109460 2024-05-08T05:57:54.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.730+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f309c024070 con 0x7f30a4109460 2024-05-08T05:57:54.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.731+0000 7f30a1600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30880b2910 0x7f30880b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:54.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.732+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f309c00f020 con 0x7f30a4109460 2024-05-08T05:57:54.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.732+0000 7f30a3e00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30880b2910 0x7f30880b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:54.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.732+0000 7f30a3e00700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30880b2910 0x7f30880b4dd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f30a419cb80 tx=0x7f3094009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:54.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:54.734+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f309c02b020 con 0x7f30a4109460 2024-05-08T05:57:55.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.004+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f30a410ed70 con 0x7f30880b2910 2024-05-08T05:57:55.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.011+0000 7f30a1600700 1 -- 172.21.15.69:0/172542053 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f30a410ed70 con 0x7f30880b2910 2024-05-08T05:57:55.012 INFO:teuthology.orchestra.run.smithi069.stdout:/volumes/qa/sv_1/0c63fa2b-5fd4-47c0-bd8a-a917c5c9fa78 2024-05-08T05:57:55.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.014+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30880b2910 msgr2=0x7f30880b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:55.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.014+0000 7f30a9600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30880b2910 0x7f30880b4dd0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f30a419cb80 tx=0x7f3094009260 comp rx=0 tx=0).stop 2024-05-08T05:57:55.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.014+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 msgr2=0x7f30a419ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:55.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.014+0000 7f30a9600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 0x7f30a419ba40 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f309c009c10 tx=0x7f309c00cca0 comp rx=0 tx=0).stop 2024-05-08T05:57:55.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 shutdown_connections 2024-05-08T05:57:55.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30a4109460 0x7f30a419ba40 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:55.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30a41033d0 0x7f30a41a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:55.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30880b2910 0x7f30880b4dd0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:55.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 --2- 172.21.15.69:0/172542053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30a4103d90 0x7f30a41a1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:55.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 >> 172.21.15.69:0/172542053 conn(0x7f30a40fef20 msgr2=0x7f30a410e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:55.017 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 shutdown_connections 2024-05-08T05:57:55.017 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:55.015+0000 7f30a9600700 1 -- 172.21.15.69:0/172542053 wait complete. 2024-05-08T05:57:55.802 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:57:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:55 smithi069 ceph-mon[29571]: pgmap v347: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.7 KiB/s wr, 7 op/s; 10 B/s, 1 objects/s recovering 2024-05-08T05:57:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:55 smithi069 ceph-mon[29571]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:56.254 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:57:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:55 smithi105 ceph-mon[34393]: pgmap v347: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.7 KiB/s wr, 7 op/s; 10 B/s, 1 objects/s recovering 2024-05-08T05:57:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:55 smithi105 ceph-mon[34393]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:55 smithi135 ceph-mon[34761]: pgmap v347: 97 pgs: 97 active+clean; 611 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.7 KiB/s wr, 7 op/s; 10 B/s, 1 objects/s recovering 2024-05-08T05:57:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:55 smithi135 ceph-mon[34761]: from='client.14508 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T05:57:58.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:57 smithi069 ceph-mon[29571]: pgmap v348: 97 pgs: 97 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.4 KiB/s wr, 9 op/s; 9 B/s, 0 objects/s recovering 2024-05-08T05:57:58.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:57 smithi105 ceph-mon[34393]: pgmap v348: 97 pgs: 97 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.4 KiB/s wr, 9 op/s; 9 B/s, 0 objects/s recovering 2024-05-08T05:57:58.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:57 smithi135 ceph-mon[34761]: pgmap v348: 97 pgs: 97 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 4.4 KiB/s wr, 9 op/s; 9 B/s, 0 objects/s recovering 2024-05-08T05:57:58.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.576+0000 7fe938c00700 1 -- 172.21.15.69:0/2565679966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 msgr2=0x7fe9341039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:58.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.576+0000 7fe938c00700 1 --2- 172.21.15.69:0/2565679966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe9341039b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe920009990 tx=0x7fe920009ca0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 -- 172.21.15.69:0/2565679966 shutdown_connections 2024-05-08T05:57:58.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 --2- 172.21.15.69:0/2565679966 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 0x7fe9341103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 --2- 172.21.15.69:0/2565679966 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe934108460 0x7fe934108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 --2- 172.21.15.69:0/2565679966 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe9341039b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 -- 172.21.15.69:0/2565679966 >> 172.21.15.69:0/2565679966 conn(0x7fe93407a600 msgr2=0x7fe93407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 -- 172.21.15.69:0/2565679966 shutdown_connections 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.577+0000 7fe938c00700 1 -- 172.21.15.69:0/2565679966 wait complete. 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 Processor -- start 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 -- start start 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe93419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 0x7fe93419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe934108460 0x7fe9341a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe934113690 con 0x7fe934103550 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe934113510 con 0x7fe934103ef0 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.578+0000 7fe938c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe934113810 con 0x7fe934108460 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe93419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:58.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe93419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39438/0 (socket says 172.21.15.69:39438) 2024-05-08T05:57:58.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 -- 172.21.15.69:0/1771974587 learned_addr learned my addr 172.21.15.69:0/1771974587 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:57:58.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931400700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 0x7fe93419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:58.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe932800700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe934108460 0x7fe9341a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 -- 172.21.15.69:0/1771974587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe934108460 msgr2=0x7fe9341a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe934108460 0x7fe9341a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 -- 172.21.15.69:0/1771974587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 msgr2=0x7fe93419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 0x7fe93419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931e00700 1 -- 172.21.15.69:0/1771974587 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9341a0dc0 con 0x7fe934103550 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.579+0000 7fe931400700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 0x7fe93419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.580+0000 7fe931e00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe93419be00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe92400e970 tx=0x7fe92400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.580+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924004220 con 0x7fe934103550 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.580+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9240043c0 con 0x7fe934103550 2024-05-08T05:57:58.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.580+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9341a10b0 con 0x7fe934103550 2024-05-08T05:57:58.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.580+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe924003ce0 con 0x7fe934103550 2024-05-08T05:57:58.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.580+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9341a8930 con 0x7fe934103550 2024-05-08T05:57:58.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.582+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe93406a190 con 0x7fe934103550 2024-05-08T05:57:58.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.584+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fe92400c7e0 con 0x7fe934103550 2024-05-08T05:57:58.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.585+0000 7fe92aa00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9180b2990 0x7fe9180b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:57:58.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.585+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe9240e25f0 con 0x7fe934103550 2024-05-08T05:57:58.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.586+0000 7fe931400700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9180b2990 0x7fe9180b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:57:58.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.586+0000 7fe931400700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9180b2990 0x7fe9180b4e50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe92000b2e0 tx=0x7fe92001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:57:58.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.588+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe9240aa1f0 con 0x7fe934103550 2024-05-08T05:57:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.871+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe93419d110 con 0x7fe934103550 2024-05-08T05:57:58.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.872+0000 7fe92aa00700 1 -- 172.21.15.69:0/1771974587 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11879 (secure 0 0 0) 0x7fe9240a9af0 con 0x7fe934103550 2024-05-08T05:57:58.873 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:57:58.873 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T05:57:35.383800+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24491,24533]},"id":1}]} 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9180b2990 msgr2=0x7fe9180b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9180b2990 0x7fe9180b4e50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe92000b2e0 tx=0x7fe92001a040 comp rx=0 tx=0).stop 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 msgr2=0x7fe93419be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe93419be00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe92400e970 tx=0x7fe92400ec80 comp rx=0 tx=0).stop 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 shutdown_connections 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe934108460 0x7fe9341a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe934103550 0x7fe93419be00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9180b2990 0x7fe9180b4e50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 --2- 172.21.15.69:0/1771974587 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe934103ef0 0x7fe93419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.875+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 >> 172.21.15.69:0/1771974587 conn(0x7fe93407a600 msgr2=0x7fe9341013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.876+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 shutdown_connections 2024-05-08T05:57:58.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:57:58.876+0000 7fe938c00700 1 -- 172.21.15.69:0/1771974587 wait complete. 2024-05-08T05:57:58.877 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T05:57:59.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:58 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1771974587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:57:59.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:58 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1771974587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:57:59.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:58 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1771974587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:57:59.921 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:58:00.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:59 smithi105 ceph-mon[34393]: pgmap v349: 97 pgs: 97 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 7 op/s; 9 B/s, 0 objects/s recovering 2024-05-08T05:58:00.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:57:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:58:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:59 smithi135 ceph-mon[34761]: pgmap v349: 97 pgs: 97 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 7 op/s; 9 B/s, 0 objects/s recovering 2024-05-08T05:58:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:57:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:58:00.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:59 smithi069 ceph-mon[29571]: pgmap v349: 97 pgs: 97 active+clean; 634 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.8 KiB/s wr, 7 op/s; 9 B/s, 0 objects/s recovering 2024-05-08T05:58:00.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:57:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:58:00.338 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:02.526 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:02 smithi069 ceph-mon[29571]: pgmap v350: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-05-08T05:58:02.526 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.526 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.526 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.526 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:02 smithi135 ceph-mon[34761]: pgmap v350: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-05-08T05:58:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:02 smithi105 ceph-mon[34393]: pgmap v350: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 3.2 KiB/s wr, 8 op/s 2024-05-08T05:58:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:03.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.117+0000 7f7dec600700 1 -- 172.21.15.69:0/74089714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4108460 msgr2=0x7f7de4108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.117+0000 7f7dec600700 1 --2- 172.21.15.69:0/74089714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4108460 0x7f7de4108840 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7dd8009990 tx=0x7f7dd8009ca0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 -- 172.21.15.69:0/74089714 shutdown_connections 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 --2- 172.21.15.69:0/74089714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7de4103ef0 0x7f7de41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 --2- 172.21.15.69:0/74089714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4108460 0x7f7de4108840 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 --2- 172.21.15.69:0/74089714 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7de4103550 0x7f7de41039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 -- 172.21.15.69:0/74089714 >> 172.21.15.69:0/74089714 conn(0x7f7de407a600 msgr2=0x7f7de407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 -- 172.21.15.69:0/74089714 shutdown_connections 2024-05-08T05:58:03.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.118+0000 7f7dec600700 1 -- 172.21.15.69:0/74089714 wait complete. 2024-05-08T05:58:03.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.119+0000 7f7dec600700 1 Processor -- start 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.119+0000 7f7dec600700 1 -- start start 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dec600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 0x7f7de419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dec600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7de4103ef0 0x7f7de419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dec600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7de4108460 0x7f7de41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dec600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7de41136e0 con 0x7f7de4103550 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dec600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7de4113560 con 0x7f7de4103ef0 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dec600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7de4113860 con 0x7f7de4108460 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 0x7f7de419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 0x7f7de419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39462/0 (socket says 172.21.15.69:39462) 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 -- 172.21.15.69:0/945496805 learned_addr learned my addr 172.21.15.69:0/945496805 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9200700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7de4103ef0 0x7f7de419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7dea600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7de4108460 0x7f7de41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 -- 172.21.15.69:0/945496805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7de4108460 msgr2=0x7f7de41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:03.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7de4108460 0x7f7de41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 -- 172.21.15.69:0/945496805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7de4103ef0 msgr2=0x7f7de419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:03.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.120+0000 7f7de9c00700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7de4103ef0 0x7f7de419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.121+0000 7f7de9c00700 1 -- 172.21.15.69:0/945496805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7de41a0e00 con 0x7f7de4103550 2024-05-08T05:58:03.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.121+0000 7f7de9c00700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 0x7f7de419bdf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7dd8000c00 tx=0x7f7dd80057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:03.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.121+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd8027070 con 0x7f7de4103550 2024-05-08T05:58:03.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.121+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dd8003680 con 0x7f7de4103550 2024-05-08T05:58:03.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.121+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd8022a70 con 0x7f7de4103550 2024-05-08T05:58:03.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.121+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7de41a1090 con 0x7f7de4103550 2024-05-08T05:58:03.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.122+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7de41a8970 con 0x7f7de4103550 2024-05-08T05:58:03.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.123+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7de406a190 con 0x7f7de4103550 2024-05-08T05:58:03.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.125+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7dd802a070 con 0x7f7de4103550 2024-05-08T05:58:03.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.126+0000 7f7de2000700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dcc0b2990 0x7f7dcc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:03.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.127+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7dd80e3110 con 0x7f7de4103550 2024-05-08T05:58:03.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.127+0000 7f7de9200700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dcc0b2990 0x7f7dcc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:03.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.128+0000 7f7de9200700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dcc0b2990 0x7f7dcc0b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7de4077730 tx=0x7f7dd00073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:03.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.132+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7dd8013070 con 0x7f7de4103550 2024-05-08T05:58:03.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.380+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7de41a8b40 con 0x7f7de4103550 2024-05-08T05:58:03.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.382+0000 7f7de2000700 1 -- 172.21.15.69:0/945496805 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7f7dd80aad70 con 0x7f7de4103550 2024-05-08T05:58:03.383 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:58:03.383 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:58:03.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dcc0b2990 msgr2=0x7f7dcc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:03.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dcc0b2990 0x7f7dcc0b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7de4077730 tx=0x7f7dd00073d0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 msgr2=0x7f7de419bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 0x7f7de419bdf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7dd8000c00 tx=0x7f7dd80057a0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 shutdown_connections 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7de4108460 0x7f7de41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7de4103550 0x7f7de419bdf0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dcc0b2990 0x7f7dcc0b4e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 --2- 172.21.15.69:0/945496805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7de4103ef0 0x7f7de419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 >> 172.21.15.69:0/945496805 conn(0x7f7de407a600 msgr2=0x7f7de41013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 shutdown_connections 2024-05-08T05:58:03.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:03.385+0000 7f7dec600700 1 -- 172.21.15.69:0/945496805 wait complete. 2024-05-08T05:58:04.354 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-08T05:58:04.355 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph pg dump --format=json 2024-05-08T05:58:04.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:04 smithi135 ceph-mon[34761]: pgmap v351: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-08T05:58:04.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:04 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/945496805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:04 smithi069 ceph-mon[29571]: pgmap v351: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-08T05:58:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:04 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/945496805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:04.573 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:04 smithi105 ceph-mon[34393]: pgmap v351: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-08T05:58:04.573 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:04 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/945496805' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:04.792 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:05.960 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:05.960 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:05 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:05.960 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:05 smithi069 ceph-mon[29571]: pgmap v352: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-08T05:58:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:05 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:06.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:05 smithi105 ceph-mon[34393]: pgmap v352: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-08T05:58:06.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:06.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:05 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:06.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:05 smithi135 ceph-mon[34761]: pgmap v352: 97 pgs: 97 active+clean; 638 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.7 KiB/s wr, 7 op/s 2024-05-08T05:58:06.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:58:06.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:58:06.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:06 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:58:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:58:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:06 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:07.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 -- 172.21.15.69:0/29649568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c101f30 msgr2=0x7fb81c102310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:07.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 --2- 172.21.15.69:0/29649568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c101f30 0x7fb81c102310 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb80c009990 tx=0x7fb80c009ca0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 -- 172.21.15.69:0/29649568 shutdown_connections 2024-05-08T05:58:07.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 --2- 172.21.15.69:0/29649568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c1087a0 0x7fb81c110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 --2- 172.21.15.69:0/29649568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c101f30 0x7fb81c102310 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 --2- 172.21.15.69:0/29649568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb81c1028e0 0x7fb81c1080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 -- 172.21.15.69:0/29649568 >> 172.21.15.69:0/29649568 conn(0x7fb81c077650 msgr2=0x7fb81c077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:07.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.057+0000 7fb81be00700 1 -- 172.21.15.69:0/29649568 shutdown_connections 2024-05-08T05:58:07.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.058+0000 7fb81be00700 1 -- 172.21.15.69:0/29649568 wait complete. 2024-05-08T05:58:07.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 Processor -- start 2024-05-08T05:58:07.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 -- start start 2024-05-08T05:58:07.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c101f30 0x7fb81c102eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:07.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 0x7fb81c1033f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:07.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb81c1087a0 0x7fb81c103930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c113640 con 0x7fb81c1028e0 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c1134c0 con 0x7fb81c101f30 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81be00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb81c1137c0 con 0x7fb81c1087a0 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.059+0000 7fb81a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 0x7fb81c1033f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 0x7fb81c1033f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39474/0 (socket says 172.21.15.69:39474) 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c101f30 0x7fb81c102eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81a000700 1 -- 172.21.15.69:0/1247979314 learned_addr learned my addr 172.21.15.69:0/1247979314 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81b400700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb81c1087a0 0x7fb81c103930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 -- 172.21.15.69:0/1247979314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb81c1087a0 msgr2=0x7fb81c103930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb81c1087a0 0x7fb81c103930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 -- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 msgr2=0x7fb81c1033f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 0x7fb81c1033f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 -- 172.21.15.69:0/1247979314 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb81c1a8020 con 0x7fb81c101f30 2024-05-08T05:58:07.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81a000700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 0x7fb81c1033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:07.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.060+0000 7fb81aa00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c101f30 0x7fb81c102eb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb80c0098e0 tx=0x7fb80c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:07.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:58:07.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:58:07.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:06 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:58:07.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.061+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80c026070 con 0x7fb81c101f30 2024-05-08T05:58:07.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.061+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb81c1a82b0 con 0x7fb81c101f30 2024-05-08T05:58:07.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.061+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb81c1a8760 con 0x7fb81c101f30 2024-05-08T05:58:07.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.061+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb80c003680 con 0x7fb81c101f30 2024-05-08T05:58:07.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.061+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb80c00faa0 con 0x7fb81c101f30 2024-05-08T05:58:07.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.062+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb81c10b9d0 con 0x7fb81c101f30 2024-05-08T05:58:07.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.064+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb80c029070 con 0x7fb81c101f30 2024-05-08T05:58:07.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.065+0000 7fb820a00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8000b2990 0x7fb8000b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:07.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.066+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb80c0e2e80 con 0x7fb81c101f30 2024-05-08T05:58:07.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.066+0000 7fb81a000700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8000b2990 0x7fb8000b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:07.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.066+0000 7fb81a000700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8000b2990 0x7fb8000b4e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb81c101820 tx=0x7fb808007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:07.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.068+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb80c013070 con 0x7fb81c101f30 2024-05-08T05:58:07.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.300+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb81c0638e0 con 0x7fb8000b2990 2024-05-08T05:58:07.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.327+0000 7fb820a00700 1 -- 172.21.15.69:0/1247979314 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258884 (secure 0 0 0) 0x7fb81c0638e0 con 0x7fb8000b2990 2024-05-08T05:58:07.330 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:58:07.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8000b2990 msgr2=0x7fb8000b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:07.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8000b2990 0x7fb8000b4e50 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb81c101820 tx=0x7fb808007480 comp rx=0 tx=0).stop 2024-05-08T05:58:07.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c101f30 msgr2=0x7fb81c102eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:07.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c101f30 0x7fb81c102eb0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb80c0098e0 tx=0x7fb80c0057c0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 shutdown_connections 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb81c1087a0 0x7fb81c103930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8000b2990 0x7fb8000b4e50 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb81c101f30 0x7fb81c102eb0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 --2- 172.21.15.69:0/1247979314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb81c1028e0 0x7fb81c1033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.334+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 >> 172.21.15.69:0/1247979314 conn(0x7fb81c077650 msgr2=0x7fb81c0ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.335+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 shutdown_connections 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:07.335+0000 7fb81be00700 1 -- 172.21.15.69:0/1247979314 wait complete. 2024-05-08T05:58:07.336 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T05:58:08.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:07 smithi105 ceph-mon[34393]: pgmap v353: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-08T05:58:08.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:07 smithi105 ceph-mon[34393]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:58:08.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:07 smithi135 ceph-mon[34761]: pgmap v353: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-08T05:58:08.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:07 smithi135 ceph-mon[34761]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:58:08.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:07 smithi069 ceph-mon[29571]: pgmap v353: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.0 KiB/s wr, 8 op/s 2024-05-08T05:58:08.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:07 smithi069 ceph-mon[29571]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:58:08.202 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":353,"stamp":"2024-05-08T05:58:06.848013+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657675,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":309,"num_read_kb":251,"num_write":293,"num_write_kb":2266,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376612,"kb_used_data":10796,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565212,"statfs":{"total":1151940427776,"available":1151554777088,"internally_reserved":0,"allocated":11055104,"data_stored":7127640,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":31679,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":89,"num_read_kb":78,"num_write":16,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004297"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927326+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:57:43.927326+0000","last_peered":"2024-05-08T05:57:43.927326+0000","last_clean":"2024-05-08T05:57:43.927326+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:57:43.927326+0000","last_undegraded":"2024-05-08T05:57:43.927326+0000","last_fullsized":"2024-05-08T05:57:43.927326+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931484+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:57:43.931484+0000","last_peered":"2024-05-08T05:57:43.931484+0000","last_clean":"2024-05-08T05:57:43.931484+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:57:43.931484+0000","last_undegraded":"2024-05-08T05:57:43.931484+0000","last_fullsized":"2024-05-08T05:57:43.931484+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931192+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:57:43.931192+0000","last_peered":"2024-05-08T05:57:43.931192+0000","last_clean":"2024-05-08T05:57:43.931192+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:57:43.931192+0000","last_undegraded":"2024-05-08T05:57:43.931192+0000","last_fullsized":"2024-05-08T05:57:43.931192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955913+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:57:43.955913+0000","last_peered":"2024-05-08T05:57:43.955913+0000","last_clean":"2024-05-08T05:57:43.955913+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:57:43.955913+0000","last_undegraded":"2024-05-08T05:57:43.955913+0000","last_fullsized":"2024-05-08T05:57:43.955913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930082+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:57:43.930082+0000","last_peered":"2024-05-08T05:57:43.930082+0000","last_clean":"2024-05-08T05:57:43.930082+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:57:43.930082+0000","last_undegraded":"2024-05-08T05:57:43.930082+0000","last_fullsized":"2024-05-08T05:57:43.930082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.945402+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:57:43.945402+0000","last_peered":"2024-05-08T05:57:43.945402+0000","last_clean":"2024-05-08T05:57:43.945402+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:57:43.945402+0000","last_undegraded":"2024-05-08T05:57:43.945402+0000","last_fullsized":"2024-05-08T05:57:43.945402+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932049+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:57:43.932049+0000","last_peered":"2024-05-08T05:57:43.932049+0000","last_clean":"2024-05-08T05:57:43.932049+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:57:43.932049+0000","last_undegraded":"2024-05-08T05:57:43.932049+0000","last_fullsized":"2024-05-08T05:57:43.932049+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955479+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:57:43.955479+0000","last_peered":"2024-05-08T05:57:43.955479+0000","last_clean":"2024-05-08T05:57:43.955479+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:57:43.955479+0000","last_undegraded":"2024-05-08T05:57:43.955479+0000","last_fullsized":"2024-05-08T05:57:43.955479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932604+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:57:43.932604+0000","last_peered":"2024-05-08T05:57:43.932604+0000","last_clean":"2024-05-08T05:57:43.932604+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:57:43.932604+0000","last_undegraded":"2024-05-08T05:57:43.932604+0000","last_fullsized":"2024-05-08T05:57:43.932604+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930742+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:57:43.930742+0000","last_peered":"2024-05-08T05:57:43.930742+0000","last_clean":"2024-05-08T05:57:43.930742+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:57:43.930742+0000","last_undegraded":"2024-05-08T05:57:43.930742+0000","last_fullsized":"2024-05-08T05:57:43.930742+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932685+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:57:43.932685+0000","last_peered":"2024-05-08T05:57:43.932685+0000","last_clean":"2024-05-08T05:57:43.932685+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:57:43.932685+0000","last_undegraded":"2024-05-08T05:57:43.932685+0000","last_fullsized":"2024-05-08T05:57:43.932685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955795+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:57:43.955795+0000","last_peered":"2024-05-08T05:57:43.955795+0000","last_clean":"2024-05-08T05:57:43.955795+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:57:43.955795+0000","last_undegraded":"2024-05-08T05:57:43.955795+0000","last_fullsized":"2024-05-08T05:57:43.955795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.944011+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:57:43.944011+0000","last_peered":"2024-05-08T05:57:43.944011+0000","last_clean":"2024-05-08T05:57:43.944011+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:57:43.944011+0000","last_undegraded":"2024-05-08T05:57:43.944011+0000","last_fullsized":"2024-05-08T05:57:43.944011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930651+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:57:43.930651+0000","last_peered":"2024-05-08T05:57:43.930651+0000","last_clean":"2024-05-08T05:57:43.930651+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:57:43.930651+0000","last_undegraded":"2024-05-08T05:57:43.930651+0000","last_fullsized":"2024-05-08T05:57:43.930651+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930110+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:57:43.930110+0000","last_peered":"2024-05-08T05:57:43.930110+0000","last_clean":"2024-05-08T05:57:43.930110+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:57:43.930110+0000","last_undegraded":"2024-05-08T05:57:43.930110+0000","last_fullsized":"2024-05-08T05:57:43.930110+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929057+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:57:43.929057+0000","last_peered":"2024-05-08T05:57:43.929057+0000","last_clean":"2024-05-08T05:57:43.929057+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:57:43.929057+0000","last_undegraded":"2024-05-08T05:57:43.929057+0000","last_fullsized":"2024-05-08T05:57:43.929057+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927471+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:57:43.927471+0000","last_peered":"2024-05-08T05:57:43.927471+0000","last_clean":"2024-05-08T05:57:43.927471+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:57:43.927471+0000","last_undegraded":"2024-05-08T05:57:43.927471+0000","last_fullsized":"2024-05-08T05:57:43.927471+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939897+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:57:43.939897+0000","last_peered":"2024-05-08T05:57:43.939897+0000","last_clean":"2024-05-08T05:57:43.939897+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:57:43.939897+0000","last_undegraded":"2024-05-08T05:57:43.939897+0000","last_fullsized":"2024-05-08T05:57:43.939897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929588+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:57:43.929588+0000","last_peered":"2024-05-08T05:57:43.929588+0000","last_clean":"2024-05-08T05:57:43.929588+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:57:43.929588+0000","last_undegraded":"2024-05-08T05:57:43.929588+0000","last_fullsized":"2024-05-08T05:57:43.929588+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938897+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:57:43.938897+0000","last_peered":"2024-05-08T05:57:43.938897+0000","last_clean":"2024-05-08T05:57:43.938897+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:57:43.938897+0000","last_undegraded":"2024-05-08T05:57:43.938897+0000","last_fullsized":"2024-05-08T05:57:43.938897+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957703+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:57:43.957703+0000","last_peered":"2024-05-08T05:57:43.957703+0000","last_clean":"2024-05-08T05:57:43.957703+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:57:43.957703+0000","last_undegraded":"2024-05-08T05:57:43.957703+0000","last_fullsized":"2024-05-08T05:57:43.957703+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956415+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:57:43.956415+0000","last_peered":"2024-05-08T05:57:43.956415+0000","last_clean":"2024-05-08T05:57:43.956415+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:57:43.956415+0000","last_undegraded":"2024-05-08T05:57:43.956415+0000","last_fullsized":"2024-05-08T05:57:43.956415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932725+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:57:43.932725+0000","last_peered":"2024-05-08T05:57:43.932725+0000","last_clean":"2024-05-08T05:57:43.932725+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:57:43.932725+0000","last_undegraded":"2024-05-08T05:57:43.932725+0000","last_fullsized":"2024-05-08T05:57:43.932725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929996+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.929996+0000","last_peered":"2024-05-08T05:57:43.929996+0000","last_clean":"2024-05-08T05:57:43.929996+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.929996+0000","last_undegraded":"2024-05-08T05:57:43.929996+0000","last_fullsized":"2024-05-08T05:57:43.929996+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929555+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:57:43.929555+0000","last_peered":"2024-05-08T05:57:43.929555+0000","last_clean":"2024-05-08T05:57:43.929555+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:57:43.929555+0000","last_undegraded":"2024-05-08T05:57:43.929555+0000","last_fullsized":"2024-05-08T05:57:43.929555+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929588+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.929588+0000","last_peered":"2024-05-08T05:57:43.929588+0000","last_clean":"2024-05-08T05:57:43.929588+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.929588+0000","last_undegraded":"2024-05-08T05:57:43.929588+0000","last_fullsized":"2024-05-08T05:57:43.929588+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955361+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:57:43.955361+0000","last_peered":"2024-05-08T05:57:43.955361+0000","last_clean":"2024-05-08T05:57:43.955361+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:57:43.955361+0000","last_undegraded":"2024-05-08T05:57:43.955361+0000","last_fullsized":"2024-05-08T05:57:43.955361+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":69,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:03.530197+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T05:58:03.530197+0000","last_peered":"2024-05-08T05:58:03.530197+0000","last_clean":"2024-05-08T05:58:03.530197+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T05:58:03.530197+0000","last_undegraded":"2024-05-08T05:58:03.530197+0000","last_fullsized":"2024-05-08T05:58:03.530197+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":37,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929079+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:57:43.929079+0000","last_peered":"2024-05-08T05:57:43.929079+0000","last_clean":"2024-05-08T05:57:43.929079+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:57:43.929079+0000","last_undegraded":"2024-05-08T05:57:43.929079+0000","last_fullsized":"2024-05-08T05:57:43.929079+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929465+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929465+0000","last_peered":"2024-05-08T05:57:43.929465+0000","last_clean":"2024-05-08T05:57:43.929465+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929465+0000","last_undegraded":"2024-05-08T05:57:43.929465+0000","last_fullsized":"2024-05-08T05:57:43.929465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955303+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:57:43.955303+0000","last_peered":"2024-05-08T05:57:43.955303+0000","last_clean":"2024-05-08T05:57:43.955303+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:57:43.955303+0000","last_undegraded":"2024-05-08T05:57:43.955303+0000","last_fullsized":"2024-05-08T05:57:43.955303+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.941923+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.941923+0000","last_peered":"2024-05-08T05:57:43.941923+0000","last_clean":"2024-05-08T05:57:43.941923+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.941923+0000","last_undegraded":"2024-05-08T05:57:43.941923+0000","last_fullsized":"2024-05-08T05:57:43.941923+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955469+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:57:43.955469+0000","last_peered":"2024-05-08T05:57:43.955469+0000","last_clean":"2024-05-08T05:57:43.955469+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:57:43.955469+0000","last_undegraded":"2024-05-08T05:57:43.955469+0000","last_fullsized":"2024-05-08T05:57:43.955469+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954594+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954594+0000","last_peered":"2024-05-08T05:57:43.954594+0000","last_clean":"2024-05-08T05:57:43.954594+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954594+0000","last_undegraded":"2024-05-08T05:57:43.954594+0000","last_fullsized":"2024-05-08T05:57:43.954594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.936758+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:57:43.936758+0000","last_peered":"2024-05-08T05:57:43.936758+0000","last_clean":"2024-05-08T05:57:43.936758+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:57:43.936758+0000","last_undegraded":"2024-05-08T05:57:43.936758+0000","last_fullsized":"2024-05-08T05:57:43.936758+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":63,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:03.529653+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T05:58:03.529653+0000","last_peered":"2024-05-08T05:58:03.529653+0000","last_clean":"2024-05-08T05:58:03.529653+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T05:58:03.529653+0000","last_undegraded":"2024-05-08T05:58:03.529653+0000","last_fullsized":"2024-05-08T05:58:03.529653+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929955+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:57:43.929955+0000","last_peered":"2024-05-08T05:57:43.929955+0000","last_clean":"2024-05-08T05:57:43.929955+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:57:43.929955+0000","last_undegraded":"2024-05-08T05:57:43.929955+0000","last_fullsized":"2024-05-08T05:57:43.929955+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932789+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932789+0000","last_peered":"2024-05-08T05:57:43.932789+0000","last_clean":"2024-05-08T05:57:43.932789+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932789+0000","last_undegraded":"2024-05-08T05:57:43.932789+0000","last_fullsized":"2024-05-08T05:57:43.932789+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932934+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:57:43.932934+0000","last_peered":"2024-05-08T05:57:43.932934+0000","last_clean":"2024-05-08T05:57:43.932934+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:57:43.932934+0000","last_undegraded":"2024-05-08T05:57:43.932934+0000","last_fullsized":"2024-05-08T05:57:43.932934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955466+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955466+0000","last_peered":"2024-05-08T05:57:43.955466+0000","last_clean":"2024-05-08T05:57:43.955466+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955466+0000","last_undegraded":"2024-05-08T05:57:43.955466+0000","last_fullsized":"2024-05-08T05:57:43.955466+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929722+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:57:43.929722+0000","last_peered":"2024-05-08T05:57:43.929722+0000","last_clean":"2024-05-08T05:57:43.929722+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:57:43.929722+0000","last_undegraded":"2024-05-08T05:57:43.929722+0000","last_fullsized":"2024-05-08T05:57:43.929722+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'30","reported_seq":133,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:04.531814+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T05:58:04.531814+0000","last_peered":"2024-05-08T05:58:04.531814+0000","last_clean":"2024-05-08T05:58:04.531814+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T05:58:04.531814+0000","last_undegraded":"2024-05-08T05:58:04.531814+0000","last_fullsized":"2024-05-08T05:58:04.531814+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63072,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":77,"num_read_kb":100,"num_write":31,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929686+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:57:43.929686+0000","last_peered":"2024-05-08T05:57:43.929686+0000","last_clean":"2024-05-08T05:57:43.929686+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:57:43.929686+0000","last_undegraded":"2024-05-08T05:57:43.929686+0000","last_fullsized":"2024-05-08T05:57:43.929686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929756+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929756+0000","last_peered":"2024-05-08T05:57:43.929756+0000","last_clean":"2024-05-08T05:57:43.929756+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929756+0000","last_undegraded":"2024-05-08T05:57:43.929756+0000","last_fullsized":"2024-05-08T05:57:43.929756+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942439+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:57:43.942439+0000","last_peered":"2024-05-08T05:57:43.942439+0000","last_clean":"2024-05-08T05:57:43.942439+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:57:43.942439+0000","last_undegraded":"2024-05-08T05:57:43.942439+0000","last_fullsized":"2024-05-08T05:57:43.942439+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955089+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955089+0000","last_peered":"2024-05-08T05:57:43.955089+0000","last_clean":"2024-05-08T05:57:43.955089+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955089+0000","last_undegraded":"2024-05-08T05:57:43.955089+0000","last_fullsized":"2024-05-08T05:57:43.955089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932188+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:57:43.932188+0000","last_peered":"2024-05-08T05:57:43.932188+0000","last_clean":"2024-05-08T05:57:43.932188+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:57:43.932188+0000","last_undegraded":"2024-05-08T05:57:43.932188+0000","last_fullsized":"2024-05-08T05:57:43.932188+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":66,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:04.555132+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T05:58:04.555132+0000","last_peered":"2024-05-08T05:58:04.555132+0000","last_clean":"2024-05-08T05:58:04.555132+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T05:58:04.555132+0000","last_undegraded":"2024-05-08T05:58:04.555132+0000","last_fullsized":"2024-05-08T05:58:04.555132+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932023+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:57:43.932023+0000","last_peered":"2024-05-08T05:57:43.932023+0000","last_clean":"2024-05-08T05:57:43.932023+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:57:43.932023+0000","last_undegraded":"2024-05-08T05:57:43.932023+0000","last_fullsized":"2024-05-08T05:57:43.932023+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.953478+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:43.953478+0000","last_peered":"2024-05-08T05:57:43.953478+0000","last_clean":"2024-05-08T05:57:43.953478+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:43.953478+0000","last_undegraded":"2024-05-08T05:57:43.953478+0000","last_fullsized":"2024-05-08T05:57:43.953478+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954904+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:57:43.954904+0000","last_peered":"2024-05-08T05:57:43.954904+0000","last_clean":"2024-05-08T05:57:43.954904+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:57:43.954904+0000","last_undegraded":"2024-05-08T05:57:43.954904+0000","last_fullsized":"2024-05-08T05:57:43.954904+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929749+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929749+0000","last_peered":"2024-05-08T05:57:43.929749+0000","last_clean":"2024-05-08T05:57:43.929749+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929749+0000","last_undegraded":"2024-05-08T05:57:43.929749+0000","last_fullsized":"2024-05-08T05:57:43.929749+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927172+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:57:43.927172+0000","last_peered":"2024-05-08T05:57:43.927172+0000","last_clean":"2024-05-08T05:57:43.927172+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:57:43.927172+0000","last_undegraded":"2024-05-08T05:57:43.927172+0000","last_fullsized":"2024-05-08T05:57:43.927172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938139+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:57:43.938139+0000","last_peered":"2024-05-08T05:57:43.938139+0000","last_clean":"2024-05-08T05:57:43.938139+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:57:43.938139+0000","last_undegraded":"2024-05-08T05:57:43.938139+0000","last_fullsized":"2024-05-08T05:57:43.938139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930452+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:57:43.930452+0000","last_peered":"2024-05-08T05:57:43.930452+0000","last_clean":"2024-05-08T05:57:43.930452+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:57:43.930452+0000","last_undegraded":"2024-05-08T05:57:43.930452+0000","last_fullsized":"2024-05-08T05:57:43.930452+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932242+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:57:43.932242+0000","last_peered":"2024-05-08T05:57:43.932242+0000","last_clean":"2024-05-08T05:57:43.932242+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:57:43.932242+0000","last_undegraded":"2024-05-08T05:57:43.932242+0000","last_fullsized":"2024-05-08T05:57:43.932242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929514+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:57:43.929514+0000","last_peered":"2024-05-08T05:57:43.929514+0000","last_clean":"2024-05-08T05:57:43.929514+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:57:43.929514+0000","last_undegraded":"2024-05-08T05:57:43.929514+0000","last_fullsized":"2024-05-08T05:57:43.929514+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954935+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:57:43.954935+0000","last_peered":"2024-05-08T05:57:43.954935+0000","last_clean":"2024-05-08T05:57:43.954935+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:57:43.954935+0000","last_undegraded":"2024-05-08T05:57:43.954935+0000","last_fullsized":"2024-05-08T05:57:43.954935+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":65,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:04.554235+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T05:58:04.554235+0000","last_peered":"2024-05-08T05:58:04.554235+0000","last_clean":"2024-05-08T05:58:04.554235+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T05:58:04.554235+0000","last_undegraded":"2024-05-08T05:58:04.554235+0000","last_fullsized":"2024-05-08T05:58:04.554235+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955658+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:57:43.955658+0000","last_peered":"2024-05-08T05:57:43.955658+0000","last_clean":"2024-05-08T05:57:43.955658+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:57:43.955658+0000","last_undegraded":"2024-05-08T05:57:43.955658+0000","last_fullsized":"2024-05-08T05:57:43.955658+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955765+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955765+0000","last_peered":"2024-05-08T05:57:43.955765+0000","last_clean":"2024-05-08T05:57:43.955765+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955765+0000","last_undegraded":"2024-05-08T05:57:43.955765+0000","last_fullsized":"2024-05-08T05:57:43.955765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":99,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932447+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:57:43.932447+0000","last_peered":"2024-05-08T05:57:43.932447+0000","last_clean":"2024-05-08T05:57:43.932447+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:57:43.932447+0000","last_undegraded":"2024-05-08T05:57:43.932447+0000","last_fullsized":"2024-05-08T05:57:43.932447+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939808+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:57:43.939808+0000","last_peered":"2024-05-08T05:57:43.939808+0000","last_clean":"2024-05-08T05:57:43.939808+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:57:43.939808+0000","last_undegraded":"2024-05-08T05:57:43.939808+0000","last_fullsized":"2024-05-08T05:57:43.939808+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932295+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:57:43.932295+0000","last_peered":"2024-05-08T05:57:43.932295+0000","last_clean":"2024-05-08T05:57:43.932295+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:57:43.932295+0000","last_undegraded":"2024-05-08T05:57:43.932295+0000","last_fullsized":"2024-05-08T05:57:43.932295+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929799+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:57:43.929799+0000","last_peered":"2024-05-08T05:57:43.929799+0000","last_clean":"2024-05-08T05:57:43.929799+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:57:43.929799+0000","last_undegraded":"2024-05-08T05:57:43.929799+0000","last_fullsized":"2024-05-08T05:57:43.929799+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.944503+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:57:43.944503+0000","last_peered":"2024-05-08T05:57:43.944503+0000","last_clean":"2024-05-08T05:57:43.944503+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:57:43.944503+0000","last_undegraded":"2024-05-08T05:57:43.944503+0000","last_fullsized":"2024-05-08T05:57:43.944503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'13","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:56.345062+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:57:56.345062+0000","last_peered":"2024-05-08T05:57:56.345062+0000","last_clean":"2024-05-08T05:57:56.345062+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:57:56.345062+0000","last_undegraded":"2024-05-08T05:57:56.345062+0000","last_fullsized":"2024-05-08T05:57:56.345062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956380+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:57:43.956380+0000","last_peered":"2024-05-08T05:57:43.956380+0000","last_clean":"2024-05-08T05:57:43.956380+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:57:43.956380+0000","last_undegraded":"2024-05-08T05:57:43.956380+0000","last_fullsized":"2024-05-08T05:57:43.956380+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955666+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955666+0000","last_peered":"2024-05-08T05:57:43.955666+0000","last_clean":"2024-05-08T05:57:43.955666+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955666+0000","last_undegraded":"2024-05-08T05:57:43.955666+0000","last_fullsized":"2024-05-08T05:57:43.955666+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931896+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:57:43.931896+0000","last_peered":"2024-05-08T05:57:43.931896+0000","last_clean":"2024-05-08T05:57:43.931896+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:57:43.931896+0000","last_undegraded":"2024-05-08T05:57:43.931896+0000","last_fullsized":"2024-05-08T05:57:43.931896+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956598+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.956598+0000","last_peered":"2024-05-08T05:57:43.956598+0000","last_clean":"2024-05-08T05:57:43.956598+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.956598+0000","last_undegraded":"2024-05-08T05:57:43.956598+0000","last_fullsized":"2024-05-08T05:57:43.956598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929081+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:57:43.929081+0000","last_peered":"2024-05-08T05:57:43.929081+0000","last_clean":"2024-05-08T05:57:43.929081+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:57:43.929081+0000","last_undegraded":"2024-05-08T05:57:43.929081+0000","last_fullsized":"2024-05-08T05:57:43.929081+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955647+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955647+0000","last_peered":"2024-05-08T05:57:43.955647+0000","last_clean":"2024-05-08T05:57:43.955647+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955647+0000","last_undegraded":"2024-05-08T05:57:43.955647+0000","last_fullsized":"2024-05-08T05:57:43.955647+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927003+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:57:43.927003+0000","last_peered":"2024-05-08T05:57:43.927003+0000","last_clean":"2024-05-08T05:57:43.927003+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:57:43.927003+0000","last_undegraded":"2024-05-08T05:57:43.927003+0000","last_fullsized":"2024-05-08T05:57:43.927003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929287+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929287+0000","last_peered":"2024-05-08T05:57:43.929287+0000","last_clean":"2024-05-08T05:57:43.929287+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929287+0000","last_undegraded":"2024-05-08T05:57:43.929287+0000","last_fullsized":"2024-05-08T05:57:43.929287+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957369+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:57:43.957369+0000","last_peered":"2024-05-08T05:57:43.957369+0000","last_clean":"2024-05-08T05:57:43.957369+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:57:43.957369+0000","last_undegraded":"2024-05-08T05:57:43.957369+0000","last_fullsized":"2024-05-08T05:57:43.957369+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":43,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.960954+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.960954+0000","last_peered":"2024-05-08T05:57:43.960954+0000","last_clean":"2024-05-08T05:57:43.960954+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.960954+0000","last_undegraded":"2024-05-08T05:57:43.960954+0000","last_fullsized":"2024-05-08T05:57:43.960954+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932331+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:57:43.932331+0000","last_peered":"2024-05-08T05:57:43.932331+0000","last_clean":"2024-05-08T05:57:43.932331+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:57:43.932331+0000","last_undegraded":"2024-05-08T05:57:43.932331+0000","last_fullsized":"2024-05-08T05:57:43.932331+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930219+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930219+0000","last_peered":"2024-05-08T05:57:43.930219+0000","last_clean":"2024-05-08T05:57:43.930219+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930219+0000","last_undegraded":"2024-05-08T05:57:43.930219+0000","last_fullsized":"2024-05-08T05:57:43.930219+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932822+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:57:43.932822+0000","last_peered":"2024-05-08T05:57:43.932822+0000","last_clean":"2024-05-08T05:57:43.932822+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:57:43.932822+0000","last_undegraded":"2024-05-08T05:57:43.932822+0000","last_fullsized":"2024-05-08T05:57:43.932822+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955282+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955282+0000","last_peered":"2024-05-08T05:57:43.955282+0000","last_clean":"2024-05-08T05:57:43.955282+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955282+0000","last_undegraded":"2024-05-08T05:57:43.955282+0000","last_fullsized":"2024-05-08T05:57:43.955282+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932603+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:57:43.932603+0000","last_peered":"2024-05-08T05:57:43.932603+0000","last_clean":"2024-05-08T05:57:43.932603+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:57:43.932603+0000","last_undegraded":"2024-05-08T05:57:43.932603+0000","last_fullsized":"2024-05-08T05:57:43.932603+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.948949+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.948949+0000","last_peered":"2024-05-08T05:57:43.948949+0000","last_clean":"2024-05-08T05:57:43.948949+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.948949+0000","last_undegraded":"2024-05-08T05:57:43.948949+0000","last_fullsized":"2024-05-08T05:57:43.948949+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932939+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:57:43.932939+0000","last_peered":"2024-05-08T05:57:43.932939+0000","last_clean":"2024-05-08T05:57:43.932939+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:57:43.932939+0000","last_undegraded":"2024-05-08T05:57:43.932939+0000","last_fullsized":"2024-05-08T05:57:43.932939+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927136+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:57:43.927136+0000","last_peered":"2024-05-08T05:57:43.927136+0000","last_clean":"2024-05-08T05:57:43.927136+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:57:43.927136+0000","last_undegraded":"2024-05-08T05:57:43.927136+0000","last_fullsized":"2024-05-08T05:57:43.927136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929584+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:57:43.929584+0000","last_peered":"2024-05-08T05:57:43.929584+0000","last_clean":"2024-05-08T05:57:43.929584+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:57:43.929584+0000","last_undegraded":"2024-05-08T05:57:43.929584+0000","last_fullsized":"2024-05-08T05:57:43.929584+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929169+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:57:43.929169+0000","last_peered":"2024-05-08T05:57:43.929169+0000","last_clean":"2024-05-08T05:57:43.929169+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:57:43.929169+0000","last_undegraded":"2024-05-08T05:57:43.929169+0000","last_fullsized":"2024-05-08T05:57:43.929169+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931842+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:57:43.931842+0000","last_peered":"2024-05-08T05:57:43.931842+0000","last_clean":"2024-05-08T05:57:43.931842+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:57:43.931842+0000","last_undegraded":"2024-05-08T05:57:43.931842+0000","last_fullsized":"2024-05-08T05:57:43.931842+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.950282+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:57:43.950282+0000","last_peered":"2024-05-08T05:57:43.950282+0000","last_clean":"2024-05-08T05:57:43.950282+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:57:43.950282+0000","last_undegraded":"2024-05-08T05:57:43.950282+0000","last_fullsized":"2024-05-08T05:57:43.950282+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927465+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:57:43.927465+0000","last_peered":"2024-05-08T05:57:43.927465+0000","last_clean":"2024-05-08T05:57:43.927465+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:57:43.927465+0000","last_undegraded":"2024-05-08T05:57:43.927465+0000","last_fullsized":"2024-05-08T05:57:43.927465+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930032+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:57:43.930032+0000","last_peered":"2024-05-08T05:57:43.930032+0000","last_clean":"2024-05-08T05:57:43.930032+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:57:43.930032+0000","last_undegraded":"2024-05-08T05:57:43.930032+0000","last_fullsized":"2024-05-08T05:57:43.930032+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956256+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:57:43.956256+0000","last_peered":"2024-05-08T05:57:43.956256+0000","last_clean":"2024-05-08T05:57:43.956256+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:57:43.956256+0000","last_undegraded":"2024-05-08T05:57:43.956256+0000","last_fullsized":"2024-05-08T05:57:43.956256+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954653+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:57:43.954653+0000","last_peered":"2024-05-08T05:57:43.954653+0000","last_clean":"2024-05-08T05:57:43.954653+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:57:43.954653+0000","last_undegraded":"2024-05-08T05:57:43.954653+0000","last_fullsized":"2024-05-08T05:57:43.954653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955961+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:57:43.955961+0000","last_peered":"2024-05-08T05:57:43.955961+0000","last_clean":"2024-05-08T05:57:43.955961+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:57:43.955961+0000","last_undegraded":"2024-05-08T05:57:43.955961+0000","last_fullsized":"2024-05-08T05:57:43.955961+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929307+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:57:43.929307+0000","last_peered":"2024-05-08T05:57:43.929307+0000","last_clean":"2024-05-08T05:57:43.929307+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:57:43.929307+0000","last_undegraded":"2024-05-08T05:57:43.929307+0000","last_fullsized":"2024-05-08T05:57:43.929307+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.943745+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:57:43.943745+0000","last_peered":"2024-05-08T05:57:43.943745+0000","last_clean":"2024-05-08T05:57:43.943745+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:57:43.943745+0000","last_undegraded":"2024-05-08T05:57:43.943745+0000","last_fullsized":"2024-05-08T05:57:43.943745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.944287+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:57:43.944287+0000","last_peered":"2024-05-08T05:57:43.944287+0000","last_clean":"2024-05-08T05:57:43.944287+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:57:43.944287+0000","last_undegraded":"2024-05-08T05:57:43.944287+0000","last_fullsized":"2024-05-08T05:57:43.944287+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67073,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":233,"num_read_kb":187,"num_write":168,"num_write_kb":114,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":413696,"data_stored":196962,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":142,"ondisk_log_size":142,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678045,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874274,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1085041,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037800,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234029,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430259,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1022574,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626489,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32044,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713108,"statfs":{"total":95995035648,"available":95962222592,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":488721,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":966656,"data_stored":494719,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822720,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022258,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":58815,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":64813,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":64650,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T05:58:08.207 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph pg dump --format=json 2024-05-08T05:58:08.713 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:10.037 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:09 smithi069 ceph-mon[29571]: pgmap v354: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-05-08T05:58:10.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:09 smithi105 ceph-mon[34393]: pgmap v354: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-05-08T05:58:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:09 smithi135 ceph-mon[34761]: pgmap v354: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 -- 172.21.15.69:0/1304860535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 msgr2=0x7f1864112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 --2- 172.21.15.69:0/1304860535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f1864112590 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f185c00b0a0 tx=0x7f185c00b3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 -- 172.21.15.69:0/1304860535 shutdown_connections 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 --2- 172.21.15.69:0/1304860535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f1864112590 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 --2- 172.21.15.69:0/1304860535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f186410b6c0 0x7f186410baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 --2- 172.21.15.69:0/1304860535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f1864105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 -- 172.21.15.69:0/1304860535 >> 172.21.15.69:0/1304860535 conn(0x7f18641011b0 msgr2=0x7f18641035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:11.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 -- 172.21.15.69:0/1304860535 shutdown_connections 2024-05-08T05:58:11.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.169+0000 7f186a400700 1 -- 172.21.15.69:0/1304860535 wait complete. 2024-05-08T05:58:11.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 Processor -- start 2024-05-08T05:58:11.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 -- start start 2024-05-08T05:58:11.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f186419bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:11.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f186419c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:11.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f186410b6c0 0x7f18641a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:11.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1864115900 con 0x7f1864106080 2024-05-08T05:58:11.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1864115780 con 0x7f186410b6c0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.170+0000 7f186a400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1864115a80 con 0x7f18641056c0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f186419bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f186419bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49798/0 (socket says 172.21.15.69:49798) 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 -- 172.21.15.69:0/3128986305 learned_addr learned my addr 172.21.15.69:0/3128986305 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1862a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f186419c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863e00700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f186410b6c0 0x7f18641a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 -- 172.21.15.69:0/3128986305 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f186410b6c0 msgr2=0x7f18641a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f186410b6c0 0x7f18641a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 -- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 msgr2=0x7f186419c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f186419c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1863400700 1 -- 172.21.15.69:0/3128986305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18641a0d20 con 0x7f18641056c0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.171+0000 7f1862a00700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f186419c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.172+0000 7f1863400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f186419bd10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f185400e9a0 tx=0x7f185400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:11.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.172+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185400ca10 con 0x7f18641056c0 2024-05-08T05:58:11.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.172+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18641a1010 con 0x7f18641056c0 2024-05-08T05:58:11.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.172+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f185400cbb0 con 0x7f18641056c0 2024-05-08T05:58:11.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.172+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854018680 con 0x7f18641056c0 2024-05-08T05:58:11.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.172+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18641a8890 con 0x7f18641056c0 2024-05-08T05:58:11.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.173+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f186406a190 con 0x7f18641056c0 2024-05-08T05:58:11.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.175+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f185404aae0 con 0x7f18641056c0 2024-05-08T05:58:11.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.176+0000 7f185be00700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f18480b2910 0x7f18480b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:11.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.177+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f18540e2620 con 0x7f18641056c0 2024-05-08T05:58:11.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.177+0000 7f1862a00700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f18480b2910 0x7f18480b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:11.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.177+0000 7f1862a00700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f18480b2910 0x7f18480b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f186410ace0 tx=0x7f185000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:11.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.179+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f18540aa190 con 0x7f18641056c0 2024-05-08T05:58:11.406 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.406+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f18640638e0 con 0x7f18480b2910 2024-05-08T05:58:11.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.415+0000 7f185be00700 1 -- 172.21.15.69:0/3128986305 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258882 (secure 0 0 0) 0x7f18640638e0 con 0x7f18480b2910 2024-05-08T05:58:11.419 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:58:11.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f18480b2910 msgr2=0x7f18480b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f18480b2910 0x7f18480b4dd0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f186410ace0 tx=0x7f185000b410 comp rx=0 tx=0).stop 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 msgr2=0x7f186419bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f186419bd10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f185400e9a0 tx=0x7f185400ecb0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 shutdown_connections 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f18480b2910 0x7f18480b4dd0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f186410b6c0 0x7f18641a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f18641056c0 0x7f186419bd10 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 --2- 172.21.15.69:0/3128986305 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1864106080 0x7f186419c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 >> 172.21.15.69:0/3128986305 conn(0x7f18641011b0 msgr2=0x7f1864101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 shutdown_connections 2024-05-08T05:58:11.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:11.421+0000 7f186a400700 1 -- 172.21.15.69:0/3128986305 wait complete. 2024-05-08T05:58:11.423 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T05:58:12.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:11 smithi105 ceph-mon[34393]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-08T05:58:12.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:11 smithi105 ceph-mon[34393]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:58:12.307 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:11 smithi069 ceph-mon[29571]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-08T05:58:12.307 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:11 smithi069 ceph-mon[29571]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:58:12.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:11 smithi135 ceph-mon[34761]: pgmap v355: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-08T05:58:12.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:11 smithi135 ceph-mon[34761]: from='client.24619 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:58:12.366 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":355,"stamp":"2024-05-08T05:58:10.849838+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658813,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":330,"num_read_kb":263,"num_write":294,"num_write_kb":2268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":237,"ondisk_log_size":237,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376616,"kb_used_data":10800,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565208,"statfs":{"total":1151940427776,"available":1151554772992,"internally_reserved":0,"allocated":11059200,"data_stored":7133035,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9843,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":83,"num_read_kb":52,"num_write":8,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004573"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927326+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:57:43.927326+0000","last_peered":"2024-05-08T05:57:43.927326+0000","last_clean":"2024-05-08T05:57:43.927326+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:57:43.927326+0000","last_undegraded":"2024-05-08T05:57:43.927326+0000","last_fullsized":"2024-05-08T05:57:43.927326+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931484+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:57:43.931484+0000","last_peered":"2024-05-08T05:57:43.931484+0000","last_clean":"2024-05-08T05:57:43.931484+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:57:43.931484+0000","last_undegraded":"2024-05-08T05:57:43.931484+0000","last_fullsized":"2024-05-08T05:57:43.931484+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931192+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:57:43.931192+0000","last_peered":"2024-05-08T05:57:43.931192+0000","last_clean":"2024-05-08T05:57:43.931192+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:57:43.931192+0000","last_undegraded":"2024-05-08T05:57:43.931192+0000","last_fullsized":"2024-05-08T05:57:43.931192+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955913+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:57:43.955913+0000","last_peered":"2024-05-08T05:57:43.955913+0000","last_clean":"2024-05-08T05:57:43.955913+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:57:43.955913+0000","last_undegraded":"2024-05-08T05:57:43.955913+0000","last_fullsized":"2024-05-08T05:57:43.955913+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930082+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:57:43.930082+0000","last_peered":"2024-05-08T05:57:43.930082+0000","last_clean":"2024-05-08T05:57:43.930082+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:57:43.930082+0000","last_undegraded":"2024-05-08T05:57:43.930082+0000","last_fullsized":"2024-05-08T05:57:43.930082+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.945402+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:57:43.945402+0000","last_peered":"2024-05-08T05:57:43.945402+0000","last_clean":"2024-05-08T05:57:43.945402+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:57:43.945402+0000","last_undegraded":"2024-05-08T05:57:43.945402+0000","last_fullsized":"2024-05-08T05:57:43.945402+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932049+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:57:43.932049+0000","last_peered":"2024-05-08T05:57:43.932049+0000","last_clean":"2024-05-08T05:57:43.932049+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:57:43.932049+0000","last_undegraded":"2024-05-08T05:57:43.932049+0000","last_fullsized":"2024-05-08T05:57:43.932049+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955479+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:57:43.955479+0000","last_peered":"2024-05-08T05:57:43.955479+0000","last_clean":"2024-05-08T05:57:43.955479+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:57:43.955479+0000","last_undegraded":"2024-05-08T05:57:43.955479+0000","last_fullsized":"2024-05-08T05:57:43.955479+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932604+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:57:43.932604+0000","last_peered":"2024-05-08T05:57:43.932604+0000","last_clean":"2024-05-08T05:57:43.932604+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:57:43.932604+0000","last_undegraded":"2024-05-08T05:57:43.932604+0000","last_fullsized":"2024-05-08T05:57:43.932604+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930742+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:57:43.930742+0000","last_peered":"2024-05-08T05:57:43.930742+0000","last_clean":"2024-05-08T05:57:43.930742+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:57:43.930742+0000","last_undegraded":"2024-05-08T05:57:43.930742+0000","last_fullsized":"2024-05-08T05:57:43.930742+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932685+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:57:43.932685+0000","last_peered":"2024-05-08T05:57:43.932685+0000","last_clean":"2024-05-08T05:57:43.932685+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:57:43.932685+0000","last_undegraded":"2024-05-08T05:57:43.932685+0000","last_fullsized":"2024-05-08T05:57:43.932685+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955795+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:57:43.955795+0000","last_peered":"2024-05-08T05:57:43.955795+0000","last_clean":"2024-05-08T05:57:43.955795+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:57:43.955795+0000","last_undegraded":"2024-05-08T05:57:43.955795+0000","last_fullsized":"2024-05-08T05:57:43.955795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.944011+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:57:43.944011+0000","last_peered":"2024-05-08T05:57:43.944011+0000","last_clean":"2024-05-08T05:57:43.944011+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:57:43.944011+0000","last_undegraded":"2024-05-08T05:57:43.944011+0000","last_fullsized":"2024-05-08T05:57:43.944011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930651+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:57:43.930651+0000","last_peered":"2024-05-08T05:57:43.930651+0000","last_clean":"2024-05-08T05:57:43.930651+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:57:43.930651+0000","last_undegraded":"2024-05-08T05:57:43.930651+0000","last_fullsized":"2024-05-08T05:57:43.930651+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930110+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:57:43.930110+0000","last_peered":"2024-05-08T05:57:43.930110+0000","last_clean":"2024-05-08T05:57:43.930110+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:57:43.930110+0000","last_undegraded":"2024-05-08T05:57:43.930110+0000","last_fullsized":"2024-05-08T05:57:43.930110+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929057+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:57:43.929057+0000","last_peered":"2024-05-08T05:57:43.929057+0000","last_clean":"2024-05-08T05:57:43.929057+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:57:43.929057+0000","last_undegraded":"2024-05-08T05:57:43.929057+0000","last_fullsized":"2024-05-08T05:57:43.929057+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927471+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:57:43.927471+0000","last_peered":"2024-05-08T05:57:43.927471+0000","last_clean":"2024-05-08T05:57:43.927471+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:57:43.927471+0000","last_undegraded":"2024-05-08T05:57:43.927471+0000","last_fullsized":"2024-05-08T05:57:43.927471+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939897+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:57:43.939897+0000","last_peered":"2024-05-08T05:57:43.939897+0000","last_clean":"2024-05-08T05:57:43.939897+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:57:43.939897+0000","last_undegraded":"2024-05-08T05:57:43.939897+0000","last_fullsized":"2024-05-08T05:57:43.939897+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929588+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:57:43.929588+0000","last_peered":"2024-05-08T05:57:43.929588+0000","last_clean":"2024-05-08T05:57:43.929588+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:57:43.929588+0000","last_undegraded":"2024-05-08T05:57:43.929588+0000","last_fullsized":"2024-05-08T05:57:43.929588+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938897+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:57:43.938897+0000","last_peered":"2024-05-08T05:57:43.938897+0000","last_clean":"2024-05-08T05:57:43.938897+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:57:43.938897+0000","last_undegraded":"2024-05-08T05:57:43.938897+0000","last_fullsized":"2024-05-08T05:57:43.938897+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957703+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:57:43.957703+0000","last_peered":"2024-05-08T05:57:43.957703+0000","last_clean":"2024-05-08T05:57:43.957703+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:57:43.957703+0000","last_undegraded":"2024-05-08T05:57:43.957703+0000","last_fullsized":"2024-05-08T05:57:43.957703+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956415+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:57:43.956415+0000","last_peered":"2024-05-08T05:57:43.956415+0000","last_clean":"2024-05-08T05:57:43.956415+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:57:43.956415+0000","last_undegraded":"2024-05-08T05:57:43.956415+0000","last_fullsized":"2024-05-08T05:57:43.956415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932725+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:57:43.932725+0000","last_peered":"2024-05-08T05:57:43.932725+0000","last_clean":"2024-05-08T05:57:43.932725+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:57:43.932725+0000","last_undegraded":"2024-05-08T05:57:43.932725+0000","last_fullsized":"2024-05-08T05:57:43.932725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929996+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.929996+0000","last_peered":"2024-05-08T05:57:43.929996+0000","last_clean":"2024-05-08T05:57:43.929996+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.929996+0000","last_undegraded":"2024-05-08T05:57:43.929996+0000","last_fullsized":"2024-05-08T05:57:43.929996+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929555+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:57:43.929555+0000","last_peered":"2024-05-08T05:57:43.929555+0000","last_clean":"2024-05-08T05:57:43.929555+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:57:43.929555+0000","last_undegraded":"2024-05-08T05:57:43.929555+0000","last_fullsized":"2024-05-08T05:57:43.929555+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929588+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.929588+0000","last_peered":"2024-05-08T05:57:43.929588+0000","last_clean":"2024-05-08T05:57:43.929588+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.929588+0000","last_undegraded":"2024-05-08T05:57:43.929588+0000","last_fullsized":"2024-05-08T05:57:43.929588+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955361+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:57:43.955361+0000","last_peered":"2024-05-08T05:57:43.955361+0000","last_clean":"2024-05-08T05:57:43.955361+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:57:43.955361+0000","last_undegraded":"2024-05-08T05:57:43.955361+0000","last_fullsized":"2024-05-08T05:57:43.955361+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":74,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:08.537515+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T05:58:08.537515+0000","last_peered":"2024-05-08T05:58:08.537515+0000","last_clean":"2024-05-08T05:58:08.537515+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T05:58:08.537515+0000","last_undegraded":"2024-05-08T05:58:08.537515+0000","last_fullsized":"2024-05-08T05:58:08.537515+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":42,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929079+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:57:43.929079+0000","last_peered":"2024-05-08T05:57:43.929079+0000","last_clean":"2024-05-08T05:57:43.929079+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:57:43.929079+0000","last_undegraded":"2024-05-08T05:57:43.929079+0000","last_fullsized":"2024-05-08T05:57:43.929079+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929465+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929465+0000","last_peered":"2024-05-08T05:57:43.929465+0000","last_clean":"2024-05-08T05:57:43.929465+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929465+0000","last_undegraded":"2024-05-08T05:57:43.929465+0000","last_fullsized":"2024-05-08T05:57:43.929465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955303+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:57:43.955303+0000","last_peered":"2024-05-08T05:57:43.955303+0000","last_clean":"2024-05-08T05:57:43.955303+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:57:43.955303+0000","last_undegraded":"2024-05-08T05:57:43.955303+0000","last_fullsized":"2024-05-08T05:57:43.955303+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.941923+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.941923+0000","last_peered":"2024-05-08T05:57:43.941923+0000","last_clean":"2024-05-08T05:57:43.941923+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.941923+0000","last_undegraded":"2024-05-08T05:57:43.941923+0000","last_fullsized":"2024-05-08T05:57:43.941923+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955469+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:57:43.955469+0000","last_peered":"2024-05-08T05:57:43.955469+0000","last_clean":"2024-05-08T05:57:43.955469+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:57:43.955469+0000","last_undegraded":"2024-05-08T05:57:43.955469+0000","last_fullsized":"2024-05-08T05:57:43.955469+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954594+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954594+0000","last_peered":"2024-05-08T05:57:43.954594+0000","last_clean":"2024-05-08T05:57:43.954594+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954594+0000","last_undegraded":"2024-05-08T05:57:43.954594+0000","last_fullsized":"2024-05-08T05:57:43.954594+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.936758+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:57:43.936758+0000","last_peered":"2024-05-08T05:57:43.936758+0000","last_clean":"2024-05-08T05:57:43.936758+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:57:43.936758+0000","last_undegraded":"2024-05-08T05:57:43.936758+0000","last_fullsized":"2024-05-08T05:57:43.936758+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'3","reported_seq":68,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:08.537015+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T05:58:08.537015+0000","last_peered":"2024-05-08T05:58:08.537015+0000","last_clean":"2024-05-08T05:58:08.537015+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T05:58:08.537015+0000","last_undegraded":"2024-05-08T05:58:08.537015+0000","last_fullsized":"2024-05-08T05:58:08.537015+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929955+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:57:43.929955+0000","last_peered":"2024-05-08T05:57:43.929955+0000","last_clean":"2024-05-08T05:57:43.929955+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:57:43.929955+0000","last_undegraded":"2024-05-08T05:57:43.929955+0000","last_fullsized":"2024-05-08T05:57:43.929955+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932789+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932789+0000","last_peered":"2024-05-08T05:57:43.932789+0000","last_clean":"2024-05-08T05:57:43.932789+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932789+0000","last_undegraded":"2024-05-08T05:57:43.932789+0000","last_fullsized":"2024-05-08T05:57:43.932789+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932934+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:57:43.932934+0000","last_peered":"2024-05-08T05:57:43.932934+0000","last_clean":"2024-05-08T05:57:43.932934+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:57:43.932934+0000","last_undegraded":"2024-05-08T05:57:43.932934+0000","last_fullsized":"2024-05-08T05:57:43.932934+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955466+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955466+0000","last_peered":"2024-05-08T05:57:43.955466+0000","last_clean":"2024-05-08T05:57:43.955466+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955466+0000","last_undegraded":"2024-05-08T05:57:43.955466+0000","last_fullsized":"2024-05-08T05:57:43.955466+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929722+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:57:43.929722+0000","last_peered":"2024-05-08T05:57:43.929722+0000","last_clean":"2024-05-08T05:57:43.929722+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:57:43.929722+0000","last_undegraded":"2024-05-08T05:57:43.929722+0000","last_fullsized":"2024-05-08T05:57:43.929722+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'31","reported_seq":145,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:09.538668+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T05:58:09.538668+0000","last_peered":"2024-05-08T05:58:09.538668+0000","last_clean":"2024-05-08T05:58:09.538668+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T05:58:09.538668+0000","last_undegraded":"2024-05-08T05:58:09.538668+0000","last_fullsized":"2024-05-08T05:58:09.538668+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64210,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":88,"num_read_kb":107,"num_write":32,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929686+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:57:43.929686+0000","last_peered":"2024-05-08T05:57:43.929686+0000","last_clean":"2024-05-08T05:57:43.929686+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:57:43.929686+0000","last_undegraded":"2024-05-08T05:57:43.929686+0000","last_fullsized":"2024-05-08T05:57:43.929686+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929756+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929756+0000","last_peered":"2024-05-08T05:57:43.929756+0000","last_clean":"2024-05-08T05:57:43.929756+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929756+0000","last_undegraded":"2024-05-08T05:57:43.929756+0000","last_fullsized":"2024-05-08T05:57:43.929756+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942439+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:57:43.942439+0000","last_peered":"2024-05-08T05:57:43.942439+0000","last_clean":"2024-05-08T05:57:43.942439+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:57:43.942439+0000","last_undegraded":"2024-05-08T05:57:43.942439+0000","last_fullsized":"2024-05-08T05:57:43.942439+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955089+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955089+0000","last_peered":"2024-05-08T05:57:43.955089+0000","last_clean":"2024-05-08T05:57:43.955089+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955089+0000","last_undegraded":"2024-05-08T05:57:43.955089+0000","last_fullsized":"2024-05-08T05:57:43.955089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932188+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:57:43.932188+0000","last_peered":"2024-05-08T05:57:43.932188+0000","last_clean":"2024-05-08T05:57:43.932188+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:57:43.932188+0000","last_undegraded":"2024-05-08T05:57:43.932188+0000","last_fullsized":"2024-05-08T05:57:43.932188+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":66,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:04.555132+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T05:58:04.555132+0000","last_peered":"2024-05-08T05:58:04.555132+0000","last_clean":"2024-05-08T05:58:04.555132+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T05:58:04.555132+0000","last_undegraded":"2024-05-08T05:58:04.555132+0000","last_fullsized":"2024-05-08T05:58:04.555132+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932023+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:57:43.932023+0000","last_peered":"2024-05-08T05:57:43.932023+0000","last_clean":"2024-05-08T05:57:43.932023+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:57:43.932023+0000","last_undegraded":"2024-05-08T05:57:43.932023+0000","last_fullsized":"2024-05-08T05:57:43.932023+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.953478+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:43.953478+0000","last_peered":"2024-05-08T05:57:43.953478+0000","last_clean":"2024-05-08T05:57:43.953478+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:43.953478+0000","last_undegraded":"2024-05-08T05:57:43.953478+0000","last_fullsized":"2024-05-08T05:57:43.953478+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954904+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:57:43.954904+0000","last_peered":"2024-05-08T05:57:43.954904+0000","last_clean":"2024-05-08T05:57:43.954904+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:57:43.954904+0000","last_undegraded":"2024-05-08T05:57:43.954904+0000","last_fullsized":"2024-05-08T05:57:43.954904+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929749+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929749+0000","last_peered":"2024-05-08T05:57:43.929749+0000","last_clean":"2024-05-08T05:57:43.929749+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929749+0000","last_undegraded":"2024-05-08T05:57:43.929749+0000","last_fullsized":"2024-05-08T05:57:43.929749+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927172+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:57:43.927172+0000","last_peered":"2024-05-08T05:57:43.927172+0000","last_clean":"2024-05-08T05:57:43.927172+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:57:43.927172+0000","last_undegraded":"2024-05-08T05:57:43.927172+0000","last_fullsized":"2024-05-08T05:57:43.927172+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938139+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:57:43.938139+0000","last_peered":"2024-05-08T05:57:43.938139+0000","last_clean":"2024-05-08T05:57:43.938139+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:57:43.938139+0000","last_undegraded":"2024-05-08T05:57:43.938139+0000","last_fullsized":"2024-05-08T05:57:43.938139+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"80'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930452+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:57:43.930452+0000","last_peered":"2024-05-08T05:57:43.930452+0000","last_clean":"2024-05-08T05:57:43.930452+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:57:43.930452+0000","last_undegraded":"2024-05-08T05:57:43.930452+0000","last_fullsized":"2024-05-08T05:57:43.930452+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932242+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:57:43.932242+0000","last_peered":"2024-05-08T05:57:43.932242+0000","last_clean":"2024-05-08T05:57:43.932242+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:57:43.932242+0000","last_undegraded":"2024-05-08T05:57:43.932242+0000","last_fullsized":"2024-05-08T05:57:43.932242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929514+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:57:43.929514+0000","last_peered":"2024-05-08T05:57:43.929514+0000","last_clean":"2024-05-08T05:57:43.929514+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:57:43.929514+0000","last_undegraded":"2024-05-08T05:57:43.929514+0000","last_fullsized":"2024-05-08T05:57:43.929514+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954935+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:57:43.954935+0000","last_peered":"2024-05-08T05:57:43.954935+0000","last_clean":"2024-05-08T05:57:43.954935+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:57:43.954935+0000","last_undegraded":"2024-05-08T05:57:43.954935+0000","last_fullsized":"2024-05-08T05:57:43.954935+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":65,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:04.554235+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T05:58:04.554235+0000","last_peered":"2024-05-08T05:58:04.554235+0000","last_clean":"2024-05-08T05:58:04.554235+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T05:58:04.554235+0000","last_undegraded":"2024-05-08T05:58:04.554235+0000","last_fullsized":"2024-05-08T05:58:04.554235+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955658+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:57:43.955658+0000","last_peered":"2024-05-08T05:57:43.955658+0000","last_clean":"2024-05-08T05:57:43.955658+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:57:43.955658+0000","last_undegraded":"2024-05-08T05:57:43.955658+0000","last_fullsized":"2024-05-08T05:57:43.955658+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955765+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955765+0000","last_peered":"2024-05-08T05:57:43.955765+0000","last_clean":"2024-05-08T05:57:43.955765+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955765+0000","last_undegraded":"2024-05-08T05:57:43.955765+0000","last_fullsized":"2024-05-08T05:57:43.955765+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":99,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932447+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:57:43.932447+0000","last_peered":"2024-05-08T05:57:43.932447+0000","last_clean":"2024-05-08T05:57:43.932447+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:57:43.932447+0000","last_undegraded":"2024-05-08T05:57:43.932447+0000","last_fullsized":"2024-05-08T05:57:43.932447+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939808+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:57:43.939808+0000","last_peered":"2024-05-08T05:57:43.939808+0000","last_clean":"2024-05-08T05:57:43.939808+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:57:43.939808+0000","last_undegraded":"2024-05-08T05:57:43.939808+0000","last_fullsized":"2024-05-08T05:57:43.939808+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932295+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:57:43.932295+0000","last_peered":"2024-05-08T05:57:43.932295+0000","last_clean":"2024-05-08T05:57:43.932295+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:57:43.932295+0000","last_undegraded":"2024-05-08T05:57:43.932295+0000","last_fullsized":"2024-05-08T05:57:43.932295+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929799+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:57:43.929799+0000","last_peered":"2024-05-08T05:57:43.929799+0000","last_clean":"2024-05-08T05:57:43.929799+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:57:43.929799+0000","last_undegraded":"2024-05-08T05:57:43.929799+0000","last_fullsized":"2024-05-08T05:57:43.929799+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.944503+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:57:43.944503+0000","last_peered":"2024-05-08T05:57:43.944503+0000","last_clean":"2024-05-08T05:57:43.944503+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:57:43.944503+0000","last_undegraded":"2024-05-08T05:57:43.944503+0000","last_fullsized":"2024-05-08T05:57:43.944503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'13","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:56.345062+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:57:56.345062+0000","last_peered":"2024-05-08T05:57:56.345062+0000","last_clean":"2024-05-08T05:57:56.345062+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:57:56.345062+0000","last_undegraded":"2024-05-08T05:57:56.345062+0000","last_fullsized":"2024-05-08T05:57:56.345062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956380+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:57:43.956380+0000","last_peered":"2024-05-08T05:57:43.956380+0000","last_clean":"2024-05-08T05:57:43.956380+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:57:43.956380+0000","last_undegraded":"2024-05-08T05:57:43.956380+0000","last_fullsized":"2024-05-08T05:57:43.956380+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955666+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955666+0000","last_peered":"2024-05-08T05:57:43.955666+0000","last_clean":"2024-05-08T05:57:43.955666+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955666+0000","last_undegraded":"2024-05-08T05:57:43.955666+0000","last_fullsized":"2024-05-08T05:57:43.955666+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931896+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:57:43.931896+0000","last_peered":"2024-05-08T05:57:43.931896+0000","last_clean":"2024-05-08T05:57:43.931896+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:57:43.931896+0000","last_undegraded":"2024-05-08T05:57:43.931896+0000","last_fullsized":"2024-05-08T05:57:43.931896+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956598+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.956598+0000","last_peered":"2024-05-08T05:57:43.956598+0000","last_clean":"2024-05-08T05:57:43.956598+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.956598+0000","last_undegraded":"2024-05-08T05:57:43.956598+0000","last_fullsized":"2024-05-08T05:57:43.956598+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929081+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:57:43.929081+0000","last_peered":"2024-05-08T05:57:43.929081+0000","last_clean":"2024-05-08T05:57:43.929081+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:57:43.929081+0000","last_undegraded":"2024-05-08T05:57:43.929081+0000","last_fullsized":"2024-05-08T05:57:43.929081+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955647+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955647+0000","last_peered":"2024-05-08T05:57:43.955647+0000","last_clean":"2024-05-08T05:57:43.955647+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955647+0000","last_undegraded":"2024-05-08T05:57:43.955647+0000","last_fullsized":"2024-05-08T05:57:43.955647+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927003+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:57:43.927003+0000","last_peered":"2024-05-08T05:57:43.927003+0000","last_clean":"2024-05-08T05:57:43.927003+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:57:43.927003+0000","last_undegraded":"2024-05-08T05:57:43.927003+0000","last_fullsized":"2024-05-08T05:57:43.927003+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929287+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929287+0000","last_peered":"2024-05-08T05:57:43.929287+0000","last_clean":"2024-05-08T05:57:43.929287+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929287+0000","last_undegraded":"2024-05-08T05:57:43.929287+0000","last_fullsized":"2024-05-08T05:57:43.929287+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957369+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:57:43.957369+0000","last_peered":"2024-05-08T05:57:43.957369+0000","last_clean":"2024-05-08T05:57:43.957369+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:57:43.957369+0000","last_undegraded":"2024-05-08T05:57:43.957369+0000","last_fullsized":"2024-05-08T05:57:43.957369+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":43,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.960954+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.960954+0000","last_peered":"2024-05-08T05:57:43.960954+0000","last_clean":"2024-05-08T05:57:43.960954+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.960954+0000","last_undegraded":"2024-05-08T05:57:43.960954+0000","last_fullsized":"2024-05-08T05:57:43.960954+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932331+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:57:43.932331+0000","last_peered":"2024-05-08T05:57:43.932331+0000","last_clean":"2024-05-08T05:57:43.932331+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:57:43.932331+0000","last_undegraded":"2024-05-08T05:57:43.932331+0000","last_fullsized":"2024-05-08T05:57:43.932331+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930219+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930219+0000","last_peered":"2024-05-08T05:57:43.930219+0000","last_clean":"2024-05-08T05:57:43.930219+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930219+0000","last_undegraded":"2024-05-08T05:57:43.930219+0000","last_fullsized":"2024-05-08T05:57:43.930219+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932822+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:57:43.932822+0000","last_peered":"2024-05-08T05:57:43.932822+0000","last_clean":"2024-05-08T05:57:43.932822+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:57:43.932822+0000","last_undegraded":"2024-05-08T05:57:43.932822+0000","last_fullsized":"2024-05-08T05:57:43.932822+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955282+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955282+0000","last_peered":"2024-05-08T05:57:43.955282+0000","last_clean":"2024-05-08T05:57:43.955282+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955282+0000","last_undegraded":"2024-05-08T05:57:43.955282+0000","last_fullsized":"2024-05-08T05:57:43.955282+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932603+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:57:43.932603+0000","last_peered":"2024-05-08T05:57:43.932603+0000","last_clean":"2024-05-08T05:57:43.932603+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:57:43.932603+0000","last_undegraded":"2024-05-08T05:57:43.932603+0000","last_fullsized":"2024-05-08T05:57:43.932603+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.948949+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.948949+0000","last_peered":"2024-05-08T05:57:43.948949+0000","last_clean":"2024-05-08T05:57:43.948949+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.948949+0000","last_undegraded":"2024-05-08T05:57:43.948949+0000","last_fullsized":"2024-05-08T05:57:43.948949+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932939+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:57:43.932939+0000","last_peered":"2024-05-08T05:57:43.932939+0000","last_clean":"2024-05-08T05:57:43.932939+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:57:43.932939+0000","last_undegraded":"2024-05-08T05:57:43.932939+0000","last_fullsized":"2024-05-08T05:57:43.932939+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927136+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:57:43.927136+0000","last_peered":"2024-05-08T05:57:43.927136+0000","last_clean":"2024-05-08T05:57:43.927136+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:57:43.927136+0000","last_undegraded":"2024-05-08T05:57:43.927136+0000","last_fullsized":"2024-05-08T05:57:43.927136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929584+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:57:43.929584+0000","last_peered":"2024-05-08T05:57:43.929584+0000","last_clean":"2024-05-08T05:57:43.929584+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:57:43.929584+0000","last_undegraded":"2024-05-08T05:57:43.929584+0000","last_fullsized":"2024-05-08T05:57:43.929584+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929169+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:57:43.929169+0000","last_peered":"2024-05-08T05:57:43.929169+0000","last_clean":"2024-05-08T05:57:43.929169+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:57:43.929169+0000","last_undegraded":"2024-05-08T05:57:43.929169+0000","last_fullsized":"2024-05-08T05:57:43.929169+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.931842+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:57:43.931842+0000","last_peered":"2024-05-08T05:57:43.931842+0000","last_clean":"2024-05-08T05:57:43.931842+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:57:43.931842+0000","last_undegraded":"2024-05-08T05:57:43.931842+0000","last_fullsized":"2024-05-08T05:57:43.931842+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.950282+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:57:43.950282+0000","last_peered":"2024-05-08T05:57:43.950282+0000","last_clean":"2024-05-08T05:57:43.950282+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:57:43.950282+0000","last_undegraded":"2024-05-08T05:57:43.950282+0000","last_fullsized":"2024-05-08T05:57:43.950282+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.927465+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:57:43.927465+0000","last_peered":"2024-05-08T05:57:43.927465+0000","last_clean":"2024-05-08T05:57:43.927465+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:57:43.927465+0000","last_undegraded":"2024-05-08T05:57:43.927465+0000","last_fullsized":"2024-05-08T05:57:43.927465+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930032+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:57:43.930032+0000","last_peered":"2024-05-08T05:57:43.930032+0000","last_clean":"2024-05-08T05:57:43.930032+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:57:43.930032+0000","last_undegraded":"2024-05-08T05:57:43.930032+0000","last_fullsized":"2024-05-08T05:57:43.930032+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956256+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:57:43.956256+0000","last_peered":"2024-05-08T05:57:43.956256+0000","last_clean":"2024-05-08T05:57:43.956256+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:57:43.956256+0000","last_undegraded":"2024-05-08T05:57:43.956256+0000","last_fullsized":"2024-05-08T05:57:43.956256+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954653+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:57:43.954653+0000","last_peered":"2024-05-08T05:57:43.954653+0000","last_clean":"2024-05-08T05:57:43.954653+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:57:43.954653+0000","last_undegraded":"2024-05-08T05:57:43.954653+0000","last_fullsized":"2024-05-08T05:57:43.954653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955961+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:57:43.955961+0000","last_peered":"2024-05-08T05:57:43.955961+0000","last_clean":"2024-05-08T05:57:43.955961+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:57:43.955961+0000","last_undegraded":"2024-05-08T05:57:43.955961+0000","last_fullsized":"2024-05-08T05:57:43.955961+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929307+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:57:43.929307+0000","last_peered":"2024-05-08T05:57:43.929307+0000","last_clean":"2024-05-08T05:57:43.929307+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:57:43.929307+0000","last_undegraded":"2024-05-08T05:57:43.929307+0000","last_fullsized":"2024-05-08T05:57:43.929307+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.943745+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:57:43.943745+0000","last_peered":"2024-05-08T05:57:43.943745+0000","last_clean":"2024-05-08T05:57:43.943745+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:57:43.943745+0000","last_undegraded":"2024-05-08T05:57:43.943745+0000","last_fullsized":"2024-05-08T05:57:43.943745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.944287+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:57:43.944287+0000","last_peered":"2024-05-08T05:57:43.944287+0000","last_clean":"2024-05-08T05:57:43.944287+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:57:43.944287+0000","last_undegraded":"2024-05-08T05:57:43.944287+0000","last_fullsized":"2024-05-08T05:57:43.944287+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68211,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":254,"num_read_kb":199,"num_write":169,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":202357,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678046,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874275,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1086179,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037801,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234030,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430260,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1022574,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626489,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32044,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713108,"statfs":{"total":95995035648,"available":95962222592,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574933,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":492978,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738458,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":966656,"data_stored":494719,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986246,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822721,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022258,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":63072,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":64813,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2183,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":65788,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T05:58:12.370 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-08T05:58:12.370 INFO:tasks.cephadm:Setting up client nodes... 2024-05-08T05:58:12.371 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-08T05:58:12.862 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:14.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:13 smithi105 ceph-mon[34393]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-08T05:58:14.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:13 smithi135 ceph-mon[34761]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-08T05:58:14.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:13 smithi069 ceph-mon[29571]: pgmap v356: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-08T05:58:15.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2988703662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 msgr2=0x7fb5cc076380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:15.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2988703662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc076380 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb5b4009990 tx=0x7fb5b4009ca0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2988703662 shutdown_connections 2024-05-08T05:58:15.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2988703662 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 0x7fb5cc111f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2988703662 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5cc0774d0 0x7fb5cc075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2988703662 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc076380 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2988703662 >> 172.21.15.69:0/2988703662 conn(0x7fb5cc0feaf0 msgr2=0x7fb5cc100f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:15.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2988703662 shutdown_connections 2024-05-08T05:58:15.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.363+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2988703662 wait complete. 2024-05-08T05:58:15.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.364+0000 7fb5d0a00700 1 Processor -- start 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.364+0000 7fb5d0a00700 1 -- start start 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5d0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc19fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5d0a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5cc0774d0 0x7fb5cc1a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5d0a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 0x7fb5cc1a71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5d0a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb5cc115630 con 0x7fb5cc075f00 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5d0a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb5cc1154b0 con 0x7fb5cc10fb10 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5d0a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb5cc1157b0 con 0x7fb5cc0774d0 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5c9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc19fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5ca800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 0x7fb5cc1a71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5c9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc19fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42926/0 (socket says 172.21.15.69:42926) 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5c9e00700 1 -- 172.21.15.69:0/2489636089 learned_addr learned my addr 172.21.15.69:0/2489636089 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:15.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.365+0000 7fb5c1400700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5cc0774d0 0x7fb5cc1a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5ca800700 1 -- 172.21.15.69:0/2489636089 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5cc0774d0 msgr2=0x7fb5cc1a0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5ca800700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5cc0774d0 0x7fb5cc1a0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5ca800700 1 -- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 msgr2=0x7fb5cc19fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5ca800700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc19fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5ca800700 1 -- 172.21.15.69:0/2489636089 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5cc1a7880 con 0x7fb5cc10fb10 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5ca800700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 0x7fb5cc1a71b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb5c400efc0 tx=0x7fb5c400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c40092e0 con 0x7fb5cc10fb10 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb5c4004bb0 con 0x7fb5cc10fb10 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5cc1a7b10 con 0x7fb5cc10fb10 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5cc1a80a0 con 0x7fb5cc10fb10 2024-05-08T05:58:15.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.366+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5c4004020 con 0x7fb5cc10fb10 2024-05-08T05:58:15.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.368+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5a8005360 con 0x7fb5cc10fb10 2024-05-08T05:58:15.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.370+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb5c401b030 con 0x7fb5cc10fb10 2024-05-08T05:58:15.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.371+0000 7fb5c3400700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb5b00b2a30 0x7fb5b00b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:15.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.371+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb5c40e1cf0 con 0x7fb5cc10fb10 2024-05-08T05:58:15.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.371+0000 7fb5c9e00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb5b00b2a30 0x7fb5b00b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:15.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.372+0000 7fb5c9e00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb5b00b2a30 0x7fb5b00b4ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc1a1110 tx=0x7fb5bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:15.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.376+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb5c4022020 con 0x7fb5cc10fb10 2024-05-08T05:58:15.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.700+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7fb5a8005650 con 0x7fb5cc10fb10 2024-05-08T05:58:15.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.709+0000 7fb5c3400700 1 -- 172.21.15.69:0/2489636089 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7fb5c4010040 con 0x7fb5cc10fb10 2024-05-08T05:58:15.710 INFO:teuthology.orchestra.run.smithi069.stdout:[client.0] 2024-05-08T05:58:15.710 INFO:teuthology.orchestra.run.smithi069.stdout: key = AQB3FDtmJZ/sKRAAlSdSRA9L72pOyg7wadcl0w== 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb5b00b2a30 msgr2=0x7fb5b00b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb5b00b2a30 0x7fb5b00b4ef0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb5cc1a1110 tx=0x7fb5bc009260 comp rx=0 tx=0).stop 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 msgr2=0x7fb5cc1a71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 0x7fb5cc1a71b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb5c400efc0 tx=0x7fb5c400c3a0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 shutdown_connections 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb5b00b2a30 0x7fb5b00b4ef0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb5cc10fb10 0x7fb5cc1a71b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb5cc075f00 0x7fb5cc19fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 --2- 172.21.15.69:0/2489636089 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb5cc0774d0 0x7fb5cc1a0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:15.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.712+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 >> 172.21.15.69:0/2489636089 conn(0x7fb5cc0feaf0 msgr2=0x7fb5cc102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:15.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.713+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 shutdown_connections 2024-05-08T05:58:15.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:15.713+0000 7fb5d0a00700 1 -- 172.21.15.69:0/2489636089 wait complete. 2024-05-08T05:58:16.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:15 smithi069 ceph-mon[29571]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-08T05:58:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:15 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2489636089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-08T05:58:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:15 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-08T05:58:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:15 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-08T05:58:16.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:15 smithi105 ceph-mon[34393]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-08T05:58:16.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:15 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2489636089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-08T05:58:16.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:15 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-08T05:58:16.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:15 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-08T05:58:16.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:15 smithi135 ceph-mon[34761]: pgmap v357: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 597 B/s wr, 5 op/s 2024-05-08T05:58:16.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:15 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2489636089' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-08T05:58:16.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:15 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-08T05:58:16.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:15 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-08T05:58:16.656 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T05:58:16.656 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-08T05:58:16.656 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-08T05:58:16.779 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-08T05:58:16.779 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-08T05:58:16.779 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph mgr dump --format=json 2024-05-08T05:58:17.257 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:18.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:17 smithi069 ceph-mon[29571]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-08T05:58:18.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:17 smithi105 ceph-mon[34393]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-08T05:58:18.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:17 smithi135 ceph-mon[34761]: pgmap v358: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 7 op/s 2024-05-08T05:58:19.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 -- 172.21.15.69:0/3982925108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4108850 msgr2=0x7f23c41103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:19.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 --2- 172.21.15.69:0/3982925108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4108850 0x7f23c41103d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f23bc009fc0 tx=0x7f23bc00b330 comp rx=0 tx=0).stop 2024-05-08T05:58:19.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 -- 172.21.15.69:0/3982925108 shutdown_connections 2024-05-08T05:58:19.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 --2- 172.21.15.69:0/3982925108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4108850 0x7f23c41103d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 --2- 172.21.15.69:0/3982925108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4103750 0x7f23c4103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 --2- 172.21.15.69:0/3982925108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4104100 0x7f23c4108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 -- 172.21.15.69:0/3982925108 >> 172.21.15.69:0/3982925108 conn(0x7f23c407a600 msgr2=0x7f23c407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:19.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.593+0000 7f23c9600700 1 -- 172.21.15.69:0/3982925108 shutdown_connections 2024-05-08T05:58:19.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.594+0000 7f23c9600700 1 -- 172.21.15.69:0/3982925108 wait complete. 2024-05-08T05:58:19.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 Processor -- start 2024-05-08T05:58:19.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 -- start start 2024-05-08T05:58:19.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4103750 0x7f23c419f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:19.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 0x7f23c419fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:19.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4108850 0x7f23c4199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:19.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f23c4113690 con 0x7f23c4104100 2024-05-08T05:58:19.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f23c4113510 con 0x7f23c4103750 2024-05-08T05:58:19.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c9600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f23c4113810 con 0x7f23c4108850 2024-05-08T05:58:19.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 0x7f23c419fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4103750 0x7f23c419f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 0x7f23c419fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44540/0 (socket says 172.21.15.69:44540) 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.595+0000 7f23c2000700 1 -- 172.21.15.69:0/2523180932 learned_addr learned my addr 172.21.15.69:0/2523180932 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c3400700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4108850 0x7f23c4199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2000700 1 -- 172.21.15.69:0/2523180932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4108850 msgr2=0x7f23c4199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2000700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4108850 0x7f23c4199930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2000700 1 -- 172.21.15.69:0/2523180932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4103750 msgr2=0x7f23c419f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:19.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2000700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4103750 0x7f23c419f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2000700 1 -- 172.21.15.69:0/2523180932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23c419a090 con 0x7f23c4104100 2024-05-08T05:58:19.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2a00700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4103750 0x7f23c419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:19.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c3400700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4108850 0x7f23c4199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:19.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.596+0000 7f23c2000700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 0x7f23c419fc60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f23b000e9a0 tx=0x7f23b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:19.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.597+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b000c9c0 con 0x7f23c4104100 2024-05-08T05:58:19.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.597+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f23b000cb60 con 0x7f23c4104100 2024-05-08T05:58:19.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.597+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23c419a380 con 0x7f23c4104100 2024-05-08T05:58:19.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.597+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b0018680 con 0x7f23c4104100 2024-05-08T05:58:19.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.597+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23c41a65f0 con 0x7f23c4104100 2024-05-08T05:58:19.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.598+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23c410ba20 con 0x7f23c4104100 2024-05-08T05:58:19.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.601+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f23b0010430 con 0x7f23c4104100 2024-05-08T05:58:19.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.602+0000 7f23bb400700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f23a80b2910 0x7f23a80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:19.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.603+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f23b00e2680 con 0x7f23c4104100 2024-05-08T05:58:19.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.603+0000 7f23c2a00700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f23a80b2910 0x7f23a80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:19.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.603+0000 7f23c2a00700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f23a80b2910 0x7f23a80b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f23c4108320 tx=0x7f23b4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:19.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.607+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f23b00aa1f0 con 0x7f23c4104100 2024-05-08T05:58:19.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.908+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f23c410b400 con 0x7f23c4104100 2024-05-08T05:58:19.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.927+0000 7f23bb400700 1 -- 172.21.15.69:0/2523180932 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288644 (secure 0 0 0) 0x7f23b00b2270 con 0x7f23c4104100 2024-05-08T05:58:19.929 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:58:19.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f23a80b2910 msgr2=0x7f23a80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:19.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f23a80b2910 0x7f23a80b4dd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f23c4108320 tx=0x7f23b4009310 comp rx=0 tx=0).stop 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 msgr2=0x7f23c419fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 0x7f23c419fc60 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f23b000e9a0 tx=0x7f23b000ecb0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 shutdown_connections 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f23c4108850 0x7f23c4199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f23a80b2910 0x7f23a80b4dd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f23c4103750 0x7f23c419f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 --2- 172.21.15.69:0/2523180932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f23c4104100 0x7f23c419fc60 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 >> 172.21.15.69:0/2523180932 conn(0x7f23c407a600 msgr2=0x7f23c4101710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 shutdown_connections 2024-05-08T05:58:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:19.934+0000 7f23c9600700 1 -- 172.21.15.69:0/2523180932 wait complete. 2024-05-08T05:58:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:19 smithi105 ceph-mon[34393]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-08T05:58:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:19 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2523180932' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-08T05:58:20.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:19 smithi135 ceph-mon[34761]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-08T05:58:20.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:19 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2523180932' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-08T05:58:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:19 smithi069 ceph-mon[29571]: pgmap v359: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-05-08T05:58:20.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:19 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2523180932' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-08T05:58:20.836 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":2291959053},{"type":"v1","addr":"172.21.15.69:6801","nonce":2291959053}]},"active_addr":"172.21.15.69:6801/2291959053","active_change":"2024-05-08T05:48:42.677580+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24112,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.69:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":7340810}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":2208526701}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":2407472113}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":1142740507}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":2005353085}]}]} 2024-05-08T05:58:20.843 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-08T05:58:20.843 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-08T05:58:20.843 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:58:21.328 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:22.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:21 smithi069 ceph-mon[29571]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-08T05:58:22.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:21 smithi105 ceph-mon[34393]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-08T05:58:22.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:21 smithi135 ceph-mon[34761]: pgmap v360: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 170 B/s wr, 6 op/s 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 -- 172.21.15.69:0/3513810247 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 msgr2=0x7f89541098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 --2- 172.21.15.69:0/3513810247 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 0x7f89541098f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f894400b0a0 tx=0x7f894400b3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 -- 172.21.15.69:0/3513810247 shutdown_connections 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 --2- 172.21.15.69:0/3513810247 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406bb40 0x7f8954110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 --2- 172.21.15.69:0/3513810247 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 0x7f89541098f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 --2- 172.21.15.69:0/3513810247 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406b180 0x7f895406b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 -- 172.21.15.69:0/3513810247 >> 172.21.15.69:0/3513810247 conn(0x7f8954079350 msgr2=0x7f8954079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 -- 172.21.15.69:0/3513810247 shutdown_connections 2024-05-08T05:58:23.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.675+0000 7f895ac00700 1 -- 172.21.15.69:0/3513810247 wait complete. 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.676+0000 7f895ac00700 1 Processor -- start 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.676+0000 7f895ac00700 1 -- start start 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f895ac00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 0x7f895419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f895ac00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406bb40 0x7f895419fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f895ac00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 0x7f8954199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f895ac00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8954113690 con 0x7f8954109510 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f895ac00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8954113510 con 0x7f895406bb40 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f895ac00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8954113810 con 0x7f895406b180 2024-05-08T05:58:23.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f894b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406bb40 0x7f895419fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f8953e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 0x7f895419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f8958c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 0x7f8954199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f8953e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 0x7f895419f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33030/0 (socket says 172.21.15.69:33030) 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f894b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406bb40 0x7f895419fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43470/0 (socket says 172.21.15.69:43470) 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.677+0000 7f8953e00700 1 -- 172.21.15.69:0/3804915207 learned_addr learned my addr 172.21.15.69:0/3804915207 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8953e00700 1 -- 172.21.15.69:0/3804915207 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406bb40 msgr2=0x7f895419fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8953e00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406bb40 0x7f895419fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8953e00700 1 -- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 msgr2=0x7f8954199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8953e00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 0x7f8954199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8953e00700 1 -- 172.21.15.69:0/3804915207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f895419a170 con 0x7f895406b180 2024-05-08T05:58:23.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8953e00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 0x7f895419f800 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f894400d010 tx=0x7f8944004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:23.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8944021070 con 0x7f895406b180 2024-05-08T05:58:23.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8944007e30 con 0x7f895406b180 2024-05-08T05:58:23.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8944004640 con 0x7f895406b180 2024-05-08T05:58:23.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.678+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f895419a400 con 0x7f895406b180 2024-05-08T05:58:23.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.679+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89541023a0 con 0x7f895406b180 2024-05-08T05:58:23.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.680+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f895410b9f0 con 0x7f895406b180 2024-05-08T05:58:23.682 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.682+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f8944007980 con 0x7f895406b180 2024-05-08T05:58:23.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.683+0000 7f8951600700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f89380b2910 0x7f89380b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:23.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.684+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f894400f020 con 0x7f895406b180 2024-05-08T05:58:23.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.684+0000 7f894b400700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f89380b2910 0x7f89380b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:23.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.685+0000 7f894b400700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f89380b2910 0x7f89380b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f893c009680 tx=0x7f893c012040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:23.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.686+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f894402a020 con 0x7f895406b180 2024-05-08T05:58:23.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.921+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f895419aef0 con 0x7f895406b180 2024-05-08T05:58:23.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.923+0000 7f8951600700 1 -- 172.21.15.69:0/3804915207 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7f894402e3e0 con 0x7f895406b180 2024-05-08T05:58:23.924 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:58:23.924 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:58:23.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.926+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f89380b2910 msgr2=0x7f89380b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:23.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.926+0000 7f895ac00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f89380b2910 0x7f89380b4dd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f893c009680 tx=0x7f893c012040 comp rx=0 tx=0).stop 2024-05-08T05:58:23.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.926+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 msgr2=0x7f895419f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:23.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.926+0000 7f895ac00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 0x7f895419f800 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f894400d010 tx=0x7f8944004d00 comp rx=0 tx=0).stop 2024-05-08T05:58:23.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 shutdown_connections 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8954109510 0x7f8954199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f895406b180 0x7f895419f800 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f89380b2910 0x7f89380b4dd0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 --2- 172.21.15.69:0/3804915207 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f895406bb40 0x7f895419fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 >> 172.21.15.69:0/3804915207 conn(0x7f8954079350 msgr2=0x7f89541010f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 shutdown_connections 2024-05-08T05:58:23.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:23.927+0000 7f895ac00700 1 -- 172.21.15.69:0/3804915207 wait complete. 2024-05-08T05:58:24.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:23 smithi105 ceph-mon[34393]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:24.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:23 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3804915207' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:24.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:23 smithi135 ceph-mon[34761]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:24.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:23 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3804915207' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:24.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:23 smithi069 ceph-mon[29571]: pgmap v361: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:24.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:23 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3804915207' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:24.879 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-08T05:58:24.879 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:58:25.315 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:26.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:25 smithi105 ceph-mon[34393]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:26.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:25 smithi135 ceph-mon[34761]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:26.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:25 smithi069 ceph-mon[29571]: pgmap v362: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:27.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 -- 172.21.15.69:0/1978900650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc108850 msgr2=0x7fe7cc1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:27.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/1978900650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc108850 0x7fe7cc1103d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fe7c4009f90 tx=0x7fe7c400b330 comp rx=0 tx=0).stop 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 -- 172.21.15.69:0/1978900650 shutdown_connections 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/1978900650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc108850 0x7fe7cc1103d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/1978900650 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc103750 0x7fe7cc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/1978900650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc104100 0x7fe7cc108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 -- 172.21.15.69:0/1978900650 >> 172.21.15.69:0/1978900650 conn(0x7fe7cc07a600 msgr2=0x7fe7cc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 -- 172.21.15.69:0/1978900650 shutdown_connections 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.611+0000 7fe7d0a00700 1 -- 172.21.15.69:0/1978900650 wait complete. 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.612+0000 7fe7d0a00700 1 Processor -- start 2024-05-08T05:58:27.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.612+0000 7fe7d0a00700 1 -- start start 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7d0a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc103750 0x7fe7cc0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7d0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 0x7fe7cc075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7d0a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc108850 0x7fe7cc076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7d0a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc113640 con 0x7fe7cc104100 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7d0a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1134c0 con 0x7fe7cc108850 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7d0a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe7cc1137c0 con 0x7fe7cc103750 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7c9400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 0x7fe7cc075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7c9e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc103750 0x7fe7cc0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7c9400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 0x7fe7cc075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44580/0 (socket says 172.21.15.69:44580) 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7c9400700 1 -- 172.21.15.69:0/4178946115 learned_addr learned my addr 172.21.15.69:0/4178946115 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.613+0000 7fe7ca800700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc108850 0x7fe7cc076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:27.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c9400700 1 -- 172.21.15.69:0/4178946115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc103750 msgr2=0x7fe7cc0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c9400700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc103750 0x7fe7cc0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c9400700 1 -- 172.21.15.69:0/4178946115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc108850 msgr2=0x7fe7cc076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c9400700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc108850 0x7fe7cc076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c9400700 1 -- 172.21.15.69:0/4178946115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7cc1a7f80 con 0x7fe7cc104100 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7ca800700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc108850 0x7fe7cc076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c9400700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 0x7fe7cc075ce0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800e9c0 tx=0x7fe7b800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b800cbd0 con 0x7fe7cc104100 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7cc1a8270 con 0x7fe7cc104100 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe7b800ee50 con 0x7fe7cc104100 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b8005550 con 0x7fe7cc104100 2024-05-08T05:58:27.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.614+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7cc1a87b0 con 0x7fe7cc104100 2024-05-08T05:58:27.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.615+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7cc06a190 con 0x7fe7cc104100 2024-05-08T05:58:27.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.619+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fe7b8004750 con 0x7fe7cc104100 2024-05-08T05:58:27.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.620+0000 7fe7c2a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7b00b2910 0x7fe7b00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:27.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.620+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe7b80e2810 con 0x7fe7cc104100 2024-05-08T05:58:27.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.620+0000 7fe7c9e00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7b00b2910 0x7fe7b00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:27.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.621+0000 7fe7c9e00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7b00b2910 0x7fe7b00b4dd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc005fd0 tx=0x7fe7bc009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:27.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.622+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe7b8054df0 con 0x7fe7cc104100 2024-05-08T05:58:27.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.855+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe7cc02e510 con 0x7fe7cc104100 2024-05-08T05:58:27.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.858+0000 7fe7c2a00700 1 -- 172.21.15.69:0/4178946115 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7fe7b80aa380 con 0x7fe7cc104100 2024-05-08T05:58:27.859 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:58:27.859 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:58:27.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.861+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7b00b2910 msgr2=0x7fe7b00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:27.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.861+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7b00b2910 0x7fe7b00b4dd0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc005fd0 tx=0x7fe7bc009310 comp rx=0 tx=0).stop 2024-05-08T05:58:27.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.861+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 msgr2=0x7fe7cc075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:27.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.861+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 0x7fe7cc075ce0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe7b800e9c0 tx=0x7fe7b800ecd0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 shutdown_connections 2024-05-08T05:58:27.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7b00b2910 0x7fe7b00b4dd0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe7cc108850 0x7fe7cc076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe7cc103750 0x7fe7cc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 --2- 172.21.15.69:0/4178946115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe7cc104100 0x7fe7cc075ce0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:27.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 >> 172.21.15.69:0/4178946115 conn(0x7fe7cc07a600 msgr2=0x7fe7cc101680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:27.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 shutdown_connections 2024-05-08T05:58:27.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:27.862+0000 7fe7d0a00700 1 -- 172.21.15.69:0/4178946115 wait complete. 2024-05-08T05:58:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:27 smithi105 ceph-mon[34393]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:28.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:27 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/4178946115' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:28.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:27 smithi069 ceph-mon[29571]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:28.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:27 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4178946115' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:28.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:27 smithi135 ceph-mon[34761]: pgmap v363: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:28.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:27 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/4178946115' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:58:28.811 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-08T05:58:28.812 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-08T05:58:28.812 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-08T05:58:28.812 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-08T05:58:28.813 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-08T05:58:28.813 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-08T05:58:28.814 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-08T05:58:28.814 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-08T05:58:28.814 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-08T05:58:28.815 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-08T05:58:28.815 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-08T05:58:28.816 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-08T05:58:29.830 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:29.836 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:29.852 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:29.852 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:30.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:29 smithi069 ceph-mon[29571]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:30.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:29 smithi105 ceph-mon[34393]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:30.302 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:30.304 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:30.304 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:30.306 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:30.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:29 smithi135 ceph-mon[34761]: pgmap v364: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:31.450 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:31.451 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:31.451 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:31.457 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:58:32.193 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:31 smithi069 ceph-mon[29571]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:32.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:31 smithi105 ceph-mon[34393]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:32.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:31 smithi135 ceph-mon[34761]: pgmap v365: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:34.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:33 smithi105 ceph-mon[34393]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:34.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:33 smithi135 ceph-mon[34761]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:33 smithi069 ceph-mon[29571]: pgmap v366: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:35 smithi105 ceph-mon[34393]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:36.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:35 smithi135 ceph-mon[34761]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:36.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:35 smithi069 ceph-mon[29571]: pgmap v367: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:38.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:37 smithi105 ceph-mon[34393]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:38.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:37 smithi135 ceph-mon[34761]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:38.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:37 smithi069 ceph-mon[29571]: pgmap v368: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:38.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 -- 172.21.15.69:0/263207850 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd410106080 msgr2=0x7fd410112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:38.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 --2- 172.21.15.69:0/263207850 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd410106080 0x7fd410112590 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd40800b0a0 tx=0x7fd40800b3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:38.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 -- 172.21.15.69:0/263207850 shutdown_connections 2024-05-08T05:58:38.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 --2- 172.21.15.69:0/263207850 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd410106080 0x7fd410112590 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:38.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 --2- 172.21.15.69:0/263207850 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd41010b6c0 0x7fd41010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:38.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 --2- 172.21.15.69:0/263207850 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4101056c0 0x7fd410105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:38.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 -- 172.21.15.69:0/263207850 >> 172.21.15.69:0/263207850 conn(0x7fd4101011b0 msgr2=0x7fd4101035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:38.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 -- 172.21.15.69:0/263207850 shutdown_connections 2024-05-08T05:58:38.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.979+0000 7fd416200700 1 -- 172.21.15.69:0/263207850 wait complete. 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.981+0000 7fd416200700 1 Processor -- start 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.981+0000 7fd416200700 1 -- start start 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.981+0000 7fd416200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4101056c0 0x7fd4101a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.981+0000 7fd416200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd410106080 0x7fd4101a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd416200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd41010b6c0 0x7fd41019bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd416200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd410115900 con 0x7fd41010b6c0 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd416200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd410115780 con 0x7fd410106080 2024-05-08T05:58:38.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd416200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd410115a80 con 0x7fd4101056c0 2024-05-08T05:58:38.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4101056c0 0x7fd4101a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:38.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd410106080 0x7fd4101a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:38.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd41010b6c0 0x7fd41019bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:38.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4101056c0 0x7fd4101a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33886/0 (socket says 172.21.15.69:33886) 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd410106080 0x7fd4101a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58408/0 (socket says 172.21.15.69:58408) 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40f400700 1 -- 172.21.15.69:0/1080321884 learned_addr learned my addr 172.21.15.69:0/1080321884 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40fe00700 1 -- 172.21.15.69:0/1080321884 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4101056c0 msgr2=0x7fd4101a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40fe00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd4101056c0 0x7fd4101a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40fe00700 1 -- 172.21.15.69:0/1080321884 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd410106080 msgr2=0x7fd4101a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40fe00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd410106080 0x7fd4101a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.982+0000 7fd40fe00700 1 -- 172.21.15.69:0/1080321884 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd41019c400 con 0x7fd41010b6c0 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.983+0000 7fd40fe00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd41010b6c0 0x7fd41019bb20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd4080062a0 tx=0x7fd408004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.983+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd408021070 con 0x7fd41010b6c0 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.983+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd408007b80 con 0x7fd41010b6c0 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.983+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd41019c690 con 0x7fd41010b6c0 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.983+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd40801de60 con 0x7fd41010b6c0 2024-05-08T05:58:38.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.983+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4101a89d0 con 0x7fd41010b6c0 2024-05-08T05:58:38.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.984+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd410063bf0 con 0x7fd41010b6c0 2024-05-08T05:58:38.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.986+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd408024070 con 0x7fd41010b6c0 2024-05-08T05:58:38.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.988+0000 7fd407e00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3f40b2990 0x7fd3f40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:38.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.988+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd40800f020 con 0x7fd41010b6c0 2024-05-08T05:58:38.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.989+0000 7fd40f400700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3f40b2990 0x7fd3f40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:38.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.989+0000 7fd407e00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] conn(0x7fd3f40bc4d0 0x7fd3f40be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:38.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.989+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 --> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd408030ea0 con 0x7fd3f40bc4d0 2024-05-08T05:58:38.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.989+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fd4080e3db0 con 0x7fd41010b6c0 2024-05-08T05:58:38.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.989+0000 7fd40ea00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] conn(0x7fd3f40bc4d0 0x7fd3f40be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:38.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.989+0000 7fd40f400700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3f40b2990 0x7fd3f40b4e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd400007c10 tx=0x7fd400007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:38.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.990+0000 7fd40ea00700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] conn(0x7fd3f40bc4d0 0x7fd3f40be970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:38.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:38.991+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== osd.3 v2:172.21.15.69:6810/1236406029 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd408030ea0 con 0x7fd3f40bc4d0 2024-05-08T05:58:39.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.009+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 --> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd410063ff0 con 0x7fd3f40bc4d0 2024-05-08T05:58:39.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.009+0000 7fd407e00700 1 -- 172.21.15.69:0/1080321884 <== osd.3 v2:172.21.15.69:6810/1236406029 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd410063ff0 con 0x7fd3f40bc4d0 2024-05-08T05:58:39.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] conn(0x7fd3f40bc4d0 msgr2=0x7fd3f40be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:39.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] conn(0x7fd3f40bc4d0 0x7fd3f40be970 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3f40b2990 msgr2=0x7fd3f40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3f40b2990 0x7fd3f40b4e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd400007c10 tx=0x7fd400007480 comp rx=0 tx=0).stop 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd41010b6c0 msgr2=0x7fd41019bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 --2- 172.21.15.69:0/1080321884 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd41010b6c0 0x7fd41019bb20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd4080062a0 tx=0x7fd408004cf0 comp rx=0 tx=0).stop 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd40fe00700 1 -- 172.21.15.69:0/1080321884 reap_dead start 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 shutdown_connections 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.010+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 >> 172.21.15.69:0/1080321884 conn(0x7fd4101011b0 msgr2=0x7fd4101016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:39.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.011+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 shutdown_connections 2024-05-08T05:58:39.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:39.011+0000 7fd416200700 1 -- 172.21.15.69:0/1080321884 wait complete. 2024-05-08T05:58:40.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:39 smithi105 ceph-mon[34393]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:39 smithi135 ceph-mon[34761]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:39 smithi069 ceph-mon[29571]: pgmap v369: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:42.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:41 smithi105 ceph-mon[34393]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:41 smithi135 ceph-mon[34761]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:42.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:41 smithi069 ceph-mon[29571]: pgmap v370: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:43.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 -- 172.21.15.69:0/4009335109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020075ff0 msgr2=0x7fb020114130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 --2- 172.21.15.69:0/4009335109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020075ff0 0x7fb020114130 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0098f0 tx=0x7fb00c009c00 comp rx=0 tx=0).stop 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 -- 172.21.15.69:0/4009335109 shutdown_connections 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 --2- 172.21.15.69:0/4009335109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020114670 0x7fb020116a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 --2- 172.21.15.69:0/4009335109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb0200756d0 0x7fb020075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 --2- 172.21.15.69:0/4009335109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020075ff0 0x7fb020114130 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 -- 172.21.15.69:0/4009335109 >> 172.21.15.69:0/4009335109 conn(0x7fb02007a600 msgr2=0x7fb02007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 -- 172.21.15.69:0/4009335109 shutdown_connections 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.717+0000 7fb027800700 1 -- 172.21.15.69:0/4009335109 wait complete. 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.718+0000 7fb027800700 1 Processor -- start 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.718+0000 7fb027800700 1 -- start start 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb027800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0200756d0 0x7fb0201a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:43.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb027800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020075ff0 0x7fb0201a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb027800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020114670 0x7fb0201a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb027800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb020119cc0 con 0x7fb020114670 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb027800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb020119b40 con 0x7fb0200756d0 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb027800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb020119e40 con 0x7fb020075ff0 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb025800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020114670 0x7fb0201a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb01fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020075ff0 0x7fb0201a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb025800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020114670 0x7fb0201a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:46632/0 (socket says 172.21.15.69:46632) 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb025800700 1 -- 172.21.15.69:0/2192814345 learned_addr learned my addr 172.21.15.69:0/2192814345 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.719+0000 7fb024e00700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0200756d0 0x7fb0201a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01fe00700 1 -- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0200756d0 msgr2=0x7fb0201a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01fe00700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb0200756d0 0x7fb0201a02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01fe00700 1 -- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020114670 msgr2=0x7fb0201a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:43.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01fe00700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020114670 0x7fb0201a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:43.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01fe00700 1 -- 172.21.15.69:0/2192814345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0201a52c0 con 0x7fb020075ff0 2024-05-08T05:58:43.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb025800700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020114670 0x7fb0201a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:43.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01fe00700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020075ff0 0x7fb0201a07f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00c010 tx=0x7fb00c00fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:43.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c0050c0 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb00c00b560 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c003a00 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0201a5550 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.720+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0201ace30 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.721+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb0201a59e0 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.724+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb00c00b710 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.725+0000 7fb01d600700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0080b2990 0x7fb0080b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.725+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb00c0e3560 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.725+0000 7fb024e00700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0080b2990 0x7fb0080b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.726+0000 7fb01d600700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] conn(0x7fb0080bc530 0x7fb0080be9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.726+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 --> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb00c01fe80 con 0x7fb0080bc530 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.726+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fb00c0e3910 con 0x7fb020075ff0 2024-05-08T05:58:43.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.726+0000 7fb025800700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] conn(0x7fb0080bc530 0x7fb0080be9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.726+0000 7fb024e00700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0080b2990 0x7fb0080b4e50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb014009c60 tx=0x7fb014009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.726+0000 7fb025800700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] conn(0x7fb0080bc530 0x7fb0080be9d0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.727+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== osd.4 v2:172.21.15.105:6808/1313160042 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb00c01fe80 con 0x7fb0080bc530 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.745+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 --> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb020110e10 con 0x7fb0080bc530 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.746+0000 7fb01d600700 1 -- 172.21.15.69:0/2192814345 <== osd.4 v2:172.21.15.105:6808/1313160042 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb020110e10 con 0x7fb0080bc530 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.746+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] conn(0x7fb0080bc530 msgr2=0x7fb0080be9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.746+0000 7fb027800700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] conn(0x7fb0080bc530 0x7fb0080be9d0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:43.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0080b2990 msgr2=0x7fb0080b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0080b2990 0x7fb0080b4e50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fb014009c60 tx=0x7fb014009260 comp rx=0 tx=0).stop 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020075ff0 msgr2=0x7fb0201a07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 --2- 172.21.15.69:0/2192814345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020075ff0 0x7fb0201a07f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00c010 tx=0x7fb00c00fa00 comp rx=0 tx=0).stop 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb025800700 1 -- 172.21.15.69:0/2192814345 reap_dead start 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 shutdown_connections 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 >> 172.21.15.69:0/2192814345 conn(0x7fb02007a600 msgr2=0x7fb020110110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 shutdown_connections 2024-05-08T05:58:43.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.747+0000 7fb027800700 1 -- 172.21.15.69:0/2192814345 wait complete. 2024-05-08T05:58:44.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:43 smithi069 ceph-mon[29571]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:44.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 -- 172.21.15.69:0/156220752 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 msgr2=0x7fd1c4112450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:44.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 --2- 172.21.15.69:0/156220752 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c4112450 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc00b0d0 tx=0x7fd1bc00b3e0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 -- 172.21.15.69:0/156220752 shutdown_connections 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 --2- 172.21.15.69:0/156220752 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c4112450 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 --2- 172.21.15.69:0/156220752 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1c410b680 0x7fd1c410ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 --2- 172.21.15.69:0/156220752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 0x7fd1c4105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 -- 172.21.15.69:0/156220752 >> 172.21.15.69:0/156220752 conn(0x7fd1c41010e0 msgr2=0x7fd1c4103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 -- 172.21.15.69:0/156220752 shutdown_connections 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.825+0000 7fd1ca000700 1 -- 172.21.15.69:0/156220752 wait complete. 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 Processor -- start 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 -- start start 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 0x7fd1c41a1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c41a1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1c410b680 0x7fd1c419b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c4115830 con 0x7fd1c4105f90 2024-05-08T05:58:44.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41156b0 con 0x7fd1c41055d0 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.826+0000 7fd1ca000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c41159b0 con 0x7fd1c410b680 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c41a1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 0x7fd1c41a1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 0x7fd1c41a1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58454/0 (socket says 172.21.15.69:58454) 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c41a1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:46646/0 (socket says 172.21.15.69:46646) 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 -- 172.21.15.69:0/2442332593 learned_addr learned my addr 172.21.15.69:0/2442332593 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c9600700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1c410b680 0x7fd1c419b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 -- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1c410b680 msgr2=0x7fd1c419b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1c410b680 0x7fd1c419b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 -- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 msgr2=0x7fd1c41a1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c41a1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c8c00700 1 -- 172.21.15.69:0/2442332593 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c419c130 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c3e00700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1c4105f90 0x7fd1c41a1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.827+0000 7fd1c9600700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1c410b680 0x7fd1c419b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.828+0000 7fd1c8c00700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 0x7fd1c41a1810 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800eb30 tx=0x7fd1b800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.828+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b800cbd0 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.828+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1b80044d0 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.828+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8003e30 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.828+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c419c420 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.828+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c41a86e0 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.829+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd1c4063bf0 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.831+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd1b8004000 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.833+0000 7fd1c1600700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1ac0b2910 0x7fd1ac0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.833+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1b80e2bf0 con 0x7fd1c41055d0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.833+0000 7fd1c3e00700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1ac0b2910 0x7fd1ac0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:44.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.833+0000 7fd1c1600700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] conn(0x7fd1ac0bc450 0x7fd1ac0be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.833+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 --> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd1b8022e50 con 0x7fd1ac0bc450 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.833+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fd1b80e2fa0 con 0x7fd1c41055d0 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.834+0000 7fd1c3e00700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1ac0b2910 0x7fd1ac0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd1c410a2c0 tx=0x7fd1b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.834+0000 7fd1c9600700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] conn(0x7fd1ac0bc450 0x7fd1ac0be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.834+0000 7fd1c9600700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] conn(0x7fd1ac0bc450 0x7fd1ac0be8f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.835+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== osd.2 v2:172.21.15.135:6800/2919881110 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd1b8022e50 con 0x7fd1ac0bc450 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.853+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 --> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd1c4064070 con 0x7fd1ac0bc450 2024-05-08T05:58:44.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1c1600700 1 -- 172.21.15.69:0/2442332593 <== osd.2 v2:172.21.15.135:6800/2919881110 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd1c4064070 con 0x7fd1ac0bc450 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] conn(0x7fd1ac0bc450 msgr2=0x7fd1ac0be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1ca000700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] conn(0x7fd1ac0bc450 0x7fd1ac0be8f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1ac0b2910 msgr2=0x7fd1ac0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1ca000700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1ac0b2910 0x7fd1ac0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd1c410a2c0 tx=0x7fd1b0009260 comp rx=0 tx=0).stop 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 msgr2=0x7fd1c41a1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1ca000700 1 --2- 172.21.15.69:0/2442332593 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1c41055d0 0x7fd1c41a1810 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800eb30 tx=0x7fd1b800ee40 comp rx=0 tx=0).stop 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.854+0000 7fd1c9600700 1 -- 172.21.15.69:0/2442332593 reap_dead start 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.855+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 shutdown_connections 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.855+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 >> 172.21.15.69:0/2442332593 conn(0x7fd1c41010e0 msgr2=0x7fd1c41026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.855+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 shutdown_connections 2024-05-08T05:58:44.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:43.855+0000 7fd1ca000700 1 -- 172.21.15.69:0/2442332593 wait complete. 2024-05-08T05:58:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:43 smithi105 ceph-mon[34393]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:43 smithi135 ceph-mon[34761]: pgmap v371: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:46.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:45 smithi069 ceph-mon[29571]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:46.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:45 smithi105 ceph-mon[34393]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:46.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:45 smithi135 ceph-mon[34761]: pgmap v372: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:58:47.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 -- 172.21.15.69:0/2951683494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 msgr2=0x7fd9f010ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/2951683494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 0x7fd9f010ff40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd9e4009990 tx=0x7fd9e4009ca0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 -- 172.21.15.69:0/2951683494 shutdown_connections 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/2951683494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9f010a490 0x7fd9f01169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/2951683494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 0x7fd9f010ff40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/2951683494 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 0x7fd9f0109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 -- 172.21.15.69:0/2951683494 >> 172.21.15.69:0/2951683494 conn(0x7fd9f0076c70 msgr2=0x7fd9f01082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 -- 172.21.15.69:0/2951683494 shutdown_connections 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.582+0000 7fd9f7e00700 1 -- 172.21.15.69:0/2951683494 wait complete. 2024-05-08T05:58:47.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.583+0000 7fd9f7e00700 1 Processor -- start 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.583+0000 7fd9f7e00700 1 -- start start 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.583+0000 7fd9f7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 0x7fd9f01a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.583+0000 7fd9f7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9f010a490 0x7fd9f01a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 0x7fd9f01a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f7e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f0119d20 con 0x7fd9f010fb60 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f7e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f0119ba0 con 0x7fd9f0109ad0 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f7e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9f0119ea0 con 0x7fd9f010a490 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 0x7fd9f01a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 0x7fd9f01a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 0x7fd9f01a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58482/0 (socket says 172.21.15.69:58482) 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 -- 172.21.15.69:0/4129948033 learned_addr learned my addr 172.21.15.69:0/4129948033 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f4a00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9f010a490 0x7fd9f01a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:47.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 -- 172.21.15.69:0/4129948033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9f010a490 msgr2=0x7fd9f01a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9f010a490 0x7fd9f01a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 -- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 msgr2=0x7fd9f01a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 0x7fd9f01a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5400700 1 -- 172.21.15.69:0/4129948033 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9f01a51a0 con 0x7fd9f0109ad0 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.584+0000 7fd9f5e00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9f010fb60 0x7fd9f01a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.585+0000 7fd9f5400700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 0x7fd9f01a0190 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd9e4005910 tx=0x7fd9e400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.585+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e4027070 con 0x7fd9f0109ad0 2024-05-08T05:58:47.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.585+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9f01a5430 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.585+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9f01acd10 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.586+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9e402b3b0 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.586+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e400e640 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.586+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd9d0001030 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.589+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fd9e402a070 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.590+0000 7fd9ee000700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9d80b2910 0x7fd9d80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd9e40e2fe0 con 0x7fd9f0109ad0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9f4a00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9d80b2910 0x7fd9d80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:47.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9ee000700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] conn(0x7fd9d80bc450 0x7fd9d80be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 --> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd9d80befc0 con 0x7fd9d80bc450 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fd9e40e3410 con 0x7fd9f0109ad0 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9f5e00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] conn(0x7fd9d80bc450 0x7fd9d80be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.591+0000 7fd9f4a00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9d80b2910 0x7fd9d80b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0078b80 tx=0x7fd9dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.592+0000 7fd9f5e00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] conn(0x7fd9d80bc450 0x7fd9d80be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.593+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== osd.6 v2:172.21.15.69:6818/3343828976 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd9d80befc0 con 0x7fd9d80bc450 2024-05-08T05:58:47.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.611+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 --> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd9d0002e60 con 0x7fd9d80bc450 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.611+0000 7fd9ee000700 1 -- 172.21.15.69:0/4129948033 <== osd.6 v2:172.21.15.69:6818/3343828976 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd9d0002e60 con 0x7fd9d80bc450 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] conn(0x7fd9d80bc450 msgr2=0x7fd9d80be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] conn(0x7fd9d80bc450 0x7fd9d80be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9d80b2910 msgr2=0x7fd9d80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9d80b2910 0x7fd9d80b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd9f0078b80 tx=0x7fd9dc009260 comp rx=0 tx=0).stop 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 msgr2=0x7fd9f01a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 --2- 172.21.15.69:0/4129948033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9f0109ad0 0x7fd9f01a0190 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd9e4005910 tx=0x7fd9e400b670 comp rx=0 tx=0).stop 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f5e00700 1 -- 172.21.15.69:0/4129948033 reap_dead start 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 shutdown_connections 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.612+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 >> 172.21.15.69:0/4129948033 conn(0x7fd9f0076c70 msgr2=0x7fd9f0077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.613+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 shutdown_connections 2024-05-08T05:58:47.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:46.613+0000 7fd9f7e00700 1 -- 172.21.15.69:0/4129948033 wait complete. 2024-05-08T05:58:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:48 smithi105 ceph-mon[34393]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:48.282 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:48 smithi069 ceph-mon[29571]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:48.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:48 smithi135 ceph-mon[34761]: pgmap v373: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:58:48.362 INFO:teuthology.orchestra.run.smithi069.stdout:133143986254 2024-05-08T05:58:48.363 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 -- 172.21.15.69:0/1794787636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 msgr2=0x7fcf841102c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 --2- 172.21.15.69:0/1794787636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf841102c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c00b0d0 tx=0x7fcf7c00b3e0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 -- 172.21.15.69:0/1794787636 shutdown_connections 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 --2- 172.21.15.69:0/1794787636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf841102c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 --2- 172.21.15.69:0/1794787636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcf84103610 0x7fcf841039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 --2- 172.21.15.69:0/1794787636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcf84103fc0 0x7fcf84108010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 -- 172.21.15.69:0/1794787636 >> 172.21.15.69:0/1794787636 conn(0x7fcf840feec0 msgr2=0x7fcf841012e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 -- 172.21.15.69:0/1794787636 shutdown_connections 2024-05-08T05:58:49.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.375+0000 7fcf89600700 1 -- 172.21.15.69:0/1794787636 wait complete. 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.376+0000 7fcf89600700 1 Processor -- start 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.376+0000 7fcf89600700 1 -- start start 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf89600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcf84103610 0x7fcf841a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf89600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcf84103fc0 0x7fcf841a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf89600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf8419bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf89600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcf84113600 con 0x7fcf841086f0 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf89600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcf84113480 con 0x7fcf84103fc0 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf89600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcf84113780 con 0x7fcf84103610 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf8419bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf8419bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34916/0 (socket says 172.21.15.69:34916) 2024-05-08T05:58:49.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 -- 172.21.15.69:0/3135822996 learned_addr learned my addr 172.21.15.69:0/3135822996 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf83e00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcf84103610 0x7fcf841a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf83400700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcf84103fc0 0x7fcf841a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 -- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcf84103610 msgr2=0x7fcf841a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcf84103610 0x7fcf841a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 -- 172.21.15.69:0/3135822996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcf84103fc0 msgr2=0x7fcf841a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcf84103fc0 0x7fcf841a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.377+0000 7fcf88c00700 1 -- 172.21.15.69:0/3135822996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf8419c410 con 0x7fcf841086f0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.378+0000 7fcf88c00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf8419bb30 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c0079a0 tx=0x7fcf7c0079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.378+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c01f070 con 0x7fcf841086f0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.378+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcf7c003c00 con 0x7fcf841086f0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.378+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf8419c6a0 con 0x7fcf841086f0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.378+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf7c01b430 con 0x7fcf841086f0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.378+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf841a8810 con 0x7fcf841086f0 2024-05-08T05:58:49.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.379+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcf84076970 con 0x7fcf841086f0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.381+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fcf7c022070 con 0x7fcf841086f0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.383+0000 7fcf80c00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcf680b2910 0x7fcf680b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.383+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fcf7c00f020 con 0x7fcf841086f0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.383+0000 7fcf83e00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcf680b2910 0x7fcf680b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.383+0000 7fcf80c00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] conn(0x7fcf680bc450 0x7fcf680be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.384+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 --> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcf680befc0 con 0x7fcf680bc450 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.384+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fcf7c0e39c0 con 0x7fcf841086f0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.384+0000 7fcf83e00700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcf680b2910 0x7fcf680b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcf74009c60 tx=0x7fcf74009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.384+0000 7fcf83400700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] conn(0x7fcf680bc450 0x7fcf680be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.384+0000 7fcf83400700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] conn(0x7fcf680bc450 0x7fcf680be8f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:49.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.385+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== osd.8 v2:172.21.15.135:6816/3128795587 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcf680befc0 con 0x7fcf680bc450 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.404+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 --> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcf84104af0 con 0x7fcf680bc450 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf80c00700 1 -- 172.21.15.69:0/3135822996 <== osd.8 v2:172.21.15.135:6816/3128795587 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fcf84104af0 con 0x7fcf680bc450 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] conn(0x7fcf680bc450 msgr2=0x7fcf680be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] conn(0x7fcf680bc450 0x7fcf680be8f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcf680b2910 msgr2=0x7fcf680b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcf680b2910 0x7fcf680b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fcf74009c60 tx=0x7fcf74009260 comp rx=0 tx=0).stop 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 msgr2=0x7fcf8419bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:49.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 --2- 172.21.15.69:0/3135822996 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcf841086f0 0x7fcf8419bb30 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c0079a0 tx=0x7fcf7c0079d0 comp rx=0 tx=0).stop 2024-05-08T05:58:49.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf88c00700 1 -- 172.21.15.69:0/3135822996 reap_dead start 2024-05-08T05:58:49.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 shutdown_connections 2024-05-08T05:58:49.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.405+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 >> 172.21.15.69:0/3135822996 conn(0x7fcf840feec0 msgr2=0x7fcf8410ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:49.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.406+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 shutdown_connections 2024-05-08T05:58:49.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:49.406+0000 7fcf89600700 1 -- 172.21.15.69:0/3135822996 wait complete. 2024-05-08T05:58:50.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 -- 172.21.15.69:0/1057290167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 msgr2=0x7f1410108020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 --2- 172.21.15.69:0/1057290167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 0x7f1410108020 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f13fc0099c0 tx=0x7f13fc009cd0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.135 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:50 smithi069 ceph-mon[29571]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 -- 172.21.15.69:0/1057290167 shutdown_connections 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 --2- 172.21.15.69:0/1057290167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 0x7f14101102d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 --2- 172.21.15.69:0/1057290167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1410103620 0x7f1410103a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 --2- 172.21.15.69:0/1057290167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 0x7f1410108020 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 -- 172.21.15.69:0/1057290167 >> 172.21.15.69:0/1057290167 conn(0x7f14100feeb0 msgr2=0x7f14101012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 -- 172.21.15.69:0/1057290167 shutdown_connections 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.133+0000 7f140f200700 1 -- 172.21.15.69:0/1057290167 wait complete. 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 Processor -- start 2024-05-08T05:58:50.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 -- start start 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1410103620 0x7f141010f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 0x7f141010fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 0x7f14101a49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f14101135e0 con 0x7f1410103fd0 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1410113460 con 0x7f1410108700 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.135+0000 7f140f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1410113760 con 0x7f1410103620 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1410103620 0x7f141010f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 0x7f14101a49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 0x7f141010fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 0x7f14101a49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37174/0 (socket says 172.21.15.69:37174) 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 -- 172.21.15.69:0/3722925471 learned_addr learned my addr 172.21.15.69:0/3722925471 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 -- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1410103620 msgr2=0x7f141010f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1410103620 0x7f141010f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 -- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 msgr2=0x7f141010fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1410103fd0 0x7f141010fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 -- 172.21.15.69:0/3722925471 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14101a50f0 con 0x7f1410108700 2024-05-08T05:58:50.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.136+0000 7f140e800700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 0x7f14101a49b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f140800c370 tx=0x7f140800c680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:50.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.137+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14080092e0 con 0x7f1410108700 2024-05-08T05:58:50.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.137+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1408003a00 con 0x7f1410108700 2024-05-08T05:58:50.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.137+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14101a5380 con 0x7f1410108700 2024-05-08T05:58:50.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.137+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14080046f0 con 0x7f1410108700 2024-05-08T05:58:50.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.137+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14101acc60 con 0x7f1410108700 2024-05-08T05:58:50.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.138+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1410100360 con 0x7f1410108700 2024-05-08T05:58:50.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.140+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f140801a020 con 0x7f1410108700 2024-05-08T05:58:50.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.141+0000 7f1406a00700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13f40b2910 0x7f13f40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.142+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f14080e26d0 con 0x7f1410108700 2024-05-08T05:58:50.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.142+0000 7f140de00700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13f40b2910 0x7f13f40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.142+0000 7f1406a00700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] conn(0x7f13f40bc450 0x7f13f40be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.142+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 --> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1408009c20 con 0x7f13f40bc450 2024-05-08T05:58:50.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.142+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f14080e2a80 con 0x7f1410108700 2024-05-08T05:58:50.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.142+0000 7f140d400700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] conn(0x7f13f40bc450 0x7f13f40be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.143+0000 7f140de00700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13f40b2910 0x7f13f40b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1400009c60 tx=0x7f1400009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:50.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.143+0000 7f140d400700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] conn(0x7f13f40bc450 0x7f13f40be8f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:50.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.144+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== osd.5 v2:172.21.15.135:6808/1443693203 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1408009c20 con 0x7f13f40bc450 2024-05-08T05:58:50.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.162+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 --> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1410104b00 con 0x7f13f40bc450 2024-05-08T05:58:50.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f1406a00700 1 -- 172.21.15.69:0/3722925471 <== osd.5 v2:172.21.15.135:6808/1443693203 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1410104b00 con 0x7f13f40bc450 2024-05-08T05:58:50.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] conn(0x7f13f40bc450 msgr2=0x7f13f40be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f140f200700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] conn(0x7f13f40bc450 0x7f13f40be8f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13f40b2910 msgr2=0x7f13f40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f140f200700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13f40b2910 0x7f13f40b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f1400009c60 tx=0x7f1400009260 comp rx=0 tx=0).stop 2024-05-08T05:58:50.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 msgr2=0x7f14101a49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.163+0000 7f140f200700 1 --2- 172.21.15.69:0/3722925471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1410108700 0x7f14101a49b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f140800c370 tx=0x7f140800c680 comp rx=0 tx=0).stop 2024-05-08T05:58:50.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.164+0000 7f140e800700 1 -- 172.21.15.69:0/3722925471 reap_dead start 2024-05-08T05:58:50.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.164+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 shutdown_connections 2024-05-08T05:58:50.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.164+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 >> 172.21.15.69:0/3722925471 conn(0x7f14100feeb0 msgr2=0x7f14100ff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:50.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.164+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 shutdown_connections 2024-05-08T05:58:50.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.164+0000 7f140f200700 1 -- 172.21.15.69:0/3722925471 wait complete. 2024-05-08T05:58:50.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:50 smithi105 ceph-mon[34393]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:50.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 -- 172.21.15.69:0/844340647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c109ad0 msgr2=0x7fe93c109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 --2- 172.21.15.69:0/844340647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c109ad0 0x7fe93c109f50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe9280098f0 tx=0x7fe928009c00 comp rx=0 tx=0).stop 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 -- 172.21.15.69:0/844340647 shutdown_connections 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 --2- 172.21.15.69:0/844340647 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe93c10a490 0x7fe93c1169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 --2- 172.21.15.69:0/844340647 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe93c10fb60 0x7fe93c10ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 --2- 172.21.15.69:0/844340647 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c109ad0 0x7fe93c109f50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 -- 172.21.15.69:0/844340647 >> 172.21.15.69:0/844340647 conn(0x7fe93c076c70 msgr2=0x7fe93c1082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 -- 172.21.15.69:0/844340647 shutdown_connections 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.512+0000 7fe944600700 1 -- 172.21.15.69:0/844340647 wait complete. 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.513+0000 7fe944600700 1 Processor -- start 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.513+0000 7fe944600700 1 -- start start 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.513+0000 7fe944600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe93c109ad0 0x7fe93c1a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.513+0000 7fe944600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c10a490 0x7fe93c1a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe944600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe93c10fb60 0x7fe93c1a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe944600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c119cf0 con 0x7fe93c10a490 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe944600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c119b70 con 0x7fe93c10fb60 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe944600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c119e70 con 0x7fe93c109ad0 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c10a490 0x7fe93c1a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c10a490 0x7fe93c1a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:46684/0 (socket says 172.21.15.69:46684) 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 -- 172.21.15.69:0/2330375993 learned_addr learned my addr 172.21.15.69:0/2330375993 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941c00700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe93c109ad0 0x7fe93c1a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe942600700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe93c10fb60 0x7fe93c1a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 -- 172.21.15.69:0/2330375993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe93c109ad0 msgr2=0x7fe93c1a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe93c109ad0 0x7fe93c1a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 -- 172.21.15.69:0/2330375993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe93c10fb60 msgr2=0x7fe93c1a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe93c10fb60 0x7fe93c1a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.514+0000 7fe941200700 1 -- 172.21.15.69:0/2330375993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe93c1a5270 con 0x7fe93c10a490 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.515+0000 7fe941200700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c10a490 0x7fe93c1a07a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe928009230 tx=0x7fe92800fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.515+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928005140 con 0x7fe93c10a490 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.515+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe92800b560 con 0x7fe93c10a490 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.515+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928003970 con 0x7fe93c10a490 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.515+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe93c1a5500 con 0x7fe93c10a490 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.515+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe93c1acde0 con 0x7fe93c10a490 2024-05-08T05:58:50.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.516+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe93c063bb0 con 0x7fe93c10a490 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.518+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fe92800ba50 con 0x7fe93c10a490 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.520+0000 7fe93a000700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9240b2910 0x7fe9240b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.520+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe9280e3770 con 0x7fe93c10a490 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.520+0000 7fe941c00700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9240b2910 0x7fe9240b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.520+0000 7fe93a000700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] conn(0x7fe9240bc450 0x7fe9240be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.520+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 --> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe92801ae50 con 0x7fe9240bc450 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.520+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fe9280e3b20 con 0x7fe93c10a490 2024-05-08T05:58:50.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.521+0000 7fe942600700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] conn(0x7fe9240bc450 0x7fe9240be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.521+0000 7fe941c00700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9240b2910 0x7fe9240b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe930005fd0 tx=0x7fe930009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.521+0000 7fe942600700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] conn(0x7fe9240bc450 0x7fe9240be8f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.522+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== osd.9 v2:172.21.15.69:6826/2337648068 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe92801ae50 con 0x7fe9240bc450 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.540+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 --> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe93c064030 con 0x7fe9240bc450 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.540+0000 7fe93a000700 1 -- 172.21.15.69:0/2330375993 <== osd.9 v2:172.21.15.69:6826/2337648068 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe93c064030 con 0x7fe9240bc450 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] conn(0x7fe9240bc450 msgr2=0x7fe9240be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] conn(0x7fe9240bc450 0x7fe9240be8f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9240b2910 msgr2=0x7fe9240b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9240b2910 0x7fe9240b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe930005fd0 tx=0x7fe930009310 comp rx=0 tx=0).stop 2024-05-08T05:58:50.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c10a490 msgr2=0x7fe93c1a07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:50.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 --2- 172.21.15.69:0/2330375993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe93c10a490 0x7fe93c1a07a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe928009230 tx=0x7fe92800fa70 comp rx=0 tx=0).stop 2024-05-08T05:58:50.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe942600700 1 -- 172.21.15.69:0/2330375993 reap_dead start 2024-05-08T05:58:50.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 shutdown_connections 2024-05-08T05:58:50.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 >> 172.21.15.69:0/2330375993 conn(0x7fe93c076c70 msgr2=0x7fe93c077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:50.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.541+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 shutdown_connections 2024-05-08T05:58:50.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:47.542+0000 7fe944600700 1 -- 172.21.15.69:0/2330375993 wait complete. 2024-05-08T05:58:50.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:50 smithi135 ceph-mon[34761]: pgmap v374: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:58:51.353 INFO:teuthology.orchestra.run.smithi069.stdout:107374182481 2024-05-08T05:58:51.354 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-08T05:58:51.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 -- 172.21.15.69:0/811018998 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 msgr2=0x7fc3541103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:51.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 --2- 172.21.15.69:0/811018998 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 0x7fc3541103d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc34c00b0a0 tx=0x7fc34c00b3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 -- 172.21.15.69:0/811018998 shutdown_connections 2024-05-08T05:58:51.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 --2- 172.21.15.69:0/811018998 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 0x7fc3541103d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 --2- 172.21.15.69:0/811018998 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc354108460 0x7fc354108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 --2- 172.21.15.69:0/811018998 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 0x7fc3541039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 -- 172.21.15.69:0/811018998 >> 172.21.15.69:0/811018998 conn(0x7fc35407a600 msgr2=0x7fc35407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 -- 172.21.15.69:0/811018998 shutdown_connections 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.358+0000 7fc359e00700 1 -- 172.21.15.69:0/811018998 wait complete. 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.359+0000 7fc359e00700 1 Processor -- start 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.359+0000 7fc359e00700 1 -- start start 2024-05-08T05:58:51.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc359e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 0x7fc3540757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:51.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc359e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 0x7fc354075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:51.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc359e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc354108460 0x7fc354076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:51.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc359e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541136f0 con 0x7fc354103ef0 2024-05-08T05:58:51.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc359e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc354113570 con 0x7fc354103550 2024-05-08T05:58:51.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc359e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc354113870 con 0x7fc354108460 2024-05-08T05:58:51.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 0x7fc3540757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:51.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 0x7fc3540757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37226/0 (socket says 172.21.15.69:37226) 2024-05-08T05:58:51.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 -- 172.21.15.69:0/1528167622 learned_addr learned my addr 172.21.15.69:0/1528167622 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:51.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352000700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 0x7fc354075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:51.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc353400700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc354108460 0x7fc354076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:51.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 -- 172.21.15.69:0/1528167622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc354108460 msgr2=0x7fc354076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:51.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc354108460 0x7fc354076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 -- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 msgr2=0x7fc354075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.360+0000 7fc352a00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 0x7fc354075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc352a00700 1 -- 172.21.15.69:0/1528167622 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3541a8110 con 0x7fc354103550 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc352000700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc354103ef0 0x7fc354075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc352a00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 0x7fc3540757a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc34400e970 tx=0x7fc34400ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344004220 con 0x7fc354103550 2024-05-08T05:58:51.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3541a8400 con 0x7fc354103550 2024-05-08T05:58:51.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc3440043c0 con 0x7fc354103550 2024-05-08T05:58:51.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344003ce0 con 0x7fc354103550 2024-05-08T05:58:51.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.361+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3541a8990 con 0x7fc354103550 2024-05-08T05:58:51.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.362+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc354063bb0 con 0x7fc354103550 2024-05-08T05:58:51.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.365+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc34400c7e0 con 0x7fc354103550 2024-05-08T05:58:51.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.367+0000 7fc358a00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc3380b2990 0x7fc3380b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.368+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc3440e2970 con 0x7fc354103550 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.368+0000 7fc352000700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc3380b2990 0x7fc3380b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.368+0000 7fc358a00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] conn(0x7fc3380bc4d0 0x7fc3380be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.368+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 --> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc34400ce10 con 0x7fc3380bc4d0 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.368+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fc3440e2d20 con 0x7fc354103550 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.368+0000 7fc353400700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] conn(0x7fc3380bc4d0 0x7fc3380be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:51.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.369+0000 7fc352000700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc3380b2990 0x7fc3380b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc340009680 tx=0x7fc340009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:51.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.369+0000 7fc353400700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] conn(0x7fc3380bc4d0 0x7fc3380be970 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:51.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.370+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== osd.0 v2:172.21.15.69:6802/290982827 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc34400ce10 con 0x7fc3380bc4d0 2024-05-08T05:58:51.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.389+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 --> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc354063fb0 con 0x7fc3380bc4d0 2024-05-08T05:58:51.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.390+0000 7fc358a00700 1 -- 172.21.15.69:0/1528167622 <== osd.0 v2:172.21.15.69:6802/290982827 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc354063fb0 con 0x7fc3380bc4d0 2024-05-08T05:58:51.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.390+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] conn(0x7fc3380bc4d0 msgr2=0x7fc3380be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:51.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.390+0000 7fc359e00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] conn(0x7fc3380bc4d0 0x7fc3380be970 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:51.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc3380b2990 msgr2=0x7fc3380b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:51.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc359e00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc3380b2990 0x7fc3380b4e50 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc340009680 tx=0x7fc340009260 comp rx=0 tx=0).stop 2024-05-08T05:58:51.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 msgr2=0x7fc3540757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:51.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc359e00700 1 --2- 172.21.15.69:0/1528167622 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc354103550 0x7fc3540757a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc34400e970 tx=0x7fc34400ec80 comp rx=0 tx=0).stop 2024-05-08T05:58:51.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc353400700 1 -- 172.21.15.69:0/1528167622 reap_dead start 2024-05-08T05:58:51.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 shutdown_connections 2024-05-08T05:58:51.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.391+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 >> 172.21.15.69:0/1528167622 conn(0x7fc35407a600 msgr2=0x7fc354101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:51.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.392+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 shutdown_connections 2024-05-08T05:58:51.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:51.392+0000 7fc359e00700 1 -- 172.21.15.69:0/1528167622 wait complete. 2024-05-08T05:58:52.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:52 smithi069 ceph-mon[29571]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:52.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:52 smithi105 ceph-mon[34393]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:52.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:52 smithi135 ceph-mon[34761]: pgmap v375: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:58:52.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.861+0000 7fc7b3800700 1 -- 172.21.15.69:0/1984590715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac106080 msgr2=0x7fc7ac112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:52.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.861+0000 7fc7b3800700 1 --2- 172.21.15.69:0/1984590715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac106080 0x7fc7ac112590 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc7a400b0a0 tx=0x7fc7a400b3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 -- 172.21.15.69:0/1984590715 shutdown_connections 2024-05-08T05:58:52.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 --2- 172.21.15.69:0/1984590715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac106080 0x7fc7ac112590 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 --2- 172.21.15.69:0/1984590715 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7ac10b6c0 0x7fc7ac10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 --2- 172.21.15.69:0/1984590715 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 0x7fc7ac105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 -- 172.21.15.69:0/1984590715 >> 172.21.15.69:0/1984590715 conn(0x7fc7ac1011b0 msgr2=0x7fc7ac1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 -- 172.21.15.69:0/1984590715 shutdown_connections 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.862+0000 7fc7b3800700 1 -- 172.21.15.69:0/1984590715 wait complete. 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 Processor -- start 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 -- start start 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 0x7fc7ac1a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7ac106080 0x7fc7ac1a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac10b6c0 0x7fc7ac19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac115950 con 0x7fc7ac1056c0 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac1157d0 con 0x7fc7ac106080 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.863+0000 7fc7b3800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac115ad0 con 0x7fc7ac10b6c0 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 0x7fc7ac1a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:52.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 0x7fc7ac1a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34952/0 (socket says 172.21.15.69:34952) 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 -- 172.21.15.69:0/737894943 learned_addr learned my addr 172.21.15.69:0/737894943 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7abe00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7ac106080 0x7fc7ac1a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b1800700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac10b6c0 0x7fc7ac19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 -- 172.21.15.69:0/737894943 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac10b6c0 msgr2=0x7fc7ac19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7ac10b6c0 0x7fc7ac19bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 -- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7ac106080 msgr2=0x7fc7ac1a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7ac106080 0x7fc7ac1a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 -- 172.21.15.69:0/737894943 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7ac19c3f0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7abe00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7ac106080 0x7fc7ac1a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.864+0000 7fc7b0e00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 0x7fc7ac1a1a40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc7a000eb30 tx=0x7fc7a000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.865+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a000cbd0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.865+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7ac19c6e0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.865+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7a00044d0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.865+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7ac1a89c0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.865+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a0003dd0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.866+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc7ac063bf0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.868+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc7a0003fd0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.870+0000 7fc7a9600700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7940b2910 0x7fc7940b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.870+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc7a00e2b00 con 0x7fc7ac1056c0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.870+0000 7fc7abe00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7940b2910 0x7fc7940b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.870+0000 7fc7a9600700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] conn(0x7fc7940bc450 0x7fc7940be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.870+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 --> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc7940befc0 con 0x7fc7940bc450 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.870+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fc7a00e2eb0 con 0x7fc7ac1056c0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.871+0000 7fc7b1800700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] conn(0x7fc7940bc450 0x7fc7940be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.871+0000 7fc7abe00700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7940b2910 0x7fc7940b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac19d260 tx=0x7fc798009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.871+0000 7fc7b1800700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] conn(0x7fc7940bc450 0x7fc7940be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.873+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== osd.1 v2:172.21.15.105:6800/325289129 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc7940befc0 con 0x7fc7940bc450 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.891+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 --> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc7ac063ff0 con 0x7fc7940bc450 2024-05-08T05:58:52.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.891+0000 7fc7a9600700 1 -- 172.21.15.69:0/737894943 <== osd.1 v2:172.21.15.105:6800/325289129 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc7ac063ff0 con 0x7fc7940bc450 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] conn(0x7fc7940bc450 msgr2=0x7fc7940be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] conn(0x7fc7940bc450 0x7fc7940be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7940b2910 msgr2=0x7fc7940b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7940b2910 0x7fc7940b4dd0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac19d260 tx=0x7fc798009260 comp rx=0 tx=0).stop 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 msgr2=0x7fc7ac1a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 --2- 172.21.15.69:0/737894943 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7ac1056c0 0x7fc7ac1a1a40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc7a000eb30 tx=0x7fc7a000ee40 comp rx=0 tx=0).stop 2024-05-08T05:58:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b1800700 1 -- 172.21.15.69:0/737894943 reap_dead start 2024-05-08T05:58:52.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 shutdown_connections 2024-05-08T05:58:52.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.892+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 >> 172.21.15.69:0/737894943 conn(0x7fc7ac1011b0 msgr2=0x7fc7ac1016f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:52.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.893+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 shutdown_connections 2024-05-08T05:58:52.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:50.893+0000 7fc7b3800700 1 -- 172.21.15.69:0/737894943 wait complete. 2024-05-08T05:58:53.410 INFO:teuthology.orchestra.run.smithi069.stdout:77309411418 2024-05-08T05:58:53.410 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-08T05:58:54.138 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:54 smithi069 ceph-mon[29571]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:54 smithi105 ceph-mon[34393]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:54 smithi135 ceph-mon[34761]: pgmap v376: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:58:54.361 INFO:teuthology.orchestra.run.smithi069.stdout:34359738467 2024-05-08T05:58:54.361 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-08T05:58:54.911 INFO:teuthology.orchestra.run.smithi069.stdout:257698037809 2024-05-08T05:58:54.911 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-08T05:58:55.730 INFO:teuthology.orchestra.run.smithi069.stdout:55834574942 2024-05-08T05:58:55.731 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-08T05:58:56.050 INFO:teuthology.orchestra.run.smithi069.stdout:231928234039 2024-05-08T05:58:56.051 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-08T05:58:56.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:56 smithi069 ceph-mon[29571]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-08T05:58:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:56 smithi105 ceph-mon[34393]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-08T05:58:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:56 smithi135 ceph-mon[34761]: pgmap v377: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-05-08T05:58:56.748 INFO:teuthology.orchestra.run.smithi069.stdout:180388626498 2024-05-08T05:58:56.748 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-08T05:58:56.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.137+0000 7f3f5fc00700 1 -- 172.21.15.69:0/940773221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f5806b180 msgr2=0x7f3f5806b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:56.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.137+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/940773221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f5806b180 0x7f3f5806b600 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3f44009990 tx=0x7f3f44009ca0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 -- 172.21.15.69:0/940773221 shutdown_connections 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/940773221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f5806bb40 0x7f3f58110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/940773221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f58109510 0x7f3f581098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/940773221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f5806b180 0x7f3f5806b600 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 -- 172.21.15.69:0/940773221 >> 172.21.15.69:0/940773221 conn(0x7f3f58079350 msgr2=0x7f3f58079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 -- 172.21.15.69:0/940773221 shutdown_connections 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.138+0000 7f3f5fc00700 1 -- 172.21.15.69:0/940773221 wait complete. 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.139+0000 7f3f5fc00700 1 Processor -- start 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.139+0000 7f3f5fc00700 1 -- start start 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.139+0000 7f3f5fc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f5806b180 0x7f3f58102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.139+0000 7f3f5fc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f5806bb40 0x7f3f581029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:56.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.139+0000 7f3f5fc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f58109510 0x7f3f58102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5fc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3f58113690 con 0x7f3f58109510 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5fc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3f58113510 con 0x7f3f5806bb40 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5fc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3f58113810 con 0x7f3f5806b180 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f5806b180 0x7f3f58102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f5806b180 0x7f3f58102470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40868/0 (socket says 172.21.15.69:40868) 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 -- 172.21.15.69:0/2646842893 learned_addr learned my addr 172.21.15.69:0/2646842893 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5dc00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f58109510 0x7f3f58102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f57e00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f5806bb40 0x7f3f581029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 -- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f5806bb40 msgr2=0x7f3f581029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f5806bb40 0x7f3f581029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 -- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f58109510 msgr2=0x7f3f58102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f58109510 0x7f3f58102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.140+0000 7f3f5d200700 1 -- 172.21.15.69:0/2646842893 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f581a8130 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.141+0000 7f3f5d200700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f5806b180 0x7f3f58102470 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c00ef30 tx=0x7f3f4c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.141+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4c0092e0 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.141+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f581a83c0 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.141+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3f4c004bb0 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.141+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4c004020 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.141+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f581a8900 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.142+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3f58063bb0 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.145+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f3f4c01b030 con 0x7f3f5806b180 2024-05-08T05:58:56.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.146+0000 7f3f55600700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3f400b2990 0x7f3f400b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.146+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3f4c0e27b0 con 0x7f3f5806b180 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.146+0000 7f3f57e00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3f400b2990 0x7f3f400b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.147+0000 7f3f55600700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] conn(0x7f3f400bc4d0 0x7f3f400be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.147+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 --> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3f400bf040 con 0x7f3f400bc4d0 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.147+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f3f4c0e2b60 con 0x7f3f5806b180 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.147+0000 7f3f5dc00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] conn(0x7f3f400bc4d0 0x7f3f400be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.147+0000 7f3f57e00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3f400b2990 0x7f3f400b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3f58079a30 tx=0x7f3f44005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.148+0000 7f3f5dc00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] conn(0x7f3f400bc4d0 0x7f3f400be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:56.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.148+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== osd.10 v2:172.21.15.105:6824/264302961 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3f400bf040 con 0x7f3f400bc4d0 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.167+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 --> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3f58064030 con 0x7f3f400bc4d0 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.167+0000 7f3f55600700 1 -- 172.21.15.69:0/2646842893 <== osd.10 v2:172.21.15.105:6824/264302961 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3f58064030 con 0x7f3f400bc4d0 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] conn(0x7f3f400bc4d0 msgr2=0x7f3f400be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] conn(0x7f3f400bc4d0 0x7f3f400be970 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3f400b2990 msgr2=0x7f3f400b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3f400b2990 0x7f3f400b4e50 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3f58079a30 tx=0x7f3f44005fd0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f5806b180 msgr2=0x7f3f58102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:56.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 --2- 172.21.15.69:0/2646842893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f5806b180 0x7f3f58102470 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c00ef30 tx=0x7f3f4c00c3a0 comp rx=0 tx=0).stop 2024-05-08T05:58:56.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5dc00700 1 -- 172.21.15.69:0/2646842893 reap_dead start 2024-05-08T05:58:56.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 shutdown_connections 2024-05-08T05:58:56.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 >> 172.21.15.69:0/2646842893 conn(0x7f3f58079350 msgr2=0x7f3f58101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:56.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 shutdown_connections 2024-05-08T05:58:56.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:54.168+0000 7f3f5fc00700 1 -- 172.21.15.69:0/2646842893 wait complete. 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.568+0000 7f3615600700 1 -- 172.21.15.69:0/1747702526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610103750 msgr2=0x7f3610103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.568+0000 7f3615600700 1 --2- 172.21.15.69:0/1747702526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610103750 0x7f3610103b30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f36000099c0 tx=0x7f3600009cd0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 -- 172.21.15.69:0/1747702526 shutdown_connections 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 --2- 172.21.15.69:0/1747702526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3610108850 0x7f36101103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 --2- 172.21.15.69:0/1747702526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610103750 0x7f3610103b30 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 --2- 172.21.15.69:0/1747702526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 0x7f3610108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 -- 172.21.15.69:0/1747702526 >> 172.21.15.69:0/1747702526 conn(0x7f361007a600 msgr2=0x7f361007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:57.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 -- 172.21.15.69:0/1747702526 shutdown_connections 2024-05-08T05:58:57.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.569+0000 7f3615600700 1 -- 172.21.15.69:0/1747702526 wait complete. 2024-05-08T05:58:57.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.571+0000 7f3615600700 1 Processor -- start 2024-05-08T05:58:57.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.571+0000 7f3615600700 1 -- start start 2024-05-08T05:58:57.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.572+0000 7f3615600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3610103750 0x7f361019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.572+0000 7f3615600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 0x7f361019c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.572+0000 7f3615600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610108850 0x7f36101a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.572+0000 7f3615600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3610075ce0 con 0x7f3610108850 2024-05-08T05:58:57.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.572+0000 7f3615600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3610075b60 con 0x7f3610104100 2024-05-08T05:58:57.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.572+0000 7f3615600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3610075e60 con 0x7f3610103750 2024-05-08T05:58:57.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360ea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3610103750 0x7f361019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360e000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 0x7f361019c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610108850 0x7f36101a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360e000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 0x7f361019c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37278/0 (socket says 172.21.15.69:37278) 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360ea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3610103750 0x7f361019c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40894/0 (socket says 172.21.15.69:40894) 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360e000700 1 -- 172.21.15.69:0/1510218341 learned_addr learned my addr 172.21.15.69:0/1510218341 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360f400700 1 -- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3610103750 msgr2=0x7f361019c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360f400700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3610103750 0x7f361019c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360f400700 1 -- 172.21.15.69:0/1510218341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 msgr2=0x7f361019c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360f400700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 0x7f361019c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360f400700 1 -- 172.21.15.69:0/1510218341 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36101a0d30 con 0x7f3610108850 2024-05-08T05:58:57.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.573+0000 7f360e000700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3610104100 0x7f361019c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:57.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.574+0000 7f360f400700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610108850 0x7f36101a0630 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3608007f10 tx=0x7f360800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:57.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.574+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3608004db0 con 0x7f3610108850 2024-05-08T05:58:57.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.574+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36101a1020 con 0x7f3610108850 2024-05-08T05:58:57.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.574+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3608009e20 con 0x7f3610108850 2024-05-08T05:58:57.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.574+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3608015400 con 0x7f3610108850 2024-05-08T05:58:57.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.574+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36101a88c0 con 0x7f3610108850 2024-05-08T05:58:57.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.575+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3610107ad0 con 0x7f3610108850 2024-05-08T05:58:57.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.578+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f3608005260 con 0x7f3610108850 2024-05-08T05:58:57.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.580+0000 7f3607400700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f35f40b2990 0x7f35f40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.580+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f36080e2220 con 0x7f3610108850 2024-05-08T05:58:57.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.580+0000 7f360ea00700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f35f40b2990 0x7f35f40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.580+0000 7f3607400700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] conn(0x7f35f40bc4d0 0x7f35f40be970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.580+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 --> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f360800fec0 con 0x7f35f40bc4d0 2024-05-08T05:58:57.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.580+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f36080e25d0 con 0x7f3610108850 2024-05-08T05:58:57.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.581+0000 7f360ea00700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f35f40b2990 0x7f35f40b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3600003760 tx=0x7f3600005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:57.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.581+0000 7f360e000700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] conn(0x7f35f40bc4d0 0x7f35f40be970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.581+0000 7f360e000700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] conn(0x7f35f40bc4d0 0x7f35f40be970 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:57.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.582+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== osd.11 v2:172.21.15.135:6824/1706559262 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f360800fec0 con 0x7f35f40bc4d0 2024-05-08T05:58:57.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.600+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 --> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3610104be0 con 0x7f35f40bc4d0 2024-05-08T05:58:57.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3607400700 1 -- 172.21.15.69:0/1510218341 <== osd.11 v2:172.21.15.135:6824/1706559262 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3610104be0 con 0x7f35f40bc4d0 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] conn(0x7f35f40bc4d0 msgr2=0x7f35f40be970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] conn(0x7f35f40bc4d0 0x7f35f40be970 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f35f40b2990 msgr2=0x7f35f40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f35f40b2990 0x7f35f40b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f3600003760 tx=0x7f3600005fb0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610108850 msgr2=0x7f36101a0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 --2- 172.21.15.69:0/1510218341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3610108850 0x7f36101a0630 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3608007f10 tx=0x7f360800d3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f360f400700 1 -- 172.21.15.69:0/1510218341 reap_dead start 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 shutdown_connections 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.601+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 >> 172.21.15.69:0/1510218341 conn(0x7f361007a600 msgr2=0x7f3610107070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:57.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.602+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 shutdown_connections 2024-05-08T05:58:57.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:57.602+0000 7f3615600700 1 -- 172.21.15.69:0/1510218341 wait complete. 2024-05-08T05:58:57.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 -- 172.21.15.69:0/4126962758 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 msgr2=0x7fc5f8112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 --2- 172.21.15.69:0/4126962758 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f8112290 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fc5f000b0a0 tx=0x7fc5f000b3b0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 -- 172.21.15.69:0/4126962758 shutdown_connections 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 --2- 172.21.15.69:0/4126962758 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f8112290 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 --2- 172.21.15.69:0/4126962758 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5f80756d0 0x7fc5f8075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 --2- 172.21.15.69:0/4126962758 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc5f8075ff0 0x7fc5f810f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 -- 172.21.15.69:0/4126962758 >> 172.21.15.69:0/4126962758 conn(0x7fc5f807a600 msgr2=0x7fc5f807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 -- 172.21.15.69:0/4126962758 shutdown_connections 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.248+0000 7fc5ff600700 1 -- 172.21.15.69:0/4126962758 wait complete. 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.249+0000 7fc5ff600700 1 Processor -- start 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.249+0000 7fc5ff600700 1 -- start start 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5ff600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc5f80756d0 0x7fc5f81a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5ff600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5f8075ff0 0x7fc5f81a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5ff600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5ff600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f8115890 con 0x7fc5f810fea0 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5ff600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f8115710 con 0x7fc5f8075ff0 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5ff600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc5f8115a10 con 0x7fc5f80756d0 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5fd600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5fd600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f819bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35022/0 (socket says 172.21.15.69:35022) 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5fd600700 1 -- 172.21.15.69:0/764091416 learned_addr learned my addr 172.21.15.69:0/764091416 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5f7e00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5f8075ff0 0x7fc5f81a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.250+0000 7fc5fcc00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc5f80756d0 0x7fc5f81a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f7e00700 1 -- 172.21.15.69:0/764091416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc5f80756d0 msgr2=0x7fc5f81a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f7e00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc5f80756d0 0x7fc5f81a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f7e00700 1 -- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 msgr2=0x7fc5f819bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f7e00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f819bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f7e00700 1 -- 172.21.15.69:0/764091416 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5f819c410 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5fd600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc5f810fea0 0x7fc5f819bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5fcc00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc5f80756d0 0x7fc5f81a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f7e00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5f8075ff0 0x7fc5f81a1fa0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc5e400e9c0 tx=0x7fc5e400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e400cbd0 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc5e40044d0 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5f819c700 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4003c90 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.251+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5f81a89e0 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.252+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc5f8063bf0 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.255+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc5e4003e30 con 0x7fc5f8075ff0 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.256+0000 7fc5f5600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5e00b2910 0x7fc5e00b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.256+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc5e40e2980 con 0x7fc5f8075ff0 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.256+0000 7fc5fcc00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5e00b2910 0x7fc5e00b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.257+0000 7fc5f5600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] conn(0x7fc5e00bc450 0x7fc5e00be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.257+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 --> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc5e00befc0 con 0x7fc5e00bc450 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.257+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fc5e40e2d30 con 0x7fc5f8075ff0 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.257+0000 7fc5fd600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] conn(0x7fc5e00bc450 0x7fc5e00be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.257+0000 7fc5fcc00700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5e00b2910 0x7fc5e00b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec009cb0 tx=0x7fc5ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.257+0000 7fc5fd600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] conn(0x7fc5e00bc450 0x7fc5e00be8f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.258+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== osd.7 v2:172.21.15.105:6816/289694691 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc5e00befc0 con 0x7fc5e00bc450 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.276+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 --> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc5f8064070 con 0x7fc5e00bc450 2024-05-08T05:58:57.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5f5600700 1 -- 172.21.15.69:0/764091416 <== osd.7 v2:172.21.15.105:6816/289694691 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fc5f8064070 con 0x7fc5e00bc450 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] conn(0x7fc5e00bc450 msgr2=0x7fc5e00be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] conn(0x7fc5e00bc450 0x7fc5e00be8f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5e00b2910 msgr2=0x7fc5e00b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5e00b2910 0x7fc5e00b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec009cb0 tx=0x7fc5ec009260 comp rx=0 tx=0).stop 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5f8075ff0 msgr2=0x7fc5f81a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 --2- 172.21.15.69:0/764091416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc5f8075ff0 0x7fc5f81a1fa0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc5e400e9c0 tx=0x7fc5e400ecd0 comp rx=0 tx=0).stop 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5fd600700 1 -- 172.21.15.69:0/764091416 reap_dead start 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 shutdown_connections 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.277+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 >> 172.21.15.69:0/764091416 conn(0x7fc5f807a600 msgr2=0x7fc5f8100610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:58:57.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.278+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 shutdown_connections 2024-05-08T05:58:57.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:58:55.278+0000 7fc5ff600700 1 -- 172.21.15.69:0/764091416 wait complete. 2024-05-08T05:58:58.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:58:58 smithi069 ceph-mon[29571]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-08T05:58:58.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:58:58 smithi135 ceph-mon[34761]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-08T05:58:58.318 INFO:teuthology.orchestra.run.smithi069.stdout:279172874284 2024-05-08T05:58:58.319 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-08T05:58:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:58:58 smithi105 ceph-mon[34393]: pgmap v378: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-08T05:58:58.898 INFO:teuthology.orchestra.run.smithi069.stdout:154618822730 2024-05-08T05:58:58.899 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-08T05:58:59.752 INFO:teuthology.orchestra.run.smithi069.stdout:304942678057 2024-05-08T05:58:59.753 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-08T05:59:00.086 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.115 INFO:teuthology.orchestra.run.smithi069.stdout:206158430270 2024-05-08T05:59:00.116 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-08T05:59:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:00 smithi135 ceph-mon[34761]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:00.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:00 smithi069 ceph-mon[29571]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:00 smithi105 ceph-mon[34393]: pgmap v379: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:00.572 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.590 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.598 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.602 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.602 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.605 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.616 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:00.616 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:02.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:02 smithi135 ceph-mon[34761]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:02.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:02 smithi069 ceph-mon[29571]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:02 smithi105 ceph-mon[34393]: pgmap v380: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:04 smithi135 ceph-mon[34761]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:04.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:04 smithi069 ceph-mon[29571]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:04.322 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:04 smithi105 ceph-mon[34393]: pgmap v381: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:06.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:06 smithi135 ceph-mon[34761]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:06.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:06 smithi069 ceph-mon[29571]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:06 smithi105 ceph-mon[34393]: pgmap v382: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:07.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:07 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:59:07.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:07 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:59:07.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:07 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T05:59:08.007 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:08.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:08 smithi069 ceph-mon[29571]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-08T05:59:08.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:08 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:08 smithi135 ceph-mon[34761]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-08T05:59:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:08 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:08 smithi105 ceph-mon[34393]: pgmap v383: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-05-08T05:59:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:08 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 -- 172.21.15.69:0/1091159325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 msgr2=0x7feb5810bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 --2- 172.21.15.69:0/1091159325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb5810bac0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7feb48009990 tx=0x7feb48009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 -- 172.21.15.69:0/1091159325 shutdown_connections 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 --2- 172.21.15.69:0/1091159325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 0x7feb581125b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 --2- 172.21.15.69:0/1091159325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb5810bac0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 --2- 172.21.15.69:0/1091159325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb581056e0 0x7feb58105b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 -- 172.21.15.69:0/1091159325 >> 172.21.15.69:0/1091159325 conn(0x7feb581011d0 msgr2=0x7feb581035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 -- 172.21.15.69:0/1091159325 shutdown_connections 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.410+0000 7feb5d200700 1 -- 172.21.15.69:0/1091159325 wait complete. 2024-05-08T05:59:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.411+0000 7feb5d200700 1 Processor -- start 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.411+0000 7feb5d200700 1 -- start start 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb5d200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb581056e0 0x7feb5819bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb5d200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 0x7feb5819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb5d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb581a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb5d200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7feb58115920 con 0x7feb581060a0 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb5d200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7feb581157a0 con 0x7feb581056e0 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb5d200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7feb58115aa0 con 0x7feb5810b6e0 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb55400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 0x7feb5819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb55e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb581056e0 0x7feb5819bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb55400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 0x7feb5819c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43492/0 (socket says 172.21.15.69:43492) 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb56800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb581a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.412+0000 7feb55400700 1 -- 172.21.15.69:0/2924598244 learned_addr learned my addr 172.21.15.69:0/2924598244 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb56800700 1 -- 172.21.15.69:0/2924598244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb581056e0 msgr2=0x7feb5819bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb56800700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb581056e0 0x7feb5819bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb56800700 1 -- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 msgr2=0x7feb5819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb56800700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 0x7feb5819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb56800700 1 -- 172.21.15.69:0/2924598244 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb581a0e00 con 0x7feb5810b6e0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb56800700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb581a06c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feb5000efc0 tx=0x7feb5000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb500092e0 con 0x7feb5810b6e0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb50004bb0 con 0x7feb5810b6e0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb50004020 con 0x7feb5810b6e0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.413+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb581a1090 con 0x7feb5810b6e0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.414+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb581a8970 con 0x7feb5810b6e0 2024-05-08T05:59:09.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.415+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb5810dc70 con 0x7feb5810b6e0 2024-05-08T05:59:09.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.417+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7feb5001b030 con 0x7feb5810b6e0 2024-05-08T05:59:09.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.419+0000 7feb4ea00700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb3c0b2990 0x7feb3c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.419+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7feb500e1ef0 con 0x7feb5810b6e0 2024-05-08T05:59:09.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.419+0000 7feb55e00700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb3c0b2990 0x7feb3c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.420+0000 7feb55e00700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb3c0b2990 0x7feb3c0b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7feb48006010 tx=0x7feb4800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:09.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.421+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feb50022020 con 0x7feb5810b6e0 2024-05-08T05:59:09.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.664+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7feb5810d650 con 0x7feb5810b6e0 2024-05-08T05:59:09.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.665+0000 7feb4ea00700 1 -- 172.21.15.69:0/2924598244 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7feb50010040 con 0x7feb5810b6e0 2024-05-08T05:59:09.666 INFO:teuthology.orchestra.run.smithi069.stdout:257698037814 2024-05-08T05:59:09.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.668+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb3c0b2990 msgr2=0x7feb3c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb3c0b2990 0x7feb3c0b4e50 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7feb48006010 tx=0x7feb4800b260 comp rx=0 tx=0).stop 2024-05-08T05:59:09.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 msgr2=0x7feb581a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb581a06c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7feb5000efc0 tx=0x7feb5000c3a0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 shutdown_connections 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb5810b6e0 0x7feb581a06c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb3c0b2990 0x7feb3c0b4e50 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb581056e0 0x7feb5819bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 --2- 172.21.15.69:0/2924598244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb581060a0 0x7feb5819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 >> 172.21.15.69:0/2924598244 conn(0x7feb581011d0 msgr2=0x7feb58101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 shutdown_connections 2024-05-08T05:59:09.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.669+0000 7feb5d200700 1 -- 172.21.15.69:0/2924598244 wait complete. 2024-05-08T05:59:09.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 -- 172.21.15.69:0/1247830673 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec106080 msgr2=0x7fb8ec112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/1247830673 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec106080 0x7fb8ec112590 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb8e4009f90 tx=0x7fb8e400b330 comp rx=0 tx=0).stop 2024-05-08T05:59:09.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 -- 172.21.15.69:0/1247830673 shutdown_connections 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/1247830673 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec106080 0x7fb8ec112590 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/1247830673 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec10b6c0 0x7fb8ec10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/1247830673 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec1056c0 0x7fb8ec105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 -- 172.21.15.69:0/1247830673 >> 172.21.15.69:0/1247830673 conn(0x7fb8ec1011b0 msgr2=0x7fb8ec1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 -- 172.21.15.69:0/1247830673 shutdown_connections 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.046+0000 7fb8f2c00700 1 -- 172.21.15.69:0/1247830673 wait complete. 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.047+0000 7fb8f2c00700 1 Processor -- start 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.047+0000 7fb8f2c00700 1 -- start start 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f2c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec1056c0 0x7fb8ec19bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f2c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec106080 0x7fb8ec19c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f2c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec10b6c0 0x7fb8ec1a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f2c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ec115950 con 0x7fb8ec106080 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f2c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ec1157d0 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f2c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb8ec115ad0 con 0x7fb8ec1056c0 2024-05-08T05:59:09.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec106080 0x7fb8ec19c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8ebe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec1056c0 0x7fb8ec19bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec106080 0x7fb8ec19c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43480/0 (socket says 172.21.15.69:43480) 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f0c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec10b6c0 0x7fb8ec1a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8eb400700 1 -- 172.21.15.69:0/297503024 learned_addr learned my addr 172.21.15.69:0/297503024 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f0c00700 1 -- 172.21.15.69:0/297503024 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec1056c0 msgr2=0x7fb8ec19bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f0c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec1056c0 0x7fb8ec19bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f0c00700 1 -- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec106080 msgr2=0x7fb8ec19c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f0c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec106080 0x7fb8ec19c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8f0c00700 1 -- 172.21.15.69:0/297503024 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8ec1a0d80 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.048+0000 7fb8ebe00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec1056c0 0x7fb8ec19bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.049+0000 7fb8f0c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec10b6c0 0x7fb8ec1a0640 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb8e400b6c0 tx=0x7fb8e400cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.049+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4021070 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.049+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8e4007d60 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.049+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e4005040 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.049+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8ec1a1010 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.049+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8ec1a88f0 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.050+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8ec10dc50 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.052+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb8e4024070 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.054+0000 7fb8e8c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8d00b2990 0x7fb8d00b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.054+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb8e400f020 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.054+0000 7fb8ebe00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8d00b2990 0x7fb8d00b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:09.725 INFO:teuthology.orchestra.run.smithi069.stdout:107374182487 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.055+0000 7fb8ebe00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8d00b2990 0x7fb8d00b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc009fd0 tx=0x7fb8dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.056+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb8e402b020 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.316+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb8ec19d0d0 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.317+0000 7fb8e8c00700 1 -- 172.21.15.69:0/297503024 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb8e4007420 con 0x7fb8ec10b6c0 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8d00b2990 msgr2=0x7fb8d00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8d00b2990 0x7fb8d00b4e50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc009fd0 tx=0x7fb8dc009260 comp rx=0 tx=0).stop 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec10b6c0 msgr2=0x7fb8ec1a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec10b6c0 0x7fb8ec1a0640 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb8e400b6c0 tx=0x7fb8e400cc30 comp rx=0 tx=0).stop 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 shutdown_connections 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8d00b2990 0x7fb8d00b4e50 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb8ec10b6c0 0x7fb8ec1a0640 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb8ec1056c0 0x7fb8ec19bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 --2- 172.21.15.69:0/297503024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb8ec106080 0x7fb8ec19c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:09.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 >> 172.21.15.69:0/297503024 conn(0x7fb8ec1011b0 msgr2=0x7fb8ec1017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:09.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 shutdown_connections 2024-05-08T05:59:09.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:09.320+0000 7fb8f2c00700 1 -- 172.21.15.69:0/297503024 wait complete. 2024-05-08T05:59:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:10 smithi135 ceph-mon[34761]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:10 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/297503024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-08T05:59:10.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:10 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2924598244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-08T05:59:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:10 smithi069 ceph-mon[29571]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:10 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/297503024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-08T05:59:10.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:10 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2924598244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-08T05:59:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:10 smithi105 ceph-mon[34393]: pgmap v384: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:10 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/297503024' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-08T05:59:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:10 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2924598244' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-08T05:59:11.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:11 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:11.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:11 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:11.522 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:11.523 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:11.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:11 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:11.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:11 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:11.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:11 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:11.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:11 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:12.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:12 smithi105 ceph-mon[34393]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:12.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:12 smithi135 ceph-mon[34761]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:12 smithi069 ceph-mon[29571]: pgmap v385: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:14.230 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182481 got 107374182487 for osd.3 2024-05-08T05:59:14.230 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:14 smithi105 ceph-mon[34393]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:14 smithi105 ceph-mon[34393]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-08T05:59:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:14 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2315485156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-08T05:59:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:14 smithi135 ceph-mon[34761]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:14 smithi135 ceph-mon[34761]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-08T05:59:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:14 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2315485156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-08T05:59:14.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:14 smithi069 ceph-mon[29571]: pgmap v386: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:14.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:14 smithi069 ceph-mon[29571]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-08T05:59:14.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:14 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2315485156' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-08T05:59:15.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 -- 172.21.15.69:0/4104101558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481028e0 msgr2=0x7f19481080c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 --2- 172.21.15.69:0/4104101558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481028e0 0x7f19481080c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f1930009990 tx=0x7f1930009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 -- 172.21.15.69:0/4104101558 shutdown_connections 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 --2- 172.21.15.69:0/4104101558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19481087a0 0x7f1948110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 --2- 172.21.15.69:0/4104101558 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1948101f30 0x7f1948102310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 --2- 172.21.15.69:0/4104101558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481028e0 0x7f19481080c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 -- 172.21.15.69:0/4104101558 >> 172.21.15.69:0/4104101558 conn(0x7f1948077650 msgr2=0x7f1948077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 -- 172.21.15.69:0/4104101558 shutdown_connections 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.898+0000 7f194ca00700 1 -- 172.21.15.69:0/4104101558 wait complete. 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 Processor -- start 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 -- start start 2024-05-08T05:59:15.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1948101f30 0x7f194819f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19481028e0 0x7f194819fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 0x7f19481998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f19481135d0 con 0x7f19481087a0 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1948113450 con 0x7f1948101f30 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f194ca00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1948113750 con 0x7f19481028e0 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f1947e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 0x7f19481998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f1947e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 0x7f19481998d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43530/0 (socket says 172.21.15.69:43530) 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f1947e00700 1 -- 172.21.15.69:0/1545432348 learned_addr learned my addr 172.21.15.69:0/1545432348 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.900+0000 7f1947400700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1948101f30 0x7f194819f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f193ea00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19481028e0 0x7f194819fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1947e00700 1 -- 172.21.15.69:0/1545432348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19481028e0 msgr2=0x7f194819fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1947e00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19481028e0 0x7f194819fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1947e00700 1 -- 172.21.15.69:0/1545432348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1948101f30 msgr2=0x7f194819f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1947e00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1948101f30 0x7f194819f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1947e00700 1 -- 172.21.15.69:0/1545432348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f194819a030 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1947e00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 0x7f19481998d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f194000ef30 tx=0x7f194000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19400092e0 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1940004bb0 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f194819a2c0 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.901+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1940004020 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.902+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19481a6590 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.903+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f194806a190 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.905+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f194001b030 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.908+0000 7f1944c00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f192c0b2880 0x7f192c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.908+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f19400e2700 con 0x7f19481087a0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.908+0000 7f1947400700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f192c0b2880 0x7f192c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.909+0000 7f1947400700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f192c0b2880 0x7f192c0b4d40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1948108500 tx=0x7f1938009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:15.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:14.910+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1940022020 con 0x7f19481087a0 2024-05-08T05:59:15.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.157+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f194802e510 con 0x7f19481087a0 2024-05-08T05:59:15.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.158+0000 7f1944c00700 1 -- 172.21.15.69:0/1545432348 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1940010040 con 0x7f19481087a0 2024-05-08T05:59:15.159 INFO:teuthology.orchestra.run.smithi069.stdout:133143986260 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f192c0b2880 msgr2=0x7f192c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f192c0b2880 0x7f192c0b4d40 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1948108500 tx=0x7f1938009260 comp rx=0 tx=0).stop 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 msgr2=0x7f19481998d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 0x7f19481998d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f194000ef30 tx=0x7f194000c3a0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 shutdown_connections 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19481087a0 0x7f19481998d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f192c0b2880 0x7f192c0b4d40 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1948101f30 0x7f194819f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 --2- 172.21.15.69:0/1545432348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19481028e0 0x7f194819fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 >> 172.21.15.69:0/1545432348 conn(0x7f1948077650 msgr2=0x7f19480ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.162+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 shutdown_connections 2024-05-08T05:59:15.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:15.163+0000 7f194ca00700 1 -- 172.21.15.69:0/1545432348 wait complete. 2024-05-08T05:59:15.437 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:15 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1545432348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-08T05:59:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:15 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1545432348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-08T05:59:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:15 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1545432348' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-08T05:59:15.749 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037809 got 257698037814 for osd.9 2024-05-08T05:59:15.749 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:16.436 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:16 smithi069 ceph-mon[29571]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T05:59:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:16 smithi105 ceph-mon[34393]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T05:59:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:16 smithi135 ceph-mon[34761]: pgmap v387: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T05:59:16.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.605+0000 7f38f0a00700 1 -- 172.21.15.69:0/533294388 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 msgr2=0x7f38ec075cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:16.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.605+0000 7f38f0a00700 1 --2- 172.21.15.69:0/533294388 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec075cb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f38dc009990 tx=0x7f38dc009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 -- 172.21.15.69:0/533294388 shutdown_connections 2024-05-08T05:59:16.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 --2- 172.21.15.69:0/533294388 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38ec10fc10 0x7f38ec112080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 --2- 172.21.15.69:0/533294388 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec075cb0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 --2- 172.21.15.69:0/533294388 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38ec0761f0 0x7f38ec10f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 -- 172.21.15.69:0/533294388 >> 172.21.15.69:0/533294388 conn(0x7f38ec0fef20 msgr2=0x7f38ec101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:16.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 -- 172.21.15.69:0/533294388 shutdown_connections 2024-05-08T05:59:16.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.606+0000 7f38f0a00700 1 -- 172.21.15.69:0/533294388 wait complete. 2024-05-08T05:59:16.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 Processor -- start 2024-05-08T05:59:16.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 -- start start 2024-05-08T05:59:16.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec1a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:16.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38ec0761f0 0x7f38ec1a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:16.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38ec10fc10 0x7f38ec19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec115810 con 0x7f38ec0761f0 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec115690 con 0x7f38ec10fc10 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.607+0000 7f38f0a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec115990 con 0x7f38ec0758d0 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec1a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec1a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45748/0 (socket says 172.21.15.69:45748) 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 -- 172.21.15.69:0/2820697961 learned_addr learned my addr 172.21.15.69:0/2820697961 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38e3e00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38ec0761f0 0x7f38ec1a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38eb200700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38ec10fc10 0x7f38ec19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 -- 172.21.15.69:0/2820697961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38ec10fc10 msgr2=0x7f38ec19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38ec10fc10 0x7f38ec19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 -- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38ec0761f0 msgr2=0x7f38ec1a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38ec0761f0 0x7f38ec1a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.608+0000 7f38ea800700 1 -- 172.21.15.69:0/2820697961 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec19c410 con 0x7f38ec0758d0 2024-05-08T05:59:16.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.609+0000 7f38ea800700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec1a1a60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f38dc005910 tx=0x7f38dc00b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:16.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.609+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38dc027070 con 0x7f38ec0758d0 2024-05-08T05:59:16.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.609+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38ec19c6a0 con 0x7f38ec0758d0 2024-05-08T05:59:16.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.609+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38dc022470 con 0x7f38ec0758d0 2024-05-08T05:59:16.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.609+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38dc017650 con 0x7f38ec0758d0 2024-05-08T05:59:16.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.609+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38ec1a89e0 con 0x7f38ec0758d0 2024-05-08T05:59:16.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.610+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38ec076f80 con 0x7f38ec0758d0 2024-05-08T05:59:16.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.613+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f38dc02a070 con 0x7f38ec0758d0 2024-05-08T05:59:16.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.614+0000 7f38e3400700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f38d00b2880 0x7f38d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:16.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.614+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f38dc0e3160 con 0x7f38ec0758d0 2024-05-08T05:59:16.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.614+0000 7f38e3e00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f38d00b2880 0x7f38d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:16.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.615+0000 7f38e3e00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f38d00b2880 0x7f38d00b4d40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f38ec19d280 tx=0x7f38d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:16.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.616+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f38dc013070 con 0x7f38ec0758d0 2024-05-08T05:59:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.857+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f38ec06a190 con 0x7f38ec0758d0 2024-05-08T05:59:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.857+0000 7f38e3400700 1 -- 172.21.15.69:0/2820697961 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f38dc0aaec0 con 0x7f38ec0758d0 2024-05-08T05:59:16.858 INFO:teuthology.orchestra.run.smithi069.stdout:180388626503 2024-05-08T05:59:16.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f38d00b2880 msgr2=0x7f38d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:16.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f38d00b2880 0x7f38d00b4d40 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f38ec19d280 tx=0x7f38d4009260 comp rx=0 tx=0).stop 2024-05-08T05:59:16.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 msgr2=0x7f38ec1a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec1a1a60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f38dc005910 tx=0x7f38dc00b670 comp rx=0 tx=0).stop 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 shutdown_connections 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f38d00b2880 0x7f38d00b4d40 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38ec10fc10 0x7f38ec19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f38ec0758d0 0x7f38ec1a1a60 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 --2- 172.21.15.69:0/2820697961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38ec0761f0 0x7f38ec1a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 >> 172.21.15.69:0/2820697961 conn(0x7f38ec0fef20 msgr2=0x7f38ec0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 shutdown_connections 2024-05-08T05:59:16.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:16.861+0000 7f38f0a00700 1 -- 172.21.15.69:0/2820697961 wait complete. 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 -- 172.21.15.69:0/3365034076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c34109ad0 msgr2=0x7f6c34109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 --2- 172.21.15.69:0/3365034076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c34109ad0 0x7f6c34109f50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6c20009990 tx=0x7f6c20009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 -- 172.21.15.69:0/3365034076 shutdown_connections 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 --2- 172.21.15.69:0/3365034076 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c3410a490 0x7f6c341169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 --2- 172.21.15.69:0/3365034076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410fb60 0x7f6c3410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 --2- 172.21.15.69:0/3365034076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c34109ad0 0x7f6c34109f50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 -- 172.21.15.69:0/3365034076 >> 172.21.15.69:0/3365034076 conn(0x7f6c34076c70 msgr2=0x7f6c341082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 -- 172.21.15.69:0/3365034076 shutdown_connections 2024-05-08T05:59:17.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.115+0000 7f6c3a800700 1 -- 172.21.15.69:0/3365034076 wait complete. 2024-05-08T05:59:17.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.116+0000 7f6c3a800700 1 Processor -- start 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.116+0000 7f6c3a800700 1 -- start start 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c3a800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c34109ad0 0x7f6c341a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c3a800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410a490 0x7f6c341a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c3a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c3410fb60 0x7f6c341a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c3a800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6c34119d20 con 0x7f6c3410fb60 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c3a800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6c34119ba0 con 0x7f6c3410a490 2024-05-08T05:59:17.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c3a800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6c34119ea0 con 0x7f6c34109ad0 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c33e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c3410fb60 0x7f6c341a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c32a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410a490 0x7f6c341a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c33e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c3410fb60 0x7f6c341a4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43590/0 (socket says 172.21.15.69:43590) 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c33e00700 1 -- 172.21.15.69:0/1941343843 learned_addr learned my addr 172.21.15.69:0/1941343843 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.117+0000 7f6c33400700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c34109ad0 0x7f6c341a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c32a00700 1 -- 172.21.15.69:0/1941343843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c34109ad0 msgr2=0x7f6c341a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c32a00700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c34109ad0 0x7f6c341a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c32a00700 1 -- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c3410fb60 msgr2=0x7f6c341a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c32a00700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c3410fb60 0x7f6c341a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c32a00700 1 -- 172.21.15.69:0/1941343843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c341a5190 con 0x7f6c3410a490 2024-05-08T05:59:17.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c32a00700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410a490 0x7f6c341a0710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6c200098e0 tx=0x7f6c200057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:17.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c20027070 con 0x7f6c3410a490 2024-05-08T05:59:17.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.118+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c341a5420 con 0x7f6c3410a490 2024-05-08T05:59:17.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.119+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6c20022470 con 0x7f6c3410a490 2024-05-08T05:59:17.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.119+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c20017650 con 0x7f6c3410a490 2024-05-08T05:59:17.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.119+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c341acd00 con 0x7f6c3410a490 2024-05-08T05:59:17.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.120+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c3406a190 con 0x7f6c3410a490 2024-05-08T05:59:17.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.122+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6c2002a070 con 0x7f6c3410a490 2024-05-08T05:59:17.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.123+0000 7f6c2be00700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c180b2880 0x7f6c180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:17.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.124+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6c200e3120 con 0x7f6c3410a490 2024-05-08T05:59:17.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.124+0000 7f6c33400700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c180b2880 0x7f6c180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:17.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.124+0000 7f6c33400700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c180b2880 0x7f6c180b4d40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6c24009be0 tx=0x7f6c24009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:17.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.126+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6c20031080 con 0x7f6c3410a490 2024-05-08T05:59:17.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:17 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2820697961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-08T05:59:17.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.371+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f6c3402e510 con 0x7f6c3410a490 2024-05-08T05:59:17.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.372+0000 7f6c2be00700 1 -- 172.21.15.69:0/1941343843 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6c200b1e20 con 0x7f6c3410a490 2024-05-08T05:59:17.372 INFO:teuthology.orchestra.run.smithi069.stdout:34359738472 2024-05-08T05:59:17.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c180b2880 msgr2=0x7f6c180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:17.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c180b2880 0x7f6c180b4d40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6c24009be0 tx=0x7f6c24009260 comp rx=0 tx=0).stop 2024-05-08T05:59:17.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410a490 msgr2=0x7f6c341a0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:17.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410a490 0x7f6c341a0710 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6c200098e0 tx=0x7f6c200057c0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 shutdown_connections 2024-05-08T05:59:17.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6c3410fb60 0x7f6c341a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6c34109ad0 0x7f6c341a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6c180b2880 0x7f6c180b4d40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 --2- 172.21.15.69:0/1941343843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6c3410a490 0x7f6c341a0710 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:17.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.375+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 >> 172.21.15.69:0/1941343843 conn(0x7f6c34076c70 msgr2=0x7f6c34077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:17.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.376+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 shutdown_connections 2024-05-08T05:59:17.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.376+0000 7f6c3a800700 1 -- 172.21.15.69:0/1941343843 wait complete. 2024-05-08T05:59:17.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:17 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2820697961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-08T05:59:17.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:17 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2820697961' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-08T05:59:18.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 -- 172.21.15.69:0/1474130443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c10b6c0 msgr2=0x7f8b9c10baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:18.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 --2- 172.21.15.69:0/1474130443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c10baa0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c009990 tx=0x7f8b8c009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 -- 172.21.15.69:0/1474130443 shutdown_connections 2024-05-08T05:59:18.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 --2- 172.21.15.69:0/1474130443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b9c106080 0x7f8b9c112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 --2- 172.21.15.69:0/1474130443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c10baa0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 --2- 172.21.15.69:0/1474130443 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 -- 172.21.15.69:0/1474130443 >> 172.21.15.69:0/1474130443 conn(0x7f8b9c1011b0 msgr2=0x7f8b9c1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 -- 172.21.15.69:0/1474130443 shutdown_connections 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.660+0000 7f8ba1600700 1 -- 172.21.15.69:0/1474130443 wait complete. 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.661+0000 7f8ba1600700 1 Processor -- start 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 -- start start 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b9c106080 0x7f8b9c19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c1a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9c115900 con 0x7f8b9c1056c0 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9c115780 con 0x7f8b9c106080 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8ba1600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8b9c115a80 con 0x7f8b9c10b6c0 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8b9aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8b9aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c19bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43618/0 (socket says 172.21.15.69:43618) 2024-05-08T05:59:18.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.662+0000 7f8b9aa00700 1 -- 172.21.15.69:0/2161318234 learned_addr learned my addr 172.21.15.69:0/2161318234 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9b400700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c1a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9a000700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b9c106080 0x7f8b9c19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9aa00700 1 -- 172.21.15.69:0/2161318234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c10b6c0 msgr2=0x7f8b9c1a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9aa00700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c1a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9aa00700 1 -- 172.21.15.69:0/2161318234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b9c106080 msgr2=0x7f8b9c19c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9aa00700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b9c106080 0x7f8b9c19c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9aa00700 1 -- 172.21.15.69:0/2161318234 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b9c1a0d70 con 0x7f8b9c1056c0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9b400700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b9aa00700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c19bdb0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c005910 tx=0x7f8b8c00b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.663+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8c027070 con 0x7f8b9c1056c0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.664+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b8c022470 con 0x7f8b9c1056c0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.664+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b9c1a1000 con 0x7f8b9c1056c0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.664+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8c017650 con 0x7f8b9c1056c0 2024-05-08T05:59:18.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.664+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b9c1a88e0 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.665+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b9c106e00 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.667+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8b8c02a070 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.669+0000 7f8b93400700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b800b2880 0x7f8b800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.669+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8b8c0e3190 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.669+0000 7f8b9a000700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b800b2880 0x7f8b800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.670+0000 7f8b9a000700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b800b2880 0x7f8b800b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c10acc0 tx=0x7f8b88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.672+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8b8c013070 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.909+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f8b9c02e510 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.909+0000 7f8b93400700 1 -- 172.21.15.69:0/2161318234 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8b8c0aaef0 con 0x7f8b9c1056c0 2024-05-08T05:59:18.149 INFO:teuthology.orchestra.run.smithi069.stdout:77309411425 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b800b2880 msgr2=0x7f8b800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b800b2880 0x7f8b800b4d40 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c10acc0 tx=0x7f8b88009260 comp rx=0 tx=0).stop 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 msgr2=0x7f8b9c19bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c19bdb0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c005910 tx=0x7f8b8c00b670 comp rx=0 tx=0).stop 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 shutdown_connections 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8b9c10b6c0 0x7f8b9c1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8b9c1056c0 0x7f8b9c19bdb0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b800b2880 0x7f8b800b4d40 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 --2- 172.21.15.69:0/2161318234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8b9c106080 0x7f8b9c19c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:18.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 >> 172.21.15.69:0/2161318234 conn(0x7f8b9c1011b0 msgr2=0x7f8b9c1017b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:18.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 shutdown_connections 2024-05-08T05:59:18.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:17.913+0000 7f8ba1600700 1 -- 172.21.15.69:0/2161318234 wait complete. 2024-05-08T05:59:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:18 smithi105 ceph-mon[34393]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T05:59:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:18 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1941343843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-08T05:59:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:18 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2161318234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-08T05:59:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:18 smithi135 ceph-mon[34761]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T05:59:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:18 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1941343843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-08T05:59:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:18 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2161318234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-08T05:59:18.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:18 smithi069 ceph-mon[29571]: pgmap v388: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T05:59:18.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:18 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1941343843' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-08T05:59:18.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:18 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2161318234' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-08T05:59:19.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 -- 172.21.15.69:0/959054569 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06bb40 msgr2=0x7ff7ec110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:19.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 --2- 172.21.15.69:0/959054569 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06bb40 0x7ff7ec110330 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400b0a0 tx=0x7ff7e400b3b0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 -- 172.21.15.69:0/959054569 shutdown_connections 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 --2- 172.21.15.69:0/959054569 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06bb40 0x7ff7ec110330 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 --2- 172.21.15.69:0/959054569 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff7ec109510 0x7ff7ec1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 --2- 172.21.15.69:0/959054569 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7ec06b180 0x7ff7ec06b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 -- 172.21.15.69:0/959054569 >> 172.21.15.69:0/959054569 conn(0x7ff7ec079350 msgr2=0x7ff7ec079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 -- 172.21.15.69:0/959054569 shutdown_connections 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.336+0000 7ff7f1000700 1 -- 172.21.15.69:0/959054569 wait complete. 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.337+0000 7ff7f1000700 1 Processor -- start 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.337+0000 7ff7f1000700 1 -- start start 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7f1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 0x7ff7ec102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7f1000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7ec06bb40 0x7ff7ec1029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7f1000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff7ec109510 0x7ff7ec102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7f1000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff7ec113690 con 0x7ff7ec06b180 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7f1000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff7ec113510 con 0x7ff7ec06bb40 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7f1000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff7ec113810 con 0x7ff7ec109510 2024-05-08T05:59:19.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7e9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 0x7ff7ec102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7e9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 0x7ff7ec102470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43508/0 (socket says 172.21.15.69:43508) 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7e9e00700 1 -- 172.21.15.69:0/2315485156 learned_addr learned my addr 172.21.15.69:0/2315485156 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7e9400700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7ec06bb40 0x7ff7ec1029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.338+0000 7ff7ea800700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff7ec109510 0x7ff7ec102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e9e00700 1 -- 172.21.15.69:0/2315485156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff7ec109510 msgr2=0x7ff7ec102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e9e00700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff7ec109510 0x7ff7ec102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e9e00700 1 -- 172.21.15.69:0/2315485156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7ec06bb40 msgr2=0x7ff7ec1029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e9e00700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7ec06bb40 0x7ff7ec1029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e9e00700 1 -- 172.21.15.69:0/2315485156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7ec1a81b0 con 0x7ff7ec06b180 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e9e00700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 0x7ff7ec102470 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00e9c0 tx=0x7ff7dc00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc00cbd0 con 0x7ff7ec06b180 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff7dc00ee60 con 0x7ff7ec06b180 2024-05-08T05:59:19.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7ec1a84a0 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc0055c0 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.339+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7ec1a8990 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.340+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7ec10b9f0 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.343+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff7dc004750 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.344+0000 7ff7e2a00700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7d00b2880 0x7ff7d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.344+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff7dc0e24a0 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.344+0000 7ff7e9400700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7d00b2880 0x7ff7d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.345+0000 7ff7e9400700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7d00b2880 0x7ff7d00b4d40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec1009a0 tx=0x7ff7d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.348+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff7dc0aa170 con 0x7ff7ec06b180 2024-05-08T05:59:19.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.582+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7ff7ec1039a0 con 0x7ff7ec06b180 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stdout:304942678060 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.583+0000 7ff7e2a00700 1 -- 172.21.15.69:0/2315485156 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7ff7dc0a9a70 con 0x7ff7ec06b180 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7d00b2880 msgr2=0x7ff7d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7d00b2880 0x7ff7d00b4d40 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec1009a0 tx=0x7ff7d8009260 comp rx=0 tx=0).stop 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 msgr2=0x7ff7ec102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 0x7ff7ec102470 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc00e9c0 tx=0x7ff7dc00ecd0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 shutdown_connections 2024-05-08T05:59:19.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff7ec109510 0x7ff7ec102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff7ec06b180 0x7ff7ec102470 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff7d00b2880 0x7ff7d00b4d40 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 --2- 172.21.15.69:0/2315485156 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7ec06bb40 0x7ff7ec1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:19.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 >> 172.21.15.69:0/2315485156 conn(0x7ff7ec079350 msgr2=0x7ff7ec101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:19.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 shutdown_connections 2024-05-08T05:59:19.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:13.586+0000 7ff7f1000700 1 -- 172.21.15.69:0/2315485156 wait complete. 2024-05-08T05:59:19.834 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678057 got 304942678060 for osd.11 2024-05-08T05:59:19.834 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:19.917 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626498 got 180388626503 for osd.6 2024-05-08T05:59:19.917 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:20 smithi105 ceph-mon[34393]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T05:59:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:20 smithi135 ceph-mon[34761]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T05:59:20.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:20 smithi069 ceph-mon[29571]: pgmap v389: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T05:59:20.834 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986254 got 133143986260 for osd.4 2024-05-08T05:59:20.834 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 -- 172.21.15.69:0/3113759135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 msgr2=0x7f86b406bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 --2- 172.21.15.69:0/3113759135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b406bb50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f86a0009990 tx=0x7f86a0009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 -- 172.21.15.69:0/3113759135 shutdown_connections 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 --2- 172.21.15.69:0/3113759135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b4105ee0 0x7f86b4106370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 --2- 172.21.15.69:0/3113759135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b41083d0 0x7f86b406b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 --2- 172.21.15.69:0/3113759135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b406bb50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 -- 172.21.15.69:0/3113759135 >> 172.21.15.69:0/3113759135 conn(0x7f86b4079350 msgr2=0x7f86b4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 -- 172.21.15.69:0/3113759135 shutdown_connections 2024-05-08T05:59:22.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.235+0000 7f86bc000700 1 -- 172.21.15.69:0/3113759135 wait complete. 2024-05-08T05:59:22.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.236+0000 7f86bc000700 1 Processor -- start 2024-05-08T05:59:22.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 -- start start 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b41a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b4105ee0 0x7f86b41a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b41083d0 0x7f86b41a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f86b4119c70 con 0x7f86b406b6f0 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f86b4119af0 con 0x7f86b41083d0 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.237+0000 7f86bc000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f86b4119df0 con 0x7f86b4105ee0 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b9600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b41a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b4105ee0 0x7f86b41a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:22.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b9600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b41a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59378/0 (socket says 172.21.15.69:59378) 2024-05-08T05:59:22.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b9600700 1 -- 172.21.15.69:0/2373663356 learned_addr learned my addr 172.21.15.69:0/2373663356 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:22.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86ba000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b41083d0 0x7f86b41a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:22.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 -- 172.21.15.69:0/2373663356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b41083d0 msgr2=0x7f86b41a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:22.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b41083d0 0x7f86b41a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 -- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 msgr2=0x7f86b41a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b41a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 -- 172.21.15.69:0/2373663356 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86b41a5170 con 0x7f86b4105ee0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.238+0000 7f86b8c00700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b4105ee0 0x7f86b41a06a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f86a00059d0 tx=0x7f86a00047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.239+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a0027070 con 0x7f86b4105ee0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.239+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86b41a5400 con 0x7f86b4105ee0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.239+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f86a0022470 con 0x7f86b4105ee0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.239+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86a0017650 con 0x7f86b4105ee0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.239+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86b41acce0 con 0x7f86b4105ee0 2024-05-08T05:59:22.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.240+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86b41029c0 con 0x7f86b4105ee0 2024-05-08T05:59:22.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.242+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f86a002a070 con 0x7f86b4105ee0 2024-05-08T05:59:22.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.244+0000 7f86b2000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2880 0x7f869c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:22.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.244+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f86a00e2e20 con 0x7f86b4105ee0 2024-05-08T05:59:22.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.244+0000 7f86b9600700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2880 0x7f869c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:22.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.245+0000 7f86b9600700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2880 0x7f869c0b4d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f86a8009ce0 tx=0x7f86a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:22.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.246+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f86a0013070 con 0x7f86b4105ee0 2024-05-08T05:59:22.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:22 smithi069 ceph-mon[29571]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T05:59:22.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.489+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f86b41aceb0 con 0x7f86b4105ee0 2024-05-08T05:59:22.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.490+0000 7f86b2000700 1 -- 172.21.15.69:0/2373663356 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f86a00aab80 con 0x7f86b4105ee0 2024-05-08T05:59:22.490 INFO:teuthology.orchestra.run.smithi069.stdout:55834574948 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2880 msgr2=0x7f869c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2880 0x7f869c0b4d40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f86a8009ce0 tx=0x7f86a8009260 comp rx=0 tx=0).stop 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b4105ee0 msgr2=0x7f86b41a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b4105ee0 0x7f86b41a06a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f86a00059d0 tx=0x7f86a00047b0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 shutdown_connections 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f869c0b2880 0x7f869c0b4d40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f86b41083d0 0x7f86b41a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f86b406b6f0 0x7f86b41a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 --2- 172.21.15.69:0/2373663356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f86b4105ee0 0x7f86b41a06a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 >> 172.21.15.69:0/2373663356 conn(0x7f86b4079350 msgr2=0x7f86b4104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.493+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 shutdown_connections 2024-05-08T05:59:22.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:22.494+0000 7f86bc000700 1 -- 172.21.15.69:0/2373663356 wait complete. 2024-05-08T05:59:22.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:22 smithi105 ceph-mon[34393]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T05:59:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:22 smithi135 ceph-mon[34761]: pgmap v390: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T05:59:23.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:23 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2373663356' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-08T05:59:23.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:23 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2373663356' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-08T05:59:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:23 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2373663356' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-08T05:59:24.475 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738467 got 34359738472 for osd.0 2024-05-08T05:59:24.475 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:24 smithi135 ceph-mon[34761]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T05:59:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:24 smithi069 ceph-mon[29571]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T05:59:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:24 smithi105 ceph-mon[34393]: pgmap v391: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T05:59:25.051 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411418 got 77309411425 for osd.2 2024-05-08T05:59:25.051 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:25.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.256+0000 7fc2da400700 1 -- 172.21.15.69:0/2011473949 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d4109460 msgr2=0x7fc2d4109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:25.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.256+0000 7fc2da400700 1 --2- 172.21.15.69:0/2011473949 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d4109460 0x7fc2d4109840 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8009990 tx=0x7fc2c8009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 -- 172.21.15.69:0/2011473949 shutdown_connections 2024-05-08T05:59:25.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 --2- 172.21.15.69:0/2011473949 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc2d4103d90 0x7fc2d41102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 --2- 172.21.15.69:0/2011473949 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d4109460 0x7fc2d4109840 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 --2- 172.21.15.69:0/2011473949 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d41033d0 0x7fc2d4103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 -- 172.21.15.69:0/2011473949 >> 172.21.15.69:0/2011473949 conn(0x7fc2d40fef20 msgr2=0x7fc2d4101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 -- 172.21.15.69:0/2011473949 shutdown_connections 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.257+0000 7fc2da400700 1 -- 172.21.15.69:0/2011473949 wait complete. 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.258+0000 7fc2da400700 1 Processor -- start 2024-05-08T05:59:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.258+0000 7fc2da400700 1 -- start start 2024-05-08T05:59:25.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2da400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 0x7fc2d41a1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2da400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc2d4103d90 0x7fc2d41a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2da400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d4109460 0x7fc2d419bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2da400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d41135c0 con 0x7fc2d41033d0 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2da400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d4113440 con 0x7fc2d4103d90 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2da400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d4113740 con 0x7fc2d4109460 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2d9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 0x7fc2d41a1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2d9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 0x7fc2d41a1900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59404/0 (socket says 172.21.15.69:59404) 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2d9000700 1 -- 172.21.15.69:0/2167674921 learned_addr learned my addr 172.21.15.69:0/2167674921 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2d3e00700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc2d4103d90 0x7fc2d41a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.259+0000 7fc2d9a00700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d4109460 0x7fc2d419bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9000700 1 -- 172.21.15.69:0/2167674921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d4109460 msgr2=0x7fc2d419bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9000700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d4109460 0x7fc2d419bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9000700 1 -- 172.21.15.69:0/2167674921 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc2d4103d90 msgr2=0x7fc2d41a1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9000700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc2d4103d90 0x7fc2d41a1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9000700 1 -- 172.21.15.69:0/2167674921 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2d419c220 con 0x7fc2d41033d0 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9a00700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d4109460 0x7fc2d419bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d9000700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 0x7fc2d41a1900 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8000c00 tx=0x7fc2c80057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c8027070 con 0x7fc2d41033d0 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2c8022470 con 0x7fc2d41033d0 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c8017650 con 0x7fc2d41033d0 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2d419c4b0 con 0x7fc2d41033d0 2024-05-08T05:59:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.260+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2d41a87d0 con 0x7fc2d41033d0 2024-05-08T05:59:25.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.262+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2d406a190 con 0x7fc2d41033d0 2024-05-08T05:59:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.264+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc2c802a070 con 0x7fc2d41033d0 2024-05-08T05:59:25.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.265+0000 7fc2d1600700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc2bc0b2900 0x7fc2bc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:25.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.266+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc2c80e3230 con 0x7fc2d41033d0 2024-05-08T05:59:25.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.266+0000 7fc2d3e00700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc2bc0b2900 0x7fc2bc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:25.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.266+0000 7fc2d3e00700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc2bc0b2900 0x7fc2bc0b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0009680 tx=0x7fc2c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.268+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc2c8013070 con 0x7fc2d41033d0 2024-05-08T05:59:25.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.508+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fc2d41a89a0 con 0x7fc2d41033d0 2024-05-08T05:59:25.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.509+0000 7fc2d1600700 1 -- 172.21.15.69:0/2167674921 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc2c80aaf90 con 0x7fc2d41033d0 2024-05-08T05:59:25.510 INFO:teuthology.orchestra.run.smithi069.stdout:231928234046 2024-05-08T05:59:25.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc2bc0b2900 msgr2=0x7fc2bc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:25.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc2bc0b2900 0x7fc2bc0b4dc0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0009680 tx=0x7fc2c0009260 comp rx=0 tx=0).stop 2024-05-08T05:59:25.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 msgr2=0x7fc2d41a1900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:25.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 0x7fc2d41a1900 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc2c8000c00 tx=0x7fc2c80057c0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 shutdown_connections 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc2d4109460 0x7fc2d419bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc2d41033d0 0x7fc2d41a1900 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc2bc0b2900 0x7fc2bc0b4dc0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 --2- 172.21.15.69:0/2167674921 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc2d4103d90 0x7fc2d41a1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 >> 172.21.15.69:0/2167674921 conn(0x7fc2d40fef20 msgr2=0x7fc2d410eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 shutdown_connections 2024-05-08T05:59:25.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:25.513+0000 7fc2da400700 1 -- 172.21.15.69:0/2167674921 wait complete. 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 -- 172.21.15.69:0/1093675514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc108850 msgr2=0x7f48fc1103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 --2- 172.21.15.69:0/1093675514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc108850 0x7f48fc1103d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f48f400b0d0 tx=0x7f48f400b3e0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 -- 172.21.15.69:0/1093675514 shutdown_connections 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 --2- 172.21.15.69:0/1093675514 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc108850 0x7f48fc1103d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 --2- 172.21.15.69:0/1093675514 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 0x7f48fc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 --2- 172.21.15.69:0/1093675514 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48fc104100 0x7f48fc108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 -- 172.21.15.69:0/1093675514 >> 172.21.15.69:0/1093675514 conn(0x7f48fc07a600 msgr2=0x7f48fc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 -- 172.21.15.69:0/1093675514 shutdown_connections 2024-05-08T05:59:26.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.109+0000 7f4903c00700 1 -- 172.21.15.69:0/1093675514 wait complete. 2024-05-08T05:59:26.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.110+0000 7f4903c00700 1 Processor -- start 2024-05-08T05:59:26.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 -- start start 2024-05-08T05:59:26.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 0x7f48fc0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:26.111 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 0x7f48fc075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48fc108850 0x7f48fc076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc113670 con 0x7f48fc104100 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc1134f0 con 0x7f48fc108850 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4903c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f48fc1137f0 con 0x7f48fc103750 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f48fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 0x7f48fc075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f48fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 0x7f48fc075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59422/0 (socket says 172.21.15.69:59422) 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f4901200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 0x7f48fc0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.111+0000 7f48fbe00700 1 -- 172.21.15.69:0/2195825176 learned_addr learned my addr 172.21.15.69:0/2195825176 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f4901c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48fc108850 0x7f48fc076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:26.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f48fbe00700 1 -- 172.21.15.69:0/2195825176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 msgr2=0x7f48fc0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:26.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f48fbe00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 0x7f48fc0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f48fbe00700 1 -- 172.21.15.69:0/2195825176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48fc108850 msgr2=0x7f48fc076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:26.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f48fbe00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48fc108850 0x7f48fc076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f48fbe00700 1 -- 172.21.15.69:0/2195825176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48fc1a7f30 con 0x7f48fc104100 2024-05-08T05:59:26.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f4901200700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 0x7f48fc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.112+0000 7f48fbe00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 0x7f48fc075ce0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f48e800c9b0 tx=0x7f48e800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.113+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8007b00 con 0x7f48fc104100 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.113+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f48e800ce50 con 0x7f48fc104100 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.113+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48fc1a8220 con 0x7f48fc104100 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.113+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48e8018660 con 0x7f48fc104100 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.113+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48fc1a8760 con 0x7f48fc104100 2024-05-08T05:59:26.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.114+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48fc06a190 con 0x7f48fc104100 2024-05-08T05:59:26.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.116+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f48e800f450 con 0x7f48fc104100 2024-05-08T05:59:26.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.118+0000 7f48f9600700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f48e40b2880 0x7f48e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:26.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.118+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f48e80e23d0 con 0x7f48fc104100 2024-05-08T05:59:26.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.118+0000 7f4901200700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f48e40b2880 0x7f48e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:26.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.119+0000 7f4901200700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f48e40b2880 0x7f48e40b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f48f0011490 tx=0x7f48f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:26.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.120+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f48e8014030 con 0x7f48fc104100 2024-05-08T05:59:26.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.365+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f48fc02e6d0 con 0x7f48fc104100 2024-05-08T05:59:26.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.366+0000 7f48f9600700 1 -- 172.21.15.69:0/2195825176 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f48e80aa130 con 0x7f48fc104100 2024-05-08T05:59:26.367 INFO:teuthology.orchestra.run.smithi069.stdout:154618822737 2024-05-08T05:59:26.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f48e40b2880 msgr2=0x7f48e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:26.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f48e40b2880 0x7f48e40b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f48f0011490 tx=0x7f48f0009260 comp rx=0 tx=0).stop 2024-05-08T05:59:26.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 msgr2=0x7f48fc075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:26.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 0x7f48fc075ce0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f48e800c9b0 tx=0x7f48e800ccc0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 shutdown_connections 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f48e40b2880 0x7f48e40b4d40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f48fc108850 0x7f48fc076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f48fc103750 0x7f48fc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 --2- 172.21.15.69:0/2195825176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f48fc104100 0x7f48fc075ce0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 >> 172.21.15.69:0/2195825176 conn(0x7f48fc07a600 msgr2=0x7f48fc1015e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.369+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 shutdown_connections 2024-05-08T05:59:26.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.370+0000 7f4903c00700 1 -- 172.21.15.69:0/2195825176 wait complete. 2024-05-08T05:59:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:26 smithi135 ceph-mon[34761]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T05:59:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:26 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2167674921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-08T05:59:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:26 smithi069 ceph-mon[29571]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T05:59:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:26 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2167674921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-08T05:59:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:26 smithi105 ceph-mon[34393]: pgmap v392: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T05:59:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:26 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2167674921' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-08T05:59:27.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 -- 172.21.15.69:0/3371794524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 msgr2=0x7fb778109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 --2- 172.21.15.69:0/3371794524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 0x7fb778109840 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb768009990 tx=0x7fb768009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 -- 172.21.15.69:0/3371794524 shutdown_connections 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 --2- 172.21.15.69:0/3371794524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 --2- 172.21.15.69:0/3371794524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 0x7fb778109840 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 --2- 172.21.15.69:0/3371794524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb778103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 -- 172.21.15.69:0/3371794524 >> 172.21.15.69:0/3371794524 conn(0x7fb7780fef20 msgr2=0x7fb778101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 -- 172.21.15.69:0/3371794524 shutdown_connections 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.649+0000 7fb777200700 1 -- 172.21.15.69:0/3371794524 wait complete. 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.650+0000 7fb777200700 1 Processor -- start 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.650+0000 7fb777200700 1 -- start start 2024-05-08T05:59:27.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb777200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb7781a18a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb777200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781a1de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb777200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 0x7fb77819ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb777200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb778113570 con 0x7fb778103d90 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb777200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb7781133f0 con 0x7fb778109460 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb777200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb7781136f0 con 0x7fb7781033d0 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb76d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781a1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb775e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb7781a18a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb76d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781a1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59436/0 (socket says 172.21.15.69:59436) 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb76d400700 1 -- 172.21.15.69:0/3040091100 learned_addr learned my addr 172.21.15.69:0/3040091100 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb775e00700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb7781a18a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:47612/0 (socket says 172.21.15.69:47612) 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.651+0000 7fb776800700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 0x7fb77819ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb775e00700 1 -- 172.21.15.69:0/3040091100 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 msgr2=0x7fb77819ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb775e00700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 0x7fb77819ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb775e00700 1 -- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 msgr2=0x7fb7781a1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb775e00700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781a1de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb775e00700 1 -- 172.21.15.69:0/3040091100 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb77819c1c0 con 0x7fb7781033d0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb76d400700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb775e00700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb7781a18a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb7680059d0 tx=0x7fb7680047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb768027070 con 0x7fb7781033d0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb77819c450 con 0x7fb7781033d0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb768022470 con 0x7fb7781033d0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.652+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb768017650 con 0x7fb7781033d0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.653+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7781a8770 con 0x7fb7781033d0 2024-05-08T05:59:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.653+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb77806a190 con 0x7fb7781033d0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stdout:206158430276 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.656+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb76802a070 con 0x7fb7781033d0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.657+0000 7fb76f400700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb75c0b2880 0x7fb75c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.657+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb7680e3320 con 0x7fb7781033d0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.657+0000 7fb76d400700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb75c0b2880 0x7fb75c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.658+0000 7fb76d400700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb75c0b2880 0x7fb75c0b4d40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb77810f670 tx=0x7fb760009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.659+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb768013070 con 0x7fb7781033d0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.891+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fb7781a8940 con 0x7fb7781033d0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.892+0000 7fb76f400700 1 -- 172.21.15.69:0/3040091100 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb7680ab080 con 0x7fb7781033d0 2024-05-08T05:59:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.895+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb75c0b2880 msgr2=0x7fb75c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.895+0000 7fb777200700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb75c0b2880 0x7fb75c0b4d40 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb77810f670 tx=0x7fb760009260 comp rx=0 tx=0).stop 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.895+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 msgr2=0x7fb7781a18a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.895+0000 7fb777200700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb7781a18a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb7680059d0 tx=0x7fb7680047b0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 shutdown_connections 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb75c0b2880 0x7fb75c0b4d40 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb778109460 0x7fb77819ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb7781033d0 0x7fb7781a18a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 --2- 172.21.15.69:0/3040091100 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb778103d90 0x7fb7781a1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 >> 172.21.15.69:0/3040091100 conn(0x7fb7780fef20 msgr2=0x7fb778108720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 shutdown_connections 2024-05-08T05:59:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:26.896+0000 7fb777200700 1 -- 172.21.15.69:0/3040091100 wait complete. 2024-05-08T05:59:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:27 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2195825176' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-08T05:59:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:27 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3040091100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-08T05:59:27.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:27 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2195825176' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-08T05:59:27.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:27 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3040091100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-08T05:59:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:27 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2195825176' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-08T05:59:27.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:27 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3040091100' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-08T05:59:28.237 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234039 got 231928234046 for osd.8 2024-05-08T05:59:28.238 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:28.366 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574942 got 55834574948 for osd.1 2024-05-08T05:59:28.366 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:28.415 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:28 smithi069 ceph-mon[29571]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-08T05:59:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:28 smithi135 ceph-mon[34761]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 -- 172.21.15.69:0/4190037487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e010d9c0 msgr2=0x7f75e010fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 --2- 172.21.15.69:0/4190037487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e010d9c0 0x7f75e010fe80 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f75d8009990 tx=0x7f75d8009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 -- 172.21.15.69:0/4190037487 shutdown_connections 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 --2- 172.21.15.69:0/4190037487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e010d9c0 0x7f75e010fe80 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 --2- 172.21.15.69:0/4190037487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e0104590 0x7f75e0104970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 --2- 172.21.15.69:0/4190037487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104eb0 0x7f75e010d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 -- 172.21.15.69:0/4190037487 >> 172.21.15.69:0/4190037487 conn(0x7f75e00fddc0 msgr2=0x7f75e01001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.580+0000 7f75e4a00700 1 -- 172.21.15.69:0/4190037487 shutdown_connections 2024-05-08T05:59:28.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.581+0000 7f75e4a00700 1 -- 172.21.15.69:0/4190037487 wait complete. 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 Processor -- start 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 -- start start 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 0x7f75e01a18f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e0104eb0 0x7f75e01a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e010d9c0 0x7f75e019bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01135d0 con 0x7f75e0104eb0 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0113450 con 0x7f75e0104590 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.582+0000 7f75e4a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0113750 con 0x7f75e010d9c0 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 0x7f75e01a18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 0x7f75e01a18f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57920/0 (socket says 172.21.15.69:57920) 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 -- 172.21.15.69:0/2233001855 learned_addr learned my addr 172.21.15.69:0/2233001855 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75dfe00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e010d9c0 0x7f75e019bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:28.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75d6a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e0104eb0 0x7f75e01a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:28.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 -- 172.21.15.69:0/2233001855 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e010d9c0 msgr2=0x7f75e019bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:28.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e010d9c0 0x7f75e019bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 -- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e0104eb0 msgr2=0x7f75e01a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:28.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e0104eb0 0x7f75e01a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 -- 172.21.15.69:0/2233001855 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e019c210 con 0x7f75e0104590 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75d6a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e0104eb0 0x7f75e01a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75dfe00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e010d9c0 0x7f75e019bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.583+0000 7f75df400700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 0x7f75e01a18f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f75d000ef30 tx=0x7f75d000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.584+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d00092e0 con 0x7f75e0104590 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.584+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75d0004bb0 con 0x7f75e0104590 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.584+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e019c4a0 con 0x7f75e0104590 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.584+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0004280 con 0x7f75e0104590 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.584+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e01a87c0 con 0x7f75e0104590 2024-05-08T05:59:28.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.585+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75e006a190 con 0x7f75e0104590 2024-05-08T05:59:28.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.587+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f75d001b030 con 0x7f75e0104590 2024-05-08T05:59:28.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.588+0000 7f75dcc00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75c40b2880 0x7f75c40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:28.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.589+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f75d00e1f90 con 0x7f75e0104590 2024-05-08T05:59:28.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.589+0000 7f75d6a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75c40b2880 0x7f75c40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:28.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.590+0000 7f75d6a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75c40b2880 0x7f75c40b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f75e0104180 tx=0x7f75c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:28.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.591+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75d0022020 con 0x7f75e0104590 2024-05-08T05:59:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:28 smithi105 ceph-mon[34393]: pgmap v393: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 341 B/s wr, 7 op/s 2024-05-08T05:59:28.834 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.832+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f75e002e510 con 0x7f75e0104590 2024-05-08T05:59:28.834 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.833+0000 7f75dcc00700 1 -- 172.21.15.69:0/2233001855 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f75d0010040 con 0x7f75e0104590 2024-05-08T05:59:28.834 INFO:teuthology.orchestra.run.smithi069.stdout:279172874291 2024-05-08T05:59:28.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75c40b2880 msgr2=0x7f75c40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:28.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75c40b2880 0x7f75c40b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f75e0104180 tx=0x7f75c8009260 comp rx=0 tx=0).stop 2024-05-08T05:59:28.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 msgr2=0x7f75e01a18f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:28.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 0x7f75e01a18f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f75d000ef30 tx=0x7f75d000c3a0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 shutdown_connections 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75e010d9c0 0x7f75e019bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75c40b2880 0x7f75c40b4d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75e0104590 0x7f75e01a18f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 --2- 172.21.15.69:0/2233001855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75e0104eb0 0x7f75e01a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 >> 172.21.15.69:0/2233001855 conn(0x7f75e00fddc0 msgr2=0x7f75e00fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 shutdown_connections 2024-05-08T05:59:28.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:28.836+0000 7f75e4a00700 1 -- 172.21.15.69:0/2233001855 wait complete. 2024-05-08T05:59:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:29 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2233001855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-08T05:59:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:29 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2233001855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-08T05:59:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:29 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2233001855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-08T05:59:30.329 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874284 got 279172874291 for osd.10 2024-05-08T05:59:30.329 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:30.424 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:30 smithi069 ceph-mon[29571]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T05:59:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:30 smithi135 ceph-mon[34761]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T05:59:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:30 smithi105 ceph-mon[34393]: pgmap v394: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T05:59:30.853 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822730 got 154618822737 for osd.5 2024-05-08T05:59:30.853 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:31.297 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430270 got 206158430276 for osd.7 2024-05-08T05:59:31.298 DEBUG:teuthology.parallel:result is None 2024-05-08T05:59:31.298 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-08T05:59:31.298 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph pg dump --format=json 2024-05-08T05:59:31.727 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:32 smithi135 ceph-mon[34761]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:32 smithi069 ceph-mon[29571]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:32 smithi105 ceph-mon[34393]: pgmap v395: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:33.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 -- 172.21.15.69:0/2151342614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 msgr2=0x7f0448075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 --2- 172.21.15.69:0/2151342614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f0448075ab0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f04380098f0 tx=0x7f0438009c00 comp rx=0 tx=0).stop 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 -- 172.21.15.69:0/2151342614 shutdown_connections 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 --2- 172.21.15.69:0/2151342614 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 --2- 172.21.15.69:0/2151342614 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f0448075ab0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 --2- 172.21.15.69:0/2151342614 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 0x7f044810f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 -- 172.21.15.69:0/2151342614 >> 172.21.15.69:0/2151342614 conn(0x7f044807a600 msgr2=0x7f044807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 -- 172.21.15.69:0/2151342614 shutdown_connections 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.903+0000 7f044ee00700 1 -- 172.21.15.69:0/2151342614 wait complete. 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.904+0000 7f044ee00700 1 Processor -- start 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 -- start start 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f044819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:33.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 0x7f044819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f04481158e0 con 0x7f044810ff00 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0448115760 con 0x7f04480756d0 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ee00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0448115a60 con 0x7f0448075ff0 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.905+0000 7f044ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f044ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36106/0 (socket says 172.21.15.69:36106) 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f044ce00700 1 -- 172.21.15.69:0/4276179624 learned_addr learned my addr 172.21.15.69:0/4276179624 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f044819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447400700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 0x7f044819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 -- 172.21.15.69:0/4276179624 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 msgr2=0x7f044819c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 0x7f044819c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 -- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 msgr2=0x7f04481a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:33.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 -- 172.21.15.69:0/4276179624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04481a0e20 con 0x7f04480756d0 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447400700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 0x7f044819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f044ce00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.906+0000 7f0447e00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f044819be10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f043800c010 tx=0x7f043800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.907+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04380050c0 con 0x7f04480756d0 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.907+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04481a10b0 con 0x7f04480756d0 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.907+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f043800b560 con 0x7f04480756d0 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.907+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0438003a00 con 0x7f04480756d0 2024-05-08T05:59:33.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.907+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04481a8990 con 0x7f04480756d0 2024-05-08T05:59:33.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.908+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0448076d90 con 0x7f04480756d0 2024-05-08T05:59:33.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.910+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f043800b710 con 0x7f04480756d0 2024-05-08T05:59:33.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.912+0000 7f0444c00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f042c0b2880 0x7f042c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:33.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.912+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f04380e2fe0 con 0x7f04480756d0 2024-05-08T05:59:33.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.912+0000 7f0447400700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f042c0b2880 0x7f042c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:33.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.913+0000 7f0447400700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f042c0b2880 0x7f042c0b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0448111c80 tx=0x7f0434009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:33.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:33.916+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0438013030 con 0x7f04480756d0 2024-05-08T05:59:33.917 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:33.917 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:33 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:33.917 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:33 smithi069 ceph-mon[29571]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:34.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:34.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:33 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:34.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:33 smithi105 ceph-mon[34393]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:34.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:34.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:33 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:34.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:33 smithi135 ceph-mon[34761]: pgmap v396: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:34.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.183+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f044819d170 con 0x7f042c0b2880 2024-05-08T05:59:34.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.195+0000 7f0444c00700 1 -- 172.21.15.69:0/4276179624 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258994 (secure 0 0 0) 0x7f044819d170 con 0x7f042c0b2880 2024-05-08T05:59:34.201 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.200+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f042c0b2880 msgr2=0x7f042c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.200+0000 7f044ee00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f042c0b2880 0x7f042c0b4d40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0448111c80 tx=0x7f0434009260 comp rx=0 tx=0).stop 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.200+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 msgr2=0x7f044819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.200+0000 7f044ee00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f044819be10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f043800c010 tx=0x7f043800fa00 comp rx=0 tx=0).stop 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 shutdown_connections 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f044810ff00 0x7f04481a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f042c0b2880 0x7f042c0b4d40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:34.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04480756d0 0x7f044819be10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:34.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 --2- 172.21.15.69:0/4276179624 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0448075ff0 0x7f044819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:34.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 >> 172.21.15.69:0/4276179624 conn(0x7f044807a600 msgr2=0x7f04481019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:34.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 shutdown_connections 2024-05-08T05:59:34.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:34.201+0000 7f044ee00700 1 -- 172.21.15.69:0/4276179624 wait complete. 2024-05-08T05:59:34.204 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T05:59:34.936 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:59:34.936 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:59:34.937 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:34.937 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:34 smithi105 ceph-mon[34393]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:59:35.009 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:59:35.009 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:59:35.009 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:35.009 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:34 smithi069 ceph-mon[29571]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:59:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T05:59:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T05:59:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T05:59:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:34 smithi135 ceph-mon[34761]: from='client.24830 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:59:35.081 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":396,"stamp":"2024-05-08T05:59:32.883283+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659203,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":822,"num_read_kb":510,"num_write":301,"num_write_kb":2273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":743,"ondisk_log_size":743,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376592,"kb_used_data":10800,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565232,"statfs":{"total":1151940427776,"available":1151554797568,"internally_reserved":0,"allocated":11059200,"data_stored":7136481,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003985"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845106+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:59:12.845106+0000","last_peered":"2024-05-08T05:59:12.845106+0000","last_clean":"2024-05-08T05:59:12.845106+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:59:12.845106+0000","last_undegraded":"2024-05-08T05:59:12.845106+0000","last_fullsized":"2024-05-08T05:59:12.845106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843068+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:59:12.843068+0000","last_peered":"2024-05-08T05:59:12.843068+0000","last_clean":"2024-05-08T05:59:12.843068+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:59:12.843068+0000","last_undegraded":"2024-05-08T05:59:12.843068+0000","last_fullsized":"2024-05-08T05:59:12.843068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843965+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:59:12.843965+0000","last_peered":"2024-05-08T05:59:12.843965+0000","last_clean":"2024-05-08T05:59:12.843965+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:59:12.843965+0000","last_undegraded":"2024-05-08T05:59:12.843965+0000","last_fullsized":"2024-05-08T05:59:12.843965+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.824985+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:59:12.824985+0000","last_peered":"2024-05-08T05:59:12.824985+0000","last_clean":"2024-05-08T05:59:12.824985+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:59:12.824985+0000","last_undegraded":"2024-05-08T05:59:12.824985+0000","last_fullsized":"2024-05-08T05:59:12.824985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831857+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:59:12.831857+0000","last_peered":"2024-05-08T05:59:12.831857+0000","last_clean":"2024-05-08T05:59:12.831857+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:59:12.831857+0000","last_undegraded":"2024-05-08T05:59:12.831857+0000","last_fullsized":"2024-05-08T05:59:12.831857+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.832339+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:59:12.832339+0000","last_peered":"2024-05-08T05:59:12.832339+0000","last_clean":"2024-05-08T05:59:12.832339+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:59:12.832339+0000","last_undegraded":"2024-05-08T05:59:12.832339+0000","last_fullsized":"2024-05-08T05:59:12.832339+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822799+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:59:12.822799+0000","last_peered":"2024-05-08T05:59:12.822799+0000","last_clean":"2024-05-08T05:59:12.822799+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:59:12.822799+0000","last_undegraded":"2024-05-08T05:59:12.822799+0000","last_fullsized":"2024-05-08T05:59:12.822799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847058+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:59:12.847058+0000","last_peered":"2024-05-08T05:59:12.847058+0000","last_clean":"2024-05-08T05:59:12.847058+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:59:12.847058+0000","last_undegraded":"2024-05-08T05:59:12.847058+0000","last_fullsized":"2024-05-08T05:59:12.847058+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837848+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:59:12.837848+0000","last_peered":"2024-05-08T05:59:12.837848+0000","last_clean":"2024-05-08T05:59:12.837848+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:59:12.837848+0000","last_undegraded":"2024-05-08T05:59:12.837848+0000","last_fullsized":"2024-05-08T05:59:12.837848+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819443+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:59:12.819443+0000","last_peered":"2024-05-08T05:59:12.819443+0000","last_clean":"2024-05-08T05:59:12.819443+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:59:12.819443+0000","last_undegraded":"2024-05-08T05:59:12.819443+0000","last_fullsized":"2024-05-08T05:59:12.819443+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831473+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:59:12.831473+0000","last_peered":"2024-05-08T05:59:12.831473+0000","last_clean":"2024-05-08T05:59:12.831473+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:59:12.831473+0000","last_undegraded":"2024-05-08T05:59:12.831473+0000","last_fullsized":"2024-05-08T05:59:12.831473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.824640+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:59:12.824640+0000","last_peered":"2024-05-08T05:59:12.824640+0000","last_clean":"2024-05-08T05:59:12.824640+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:59:12.824640+0000","last_undegraded":"2024-05-08T05:59:12.824640+0000","last_fullsized":"2024-05-08T05:59:12.824640+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837440+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:59:12.837440+0000","last_peered":"2024-05-08T05:59:12.837440+0000","last_clean":"2024-05-08T05:59:12.837440+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:59:12.837440+0000","last_undegraded":"2024-05-08T05:59:12.837440+0000","last_fullsized":"2024-05-08T05:59:12.837440+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843798+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:59:12.843798+0000","last_peered":"2024-05-08T05:59:12.843798+0000","last_clean":"2024-05-08T05:59:12.843798+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:59:12.843798+0000","last_undegraded":"2024-05-08T05:59:12.843798+0000","last_fullsized":"2024-05-08T05:59:12.843798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838490+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:59:12.838490+0000","last_peered":"2024-05-08T05:59:12.838490+0000","last_clean":"2024-05-08T05:59:12.838490+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:59:12.838490+0000","last_undegraded":"2024-05-08T05:59:12.838490+0000","last_fullsized":"2024-05-08T05:59:12.838490+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.840533+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:59:12.840533+0000","last_peered":"2024-05-08T05:59:12.840533+0000","last_clean":"2024-05-08T05:59:12.840533+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:59:12.840533+0000","last_undegraded":"2024-05-08T05:59:12.840533+0000","last_fullsized":"2024-05-08T05:59:12.840533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845243+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:59:12.845243+0000","last_peered":"2024-05-08T05:59:12.845243+0000","last_clean":"2024-05-08T05:59:12.845243+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:59:12.845243+0000","last_undegraded":"2024-05-08T05:59:12.845243+0000","last_fullsized":"2024-05-08T05:59:12.845243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823653+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:59:12.823653+0000","last_peered":"2024-05-08T05:59:12.823653+0000","last_clean":"2024-05-08T05:59:12.823653+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:59:12.823653+0000","last_undegraded":"2024-05-08T05:59:12.823653+0000","last_fullsized":"2024-05-08T05:59:12.823653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846363+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:59:12.846363+0000","last_peered":"2024-05-08T05:59:12.846363+0000","last_clean":"2024-05-08T05:59:12.846363+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:59:12.846363+0000","last_undegraded":"2024-05-08T05:59:12.846363+0000","last_fullsized":"2024-05-08T05:59:12.846363+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939073+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:57:43.939073+0000","last_peered":"2024-05-08T05:57:43.939073+0000","last_clean":"2024-05-08T05:57:43.939073+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:57:43.939073+0000","last_undegraded":"2024-05-08T05:57:43.939073+0000","last_fullsized":"2024-05-08T05:57:43.939073+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810928+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:59:12.810928+0000","last_peered":"2024-05-08T05:59:12.810928+0000","last_clean":"2024-05-08T05:59:12.810928+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:59:12.810928+0000","last_undegraded":"2024-05-08T05:59:12.810928+0000","last_fullsized":"2024-05-08T05:59:12.810928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956552+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:57:43.956552+0000","last_peered":"2024-05-08T05:57:43.956552+0000","last_clean":"2024-05-08T05:57:43.956552+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:57:43.956552+0000","last_undegraded":"2024-05-08T05:57:43.956552+0000","last_fullsized":"2024-05-08T05:57:43.956552+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844736+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:59:12.844736+0000","last_peered":"2024-05-08T05:59:12.844736+0000","last_clean":"2024-05-08T05:59:12.844736+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:59:12.844736+0000","last_undegraded":"2024-05-08T05:59:12.844736+0000","last_fullsized":"2024-05-08T05:59:12.844736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930049+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.930049+0000","last_peered":"2024-05-08T05:57:43.930049+0000","last_clean":"2024-05-08T05:57:43.930049+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.930049+0000","last_undegraded":"2024-05-08T05:57:43.930049+0000","last_fullsized":"2024-05-08T05:57:43.930049+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.833497+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:59:12.833497+0000","last_peered":"2024-05-08T05:59:12.833497+0000","last_clean":"2024-05-08T05:59:12.833497+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:59:12.833497+0000","last_undegraded":"2024-05-08T05:59:12.833497+0000","last_fullsized":"2024-05-08T05:59:12.833497+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930166+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.930166+0000","last_peered":"2024-05-08T05:57:43.930166+0000","last_clean":"2024-05-08T05:57:43.930166+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.930166+0000","last_undegraded":"2024-05-08T05:57:43.930166+0000","last_fullsized":"2024-05-08T05:57:43.930166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831251+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:59:12.831251+0000","last_peered":"2024-05-08T05:59:12.831251+0000","last_clean":"2024-05-08T05:59:12.831251+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:59:12.831251+0000","last_undegraded":"2024-05-08T05:59:12.831251+0000","last_fullsized":"2024-05-08T05:59:12.831251+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":156,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:28.650701+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T05:59:28.650701+0000","last_peered":"2024-05-08T05:59:28.650701+0000","last_clean":"2024-05-08T05:59:28.650701+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T05:59:28.650701+0000","last_undegraded":"2024-05-08T05:59:28.650701+0000","last_fullsized":"2024-05-08T05:59:28.650701+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.806833+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:59:12.806833+0000","last_peered":"2024-05-08T05:59:12.806833+0000","last_clean":"2024-05-08T05:59:12.806833+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:59:12.806833+0000","last_undegraded":"2024-05-08T05:59:12.806833+0000","last_fullsized":"2024-05-08T05:59:12.806833+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929465+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929465+0000","last_peered":"2024-05-08T05:57:43.929465+0000","last_clean":"2024-05-08T05:57:43.929465+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929465+0000","last_undegraded":"2024-05-08T05:57:43.929465+0000","last_fullsized":"2024-05-08T05:57:43.929465+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.841454+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:59:12.841454+0000","last_peered":"2024-05-08T05:59:12.841454+0000","last_clean":"2024-05-08T05:59:12.841454+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:59:12.841454+0000","last_undegraded":"2024-05-08T05:59:12.841454+0000","last_fullsized":"2024-05-08T05:59:12.841454+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942123+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.942123+0000","last_peered":"2024-05-08T05:57:43.942123+0000","last_clean":"2024-05-08T05:57:43.942123+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.942123+0000","last_undegraded":"2024-05-08T05:57:43.942123+0000","last_fullsized":"2024-05-08T05:57:43.942123+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846191+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:59:12.846191+0000","last_peered":"2024-05-08T05:59:12.846191+0000","last_clean":"2024-05-08T05:59:12.846191+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:59:12.846191+0000","last_undegraded":"2024-05-08T05:59:12.846191+0000","last_fullsized":"2024-05-08T05:59:12.846191+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954667+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954667+0000","last_peered":"2024-05-08T05:57:43.954667+0000","last_clean":"2024-05-08T05:57:43.954667+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954667+0000","last_undegraded":"2024-05-08T05:57:43.954667+0000","last_fullsized":"2024-05-08T05:57:43.954667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847253+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:59:12.847253+0000","last_peered":"2024-05-08T05:59:12.847253+0000","last_clean":"2024-05-08T05:59:12.847253+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:59:12.847253+0000","last_undegraded":"2024-05-08T05:59:12.847253+0000","last_fullsized":"2024-05-08T05:59:12.847253+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'4","reported_seq":150,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:29.651564+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T05:59:29.651564+0000","last_peered":"2024-05-08T05:59:29.651564+0000","last_clean":"2024-05-08T05:59:29.651564+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T05:59:29.651564+0000","last_undegraded":"2024-05-08T05:59:29.651564+0000","last_fullsized":"2024-05-08T05:59:29.651564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831158+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:59:12.831158+0000","last_peered":"2024-05-08T05:59:12.831158+0000","last_clean":"2024-05-08T05:59:12.831158+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:59:12.831158+0000","last_undegraded":"2024-05-08T05:59:12.831158+0000","last_fullsized":"2024-05-08T05:59:12.831158+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932855+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932855+0000","last_peered":"2024-05-08T05:57:43.932855+0000","last_clean":"2024-05-08T05:57:43.932855+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932855+0000","last_undegraded":"2024-05-08T05:57:43.932855+0000","last_fullsized":"2024-05-08T05:57:43.932855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843482+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:59:12.843482+0000","last_peered":"2024-05-08T05:59:12.843482+0000","last_clean":"2024-05-08T05:59:12.843482+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:59:12.843482+0000","last_undegraded":"2024-05-08T05:59:12.843482+0000","last_fullsized":"2024-05-08T05:59:12.843482+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955521+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955521+0000","last_peered":"2024-05-08T05:57:43.955521+0000","last_clean":"2024-05-08T05:57:43.955521+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955521+0000","last_undegraded":"2024-05-08T05:57:43.955521+0000","last_fullsized":"2024-05-08T05:57:43.955521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837706+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:59:12.837706+0000","last_peered":"2024-05-08T05:59:12.837706+0000","last_clean":"2024-05-08T05:59:12.837706+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:59:12.837706+0000","last_undegraded":"2024-05-08T05:59:12.837706+0000","last_fullsized":"2024-05-08T05:59:12.837706+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'34","reported_seq":310,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:29.651370+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T05:59:29.651370+0000","last_peered":"2024-05-08T05:59:29.651370+0000","last_clean":"2024-05-08T05:59:29.651370+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T05:59:29.651370+0000","last_undegraded":"2024-05-08T05:59:29.651370+0000","last_fullsized":"2024-05-08T05:59:29.651370+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":249,"num_read_kb":188,"num_write":35,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823045+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:59:12.823045+0000","last_peered":"2024-05-08T05:59:12.823045+0000","last_clean":"2024-05-08T05:59:12.823045+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:59:12.823045+0000","last_undegraded":"2024-05-08T05:59:12.823045+0000","last_fullsized":"2024-05-08T05:59:12.823045+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929813+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929813+0000","last_peered":"2024-05-08T05:57:43.929813+0000","last_clean":"2024-05-08T05:57:43.929813+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929813+0000","last_undegraded":"2024-05-08T05:57:43.929813+0000","last_fullsized":"2024-05-08T05:57:43.929813+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847726+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:59:12.847726+0000","last_peered":"2024-05-08T05:59:12.847726+0000","last_clean":"2024-05-08T05:59:12.847726+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:59:12.847726+0000","last_undegraded":"2024-05-08T05:59:12.847726+0000","last_fullsized":"2024-05-08T05:59:12.847726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955155+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955155+0000","last_peered":"2024-05-08T05:57:43.955155+0000","last_clean":"2024-05-08T05:57:43.955155+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955155+0000","last_undegraded":"2024-05-08T05:57:43.955155+0000","last_fullsized":"2024-05-08T05:57:43.955155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836269+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:59:12.836269+0000","last_peered":"2024-05-08T05:59:12.836269+0000","last_clean":"2024-05-08T05:59:12.836269+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:59:12.836269+0000","last_undegraded":"2024-05-08T05:59:12.836269+0000","last_fullsized":"2024-05-08T05:59:12.836269+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":152,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:29.740357+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T05:59:29.740357+0000","last_peered":"2024-05-08T05:59:29.740357+0000","last_clean":"2024-05-08T05:59:29.740357+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T05:59:29.740357+0000","last_undegraded":"2024-05-08T05:59:29.740357+0000","last_fullsized":"2024-05-08T05:59:29.740357+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":123,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822882+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:59:12.822882+0000","last_peered":"2024-05-08T05:59:12.822882+0000","last_clean":"2024-05-08T05:59:12.822882+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:59:12.822882+0000","last_undegraded":"2024-05-08T05:59:12.822882+0000","last_fullsized":"2024-05-08T05:59:12.822882+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.953478+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:43.953478+0000","last_peered":"2024-05-08T05:57:43.953478+0000","last_clean":"2024-05-08T05:57:43.953478+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:43.953478+0000","last_undegraded":"2024-05-08T05:57:43.953478+0000","last_fullsized":"2024-05-08T05:57:43.953478+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837995+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:59:12.837995+0000","last_peered":"2024-05-08T05:59:12.837995+0000","last_clean":"2024-05-08T05:59:12.837995+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:59:12.837995+0000","last_undegraded":"2024-05-08T05:59:12.837995+0000","last_fullsized":"2024-05-08T05:59:12.837995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929809+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929809+0000","last_peered":"2024-05-08T05:57:43.929809+0000","last_clean":"2024-05-08T05:57:43.929809+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929809+0000","last_undegraded":"2024-05-08T05:57:43.929809+0000","last_fullsized":"2024-05-08T05:57:43.929809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822661+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:59:12.822661+0000","last_peered":"2024-05-08T05:59:12.822661+0000","last_clean":"2024-05-08T05:59:12.822661+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:59:12.822661+0000","last_undegraded":"2024-05-08T05:59:12.822661+0000","last_fullsized":"2024-05-08T05:59:12.822661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938293+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:57:43.938293+0000","last_peered":"2024-05-08T05:57:43.938293+0000","last_clean":"2024-05-08T05:57:43.938293+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:57:43.938293+0000","last_undegraded":"2024-05-08T05:57:43.938293+0000","last_fullsized":"2024-05-08T05:57:43.938293+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846518+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:59:12.846518+0000","last_peered":"2024-05-08T05:59:12.846518+0000","last_clean":"2024-05-08T05:59:12.846518+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:59:12.846518+0000","last_undegraded":"2024-05-08T05:59:12.846518+0000","last_fullsized":"2024-05-08T05:59:12.846518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932354+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:57:43.932354+0000","last_peered":"2024-05-08T05:57:43.932354+0000","last_clean":"2024-05-08T05:57:43.932354+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:57:43.932354+0000","last_undegraded":"2024-05-08T05:57:43.932354+0000","last_fullsized":"2024-05-08T05:57:43.932354+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819244+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:59:12.819244+0000","last_peered":"2024-05-08T05:59:12.819244+0000","last_clean":"2024-05-08T05:59:12.819244+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:59:12.819244+0000","last_undegraded":"2024-05-08T05:59:12.819244+0000","last_fullsized":"2024-05-08T05:59:12.819244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821935+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:59:12.821935+0000","last_peered":"2024-05-08T05:59:12.821935+0000","last_clean":"2024-05-08T05:59:12.821935+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:59:12.821935+0000","last_undegraded":"2024-05-08T05:59:12.821935+0000","last_fullsized":"2024-05-08T05:59:12.821935+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":151,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:29.739306+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T05:59:29.739306+0000","last_peered":"2024-05-08T05:59:29.739306+0000","last_clean":"2024-05-08T05:59:29.739306+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T05:59:29.739306+0000","last_undegraded":"2024-05-08T05:59:29.739306+0000","last_fullsized":"2024-05-08T05:59:29.739306+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845420+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:59:12.845420+0000","last_peered":"2024-05-08T05:59:12.845420+0000","last_clean":"2024-05-08T05:59:12.845420+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:59:12.845420+0000","last_undegraded":"2024-05-08T05:59:12.845420+0000","last_fullsized":"2024-05-08T05:59:12.845420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955819+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955819+0000","last_peered":"2024-05-08T05:57:43.955819+0000","last_clean":"2024-05-08T05:57:43.955819+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955819+0000","last_undegraded":"2024-05-08T05:57:43.955819+0000","last_fullsized":"2024-05-08T05:57:43.955819+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":99,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932447+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:57:43.932447+0000","last_peered":"2024-05-08T05:57:43.932447+0000","last_clean":"2024-05-08T05:57:43.932447+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:57:43.932447+0000","last_undegraded":"2024-05-08T05:57:43.932447+0000","last_fullsized":"2024-05-08T05:57:43.932447+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831310+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:59:12.831310+0000","last_peered":"2024-05-08T05:59:12.831310+0000","last_clean":"2024-05-08T05:59:12.831310+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:59:12.831310+0000","last_undegraded":"2024-05-08T05:59:12.831310+0000","last_fullsized":"2024-05-08T05:59:12.831310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932358+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:57:43.932358+0000","last_peered":"2024-05-08T05:57:43.932358+0000","last_clean":"2024-05-08T05:57:43.932358+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:57:43.932358+0000","last_undegraded":"2024-05-08T05:57:43.932358+0000","last_fullsized":"2024-05-08T05:57:43.932358+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929852+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:57:43.929852+0000","last_peered":"2024-05-08T05:57:43.929852+0000","last_clean":"2024-05-08T05:57:43.929852+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:57:43.929852+0000","last_undegraded":"2024-05-08T05:57:43.929852+0000","last_fullsized":"2024-05-08T05:57:43.929852+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.830136+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:59:12.830136+0000","last_peered":"2024-05-08T05:59:12.830136+0000","last_clean":"2024-05-08T05:59:12.830136+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:59:12.830136+0000","last_undegraded":"2024-05-08T05:59:12.830136+0000","last_fullsized":"2024-05-08T05:59:12.830136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:13.142634+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:59:13.142634+0000","last_peered":"2024-05-08T05:59:13.142634+0000","last_clean":"2024-05-08T05:59:13.142634+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:59:13.142634+0000","last_undegraded":"2024-05-08T05:59:13.142634+0000","last_fullsized":"2024-05-08T05:59:13.142634+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843982+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:59:12.843982+0000","last_peered":"2024-05-08T05:59:12.843982+0000","last_clean":"2024-05-08T05:59:12.843982+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:59:12.843982+0000","last_undegraded":"2024-05-08T05:59:12.843982+0000","last_fullsized":"2024-05-08T05:59:12.843982+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955722+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955722+0000","last_peered":"2024-05-08T05:57:43.955722+0000","last_clean":"2024-05-08T05:57:43.955722+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955722+0000","last_undegraded":"2024-05-08T05:57:43.955722+0000","last_fullsized":"2024-05-08T05:57:43.955722+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848095+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:59:12.848095+0000","last_peered":"2024-05-08T05:59:12.848095+0000","last_clean":"2024-05-08T05:59:12.848095+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:59:12.848095+0000","last_undegraded":"2024-05-08T05:59:12.848095+0000","last_fullsized":"2024-05-08T05:59:12.848095+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957209+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.957209+0000","last_peered":"2024-05-08T05:57:43.957209+0000","last_clean":"2024-05-08T05:57:43.957209+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.957209+0000","last_undegraded":"2024-05-08T05:57:43.957209+0000","last_fullsized":"2024-05-08T05:57:43.957209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810571+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:59:12.810571+0000","last_peered":"2024-05-08T05:59:12.810571+0000","last_clean":"2024-05-08T05:59:12.810571+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:59:12.810571+0000","last_undegraded":"2024-05-08T05:59:12.810571+0000","last_fullsized":"2024-05-08T05:59:12.810571+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955746+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955746+0000","last_peered":"2024-05-08T05:57:43.955746+0000","last_clean":"2024-05-08T05:57:43.955746+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955746+0000","last_undegraded":"2024-05-08T05:57:43.955746+0000","last_fullsized":"2024-05-08T05:57:43.955746+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844845+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:59:12.844845+0000","last_peered":"2024-05-08T05:59:12.844845+0000","last_clean":"2024-05-08T05:59:12.844845+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:59:12.844845+0000","last_undegraded":"2024-05-08T05:59:12.844845+0000","last_fullsized":"2024-05-08T05:59:12.844845+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929360+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929360+0000","last_peered":"2024-05-08T05:57:43.929360+0000","last_clean":"2024-05-08T05:57:43.929360+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929360+0000","last_undegraded":"2024-05-08T05:57:43.929360+0000","last_fullsized":"2024-05-08T05:57:43.929360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847152+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:59:12.847152+0000","last_peered":"2024-05-08T05:59:12.847152+0000","last_clean":"2024-05-08T05:59:12.847152+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:59:12.847152+0000","last_undegraded":"2024-05-08T05:59:12.847152+0000","last_fullsized":"2024-05-08T05:59:12.847152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.961327+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.961327+0000","last_peered":"2024-05-08T05:57:43.961327+0000","last_clean":"2024-05-08T05:57:43.961327+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.961327+0000","last_undegraded":"2024-05-08T05:57:43.961327+0000","last_fullsized":"2024-05-08T05:57:43.961327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.834768+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:59:12.834768+0000","last_peered":"2024-05-08T05:59:12.834768+0000","last_clean":"2024-05-08T05:59:12.834768+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:59:12.834768+0000","last_undegraded":"2024-05-08T05:59:12.834768+0000","last_fullsized":"2024-05-08T05:59:12.834768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930277+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930277+0000","last_peered":"2024-05-08T05:57:43.930277+0000","last_clean":"2024-05-08T05:57:43.930277+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930277+0000","last_undegraded":"2024-05-08T05:57:43.930277+0000","last_fullsized":"2024-05-08T05:57:43.930277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831462+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:59:12.831462+0000","last_peered":"2024-05-08T05:59:12.831462+0000","last_clean":"2024-05-08T05:59:12.831462+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:59:12.831462+0000","last_undegraded":"2024-05-08T05:59:12.831462+0000","last_fullsized":"2024-05-08T05:59:12.831462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955347+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955347+0000","last_peered":"2024-05-08T05:57:43.955347+0000","last_clean":"2024-05-08T05:57:43.955347+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955347+0000","last_undegraded":"2024-05-08T05:57:43.955347+0000","last_fullsized":"2024-05-08T05:57:43.955347+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846433+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:59:12.846433+0000","last_peered":"2024-05-08T05:59:12.846433+0000","last_clean":"2024-05-08T05:59:12.846433+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:59:12.846433+0000","last_undegraded":"2024-05-08T05:59:12.846433+0000","last_fullsized":"2024-05-08T05:59:12.846433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.949023+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.949023+0000","last_peered":"2024-05-08T05:57:43.949023+0000","last_clean":"2024-05-08T05:57:43.949023+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.949023+0000","last_undegraded":"2024-05-08T05:57:43.949023+0000","last_fullsized":"2024-05-08T05:57:43.949023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825011+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:59:12.825011+0000","last_peered":"2024-05-08T05:59:12.825011+0000","last_clean":"2024-05-08T05:59:12.825011+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:59:12.825011+0000","last_undegraded":"2024-05-08T05:59:12.825011+0000","last_fullsized":"2024-05-08T05:59:12.825011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821461+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:59:12.821461+0000","last_peered":"2024-05-08T05:59:12.821461+0000","last_clean":"2024-05-08T05:59:12.821461+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:59:12.821461+0000","last_undegraded":"2024-05-08T05:59:12.821461+0000","last_fullsized":"2024-05-08T05:59:12.821461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.820964+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:59:12.820964+0000","last_peered":"2024-05-08T05:59:12.820964+0000","last_clean":"2024-05-08T05:59:12.820964+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:59:12.820964+0000","last_undegraded":"2024-05-08T05:59:12.820964+0000","last_fullsized":"2024-05-08T05:59:12.820964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848094+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:59:12.848094+0000","last_peered":"2024-05-08T05:59:12.848094+0000","last_clean":"2024-05-08T05:59:12.848094+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:59:12.848094+0000","last_undegraded":"2024-05-08T05:59:12.848094+0000","last_fullsized":"2024-05-08T05:59:12.848094+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839788+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:59:12.839788+0000","last_peered":"2024-05-08T05:59:12.839788+0000","last_clean":"2024-05-08T05:59:12.839788+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:59:12.839788+0000","last_undegraded":"2024-05-08T05:59:12.839788+0000","last_fullsized":"2024-05-08T05:59:12.839788+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844250+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:59:12.844250+0000","last_peered":"2024-05-08T05:59:12.844250+0000","last_clean":"2024-05-08T05:59:12.844250+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:59:12.844250+0000","last_undegraded":"2024-05-08T05:59:12.844250+0000","last_fullsized":"2024-05-08T05:59:12.844250+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.816362+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:59:12.816362+0000","last_peered":"2024-05-08T05:59:12.816362+0000","last_clean":"2024-05-08T05:59:12.816362+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:59:12.816362+0000","last_undegraded":"2024-05-08T05:59:12.816362+0000","last_fullsized":"2024-05-08T05:59:12.816362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838692+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:59:12.838692+0000","last_peered":"2024-05-08T05:59:12.838692+0000","last_clean":"2024-05-08T05:59:12.838692+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:59:12.838692+0000","last_undegraded":"2024-05-08T05:59:12.838692+0000","last_fullsized":"2024-05-08T05:59:12.838692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845967+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:59:12.845967+0000","last_peered":"2024-05-08T05:59:12.845967+0000","last_clean":"2024-05-08T05:59:12.845967+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:59:12.845967+0000","last_undegraded":"2024-05-08T05:59:12.845967+0000","last_fullsized":"2024-05-08T05:59:12.845967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.842981+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:59:12.842981+0000","last_peered":"2024-05-08T05:59:12.842981+0000","last_clean":"2024-05-08T05:59:12.842981+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:59:12.842981+0000","last_undegraded":"2024-05-08T05:59:12.842981+0000","last_fullsized":"2024-05-08T05:59:12.842981+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839938+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:59:12.839938+0000","last_peered":"2024-05-08T05:59:12.839938+0000","last_clean":"2024-05-08T05:59:12.839938+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:59:12.839938+0000","last_undegraded":"2024-05-08T05:59:12.839938+0000","last_fullsized":"2024-05-08T05:59:12.839938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.849421+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:59:12.849421+0000","last_peered":"2024-05-08T05:59:12.849421+0000","last_clean":"2024-05-08T05:59:12.849421+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:59:12.849421+0000","last_undegraded":"2024-05-08T05:59:12.849421+0000","last_fullsized":"2024-05-08T05:59:12.849421+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845398+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:59:12.845398+0000","last_peered":"2024-05-08T05:59:12.845398+0000","last_clean":"2024-05-08T05:59:12.845398+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:59:12.845398+0000","last_undegraded":"2024-05-08T05:59:12.845398+0000","last_fullsized":"2024-05-08T05:59:12.845398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825969+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:59:12.825969+0000","last_peered":"2024-05-08T05:59:12.825969+0000","last_clean":"2024-05-08T05:59:12.825969+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:59:12.825969+0000","last_undegraded":"2024-05-08T05:59:12.825969+0000","last_fullsized":"2024-05-08T05:59:12.825969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68601,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":746,"num_read_kb":446,"num_write":176,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":205803,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678064,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874292,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1086428,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037818,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234048,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430278,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1022715,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626507,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":494365,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":966656,"data_stored":496247,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182491,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986264,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822738,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022399,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":64459,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66341,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":66037,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T05:59:35.086 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph pg dump --format=json 2024-05-08T05:59:35.587 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:36.000 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:35 smithi069 ceph-mon[29571]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:36.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:35 smithi105 ceph-mon[34393]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:35 smithi135 ceph-mon[34761]: pgmap v397: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:37.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.953+0000 7f381ee00700 1 -- 172.21.15.69:0/2424953920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381810ff50 msgr2=0x7f3818112340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:37.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.953+0000 7f381ee00700 1 --2- 172.21.15.69:0/2424953920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381810ff50 0x7f3818112340 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f381000b0a0 tx=0x7f381000b3b0 comp rx=0 tx=0).stop 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 -- 172.21.15.69:0/2424953920 shutdown_connections 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 --2- 172.21.15.69:0/2424953920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381810ff50 0x7f3818112340 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 --2- 172.21.15.69:0/2424953920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f381806b1b0 0x7f381806b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 --2- 172.21.15.69:0/2424953920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 0x7f381810fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 -- 172.21.15.69:0/2424953920 >> 172.21.15.69:0/2424953920 conn(0x7f3818079350 msgr2=0x7f3818079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 -- 172.21.15.69:0/2424953920 shutdown_connections 2024-05-08T05:59:37.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.954+0000 7f381ee00700 1 -- 172.21.15.69:0/2424953920 wait complete. 2024-05-08T05:59:37.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 Processor -- start 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 -- start start 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381806b1b0 0x7f381819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 0x7f381819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f381810ff50 0x7f38181a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38181158c0 con 0x7f381806bad0 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3818115740 con 0x7f381806b1b0 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.955+0000 7f381ee00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3818115a40 con 0x7f381810ff50 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 0x7f381819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381806b1b0 0x7f381819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 0x7f381819c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53874/0 (socket says 172.21.15.69:53874) 2024-05-08T05:59:37.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817400700 1 -- 172.21.15.69:0/3641335555 learned_addr learned my addr 172.21.15.69:0/3641335555 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f381ce00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f381810ff50 0x7f38181a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 -- 172.21.15.69:0/3641335555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f381810ff50 msgr2=0x7f38181a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f381810ff50 0x7f38181a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 -- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 msgr2=0x7f381819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 0x7f381819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 -- 172.21.15.69:0/3641335555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38181a0df0 con 0x7f381806b1b0 2024-05-08T05:59:37.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.956+0000 7f3817e00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381806b1b0 0x7f381819be30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f380800e9f0 tx=0x7f380800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:37.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.957+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380800cbd0 con 0x7f381806b1b0 2024-05-08T05:59:37.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.957+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38181a10e0 con 0x7f381806b1b0 2024-05-08T05:59:37.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.957+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f38080044d0 con 0x7f381806b1b0 2024-05-08T05:59:37.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.957+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3808005020 con 0x7f381806b1b0 2024-05-08T05:59:37.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.957+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38181a8960 con 0x7f381806b1b0 2024-05-08T05:59:37.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.958+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f381806a190 con 0x7f381806b1b0 2024-05-08T05:59:37.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.960+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3808004750 con 0x7f381806b1b0 2024-05-08T05:59:37.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.962+0000 7f3814c00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37fc0b2900 0x7f37fc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:37.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.962+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f38080e2210 con 0x7f381806b1b0 2024-05-08T05:59:37.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.962+0000 7f3817400700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37fc0b2900 0x7f37fc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:37.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.963+0000 7f3817400700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37fc0b2900 0x7f37fc0b4dc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3818103960 tx=0x7f3804009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:37.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:37.964+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f38080a9f70 con 0x7f381806b1b0 2024-05-08T05:59:38.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.193+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f38180638e0 con 0x7f37fc0b2900 2024-05-08T05:59:38.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.215+0000 7f3814c00700 1 -- 172.21.15.69:0/3641335555 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258994 (secure 0 0 0) 0x7f38180638e0 con 0x7f37fc0b2900 2024-05-08T05:59:38.220 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37fc0b2900 msgr2=0x7f37fc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37fc0b2900 0x7f37fc0b4dc0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3818103960 tx=0x7f3804009260 comp rx=0 tx=0).stop 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381806b1b0 msgr2=0x7f381819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381806b1b0 0x7f381819be30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f380800e9f0 tx=0x7f380800ed00 comp rx=0 tx=0).stop 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 shutdown_connections 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f381810ff50 0x7f38181a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37fc0b2900 0x7f37fc0b4dc0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f381806b1b0 0x7f381819be30 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 --2- 172.21.15.69:0/3641335555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f381806bad0 0x7f381819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.222+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 >> 172.21.15.69:0/3641335555 conn(0x7f3818079350 msgr2=0x7f3818111440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:38.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.223+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 shutdown_connections 2024-05-08T05:59:38.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:38.223+0000 7f381ee00700 1 -- 172.21.15.69:0/3641335555 wait complete. 2024-05-08T05:59:38.224 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T05:59:38.657 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:38 smithi069 ceph-mon[29571]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:38 smithi105 ceph-mon[34393]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:38 smithi135 ceph-mon[34761]: pgmap v398: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:39.129 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":398,"stamp":"2024-05-08T05:59:36.885126+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659203,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":852,"num_read_kb":525,"num_write":301,"num_write_kb":2273,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":743,"ondisk_log_size":743,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376592,"kb_used_data":10800,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565232,"statfs":{"total":1151940427776,"available":1151554797568,"internally_reserved":0,"allocated":11059200,"data_stored":7136481,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":45,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004511"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845106+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:59:12.845106+0000","last_peered":"2024-05-08T05:59:12.845106+0000","last_clean":"2024-05-08T05:59:12.845106+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:59:12.845106+0000","last_undegraded":"2024-05-08T05:59:12.845106+0000","last_fullsized":"2024-05-08T05:59:12.845106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843068+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:59:12.843068+0000","last_peered":"2024-05-08T05:59:12.843068+0000","last_clean":"2024-05-08T05:59:12.843068+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:59:12.843068+0000","last_undegraded":"2024-05-08T05:59:12.843068+0000","last_fullsized":"2024-05-08T05:59:12.843068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843965+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:59:12.843965+0000","last_peered":"2024-05-08T05:59:12.843965+0000","last_clean":"2024-05-08T05:59:12.843965+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:59:12.843965+0000","last_undegraded":"2024-05-08T05:59:12.843965+0000","last_fullsized":"2024-05-08T05:59:12.843965+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.824985+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:59:12.824985+0000","last_peered":"2024-05-08T05:59:12.824985+0000","last_clean":"2024-05-08T05:59:12.824985+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:59:12.824985+0000","last_undegraded":"2024-05-08T05:59:12.824985+0000","last_fullsized":"2024-05-08T05:59:12.824985+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831857+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:59:12.831857+0000","last_peered":"2024-05-08T05:59:12.831857+0000","last_clean":"2024-05-08T05:59:12.831857+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:59:12.831857+0000","last_undegraded":"2024-05-08T05:59:12.831857+0000","last_fullsized":"2024-05-08T05:59:12.831857+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.832339+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:59:12.832339+0000","last_peered":"2024-05-08T05:59:12.832339+0000","last_clean":"2024-05-08T05:59:12.832339+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:59:12.832339+0000","last_undegraded":"2024-05-08T05:59:12.832339+0000","last_fullsized":"2024-05-08T05:59:12.832339+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822799+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:59:12.822799+0000","last_peered":"2024-05-08T05:59:12.822799+0000","last_clean":"2024-05-08T05:59:12.822799+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:59:12.822799+0000","last_undegraded":"2024-05-08T05:59:12.822799+0000","last_fullsized":"2024-05-08T05:59:12.822799+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847058+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:59:12.847058+0000","last_peered":"2024-05-08T05:59:12.847058+0000","last_clean":"2024-05-08T05:59:12.847058+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:59:12.847058+0000","last_undegraded":"2024-05-08T05:59:12.847058+0000","last_fullsized":"2024-05-08T05:59:12.847058+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837848+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:59:12.837848+0000","last_peered":"2024-05-08T05:59:12.837848+0000","last_clean":"2024-05-08T05:59:12.837848+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:59:12.837848+0000","last_undegraded":"2024-05-08T05:59:12.837848+0000","last_fullsized":"2024-05-08T05:59:12.837848+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819688+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:59:12.819688+0000","last_peered":"2024-05-08T05:59:12.819688+0000","last_clean":"2024-05-08T05:59:12.819688+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:59:12.819688+0000","last_undegraded":"2024-05-08T05:59:12.819688+0000","last_fullsized":"2024-05-08T05:59:12.819688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831473+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:59:12.831473+0000","last_peered":"2024-05-08T05:59:12.831473+0000","last_clean":"2024-05-08T05:59:12.831473+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:59:12.831473+0000","last_undegraded":"2024-05-08T05:59:12.831473+0000","last_fullsized":"2024-05-08T05:59:12.831473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825202+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:59:12.825202+0000","last_peered":"2024-05-08T05:59:12.825202+0000","last_clean":"2024-05-08T05:59:12.825202+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:59:12.825202+0000","last_undegraded":"2024-05-08T05:59:12.825202+0000","last_fullsized":"2024-05-08T05:59:12.825202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837554+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:59:12.837554+0000","last_peered":"2024-05-08T05:59:12.837554+0000","last_clean":"2024-05-08T05:59:12.837554+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:59:12.837554+0000","last_undegraded":"2024-05-08T05:59:12.837554+0000","last_fullsized":"2024-05-08T05:59:12.837554+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843798+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:59:12.843798+0000","last_peered":"2024-05-08T05:59:12.843798+0000","last_clean":"2024-05-08T05:59:12.843798+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:59:12.843798+0000","last_undegraded":"2024-05-08T05:59:12.843798+0000","last_fullsized":"2024-05-08T05:59:12.843798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838490+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:59:12.838490+0000","last_peered":"2024-05-08T05:59:12.838490+0000","last_clean":"2024-05-08T05:59:12.838490+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:59:12.838490+0000","last_undegraded":"2024-05-08T05:59:12.838490+0000","last_fullsized":"2024-05-08T05:59:12.838490+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.840533+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:59:12.840533+0000","last_peered":"2024-05-08T05:59:12.840533+0000","last_clean":"2024-05-08T05:59:12.840533+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:59:12.840533+0000","last_undegraded":"2024-05-08T05:59:12.840533+0000","last_fullsized":"2024-05-08T05:59:12.840533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845243+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:59:12.845243+0000","last_peered":"2024-05-08T05:59:12.845243+0000","last_clean":"2024-05-08T05:59:12.845243+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:59:12.845243+0000","last_undegraded":"2024-05-08T05:59:12.845243+0000","last_fullsized":"2024-05-08T05:59:12.845243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823653+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:59:12.823653+0000","last_peered":"2024-05-08T05:59:12.823653+0000","last_clean":"2024-05-08T05:59:12.823653+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:59:12.823653+0000","last_undegraded":"2024-05-08T05:59:12.823653+0000","last_fullsized":"2024-05-08T05:59:12.823653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846363+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:59:12.846363+0000","last_peered":"2024-05-08T05:59:12.846363+0000","last_clean":"2024-05-08T05:59:12.846363+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:59:12.846363+0000","last_undegraded":"2024-05-08T05:59:12.846363+0000","last_fullsized":"2024-05-08T05:59:12.846363+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939073+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:57:43.939073+0000","last_peered":"2024-05-08T05:57:43.939073+0000","last_clean":"2024-05-08T05:57:43.939073+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:57:43.939073+0000","last_undegraded":"2024-05-08T05:57:43.939073+0000","last_fullsized":"2024-05-08T05:57:43.939073+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":16,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810928+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:59:12.810928+0000","last_peered":"2024-05-08T05:59:12.810928+0000","last_clean":"2024-05-08T05:59:12.810928+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:59:12.810928+0000","last_undegraded":"2024-05-08T05:59:12.810928+0000","last_fullsized":"2024-05-08T05:59:12.810928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.956552+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:57:43.956552+0000","last_peered":"2024-05-08T05:57:43.956552+0000","last_clean":"2024-05-08T05:57:43.956552+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:57:43.956552+0000","last_undegraded":"2024-05-08T05:57:43.956552+0000","last_fullsized":"2024-05-08T05:57:43.956552+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844736+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:59:12.844736+0000","last_peered":"2024-05-08T05:59:12.844736+0000","last_clean":"2024-05-08T05:59:12.844736+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:59:12.844736+0000","last_undegraded":"2024-05-08T05:59:12.844736+0000","last_fullsized":"2024-05-08T05:59:12.844736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930049+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.930049+0000","last_peered":"2024-05-08T05:57:43.930049+0000","last_clean":"2024-05-08T05:57:43.930049+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.930049+0000","last_undegraded":"2024-05-08T05:57:43.930049+0000","last_fullsized":"2024-05-08T05:57:43.930049+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.833497+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:59:12.833497+0000","last_peered":"2024-05-08T05:59:12.833497+0000","last_clean":"2024-05-08T05:59:12.833497+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:59:12.833497+0000","last_undegraded":"2024-05-08T05:59:12.833497+0000","last_fullsized":"2024-05-08T05:59:12.833497+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930166+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.930166+0000","last_peered":"2024-05-08T05:57:43.930166+0000","last_clean":"2024-05-08T05:57:43.930166+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.930166+0000","last_undegraded":"2024-05-08T05:57:43.930166+0000","last_fullsized":"2024-05-08T05:57:43.930166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831251+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:59:12.831251+0000","last_peered":"2024-05-08T05:59:12.831251+0000","last_clean":"2024-05-08T05:59:12.831251+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:59:12.831251+0000","last_undegraded":"2024-05-08T05:59:12.831251+0000","last_fullsized":"2024-05-08T05:59:12.831251+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":162,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:34.659192+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T05:59:34.659192+0000","last_peered":"2024-05-08T05:59:34.659192+0000","last_clean":"2024-05-08T05:59:34.659192+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T05:59:34.659192+0000","last_undegraded":"2024-05-08T05:59:34.659192+0000","last_fullsized":"2024-05-08T05:59:34.659192+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.806833+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:59:12.806833+0000","last_peered":"2024-05-08T05:59:12.806833+0000","last_clean":"2024-05-08T05:59:12.806833+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:59:12.806833+0000","last_undegraded":"2024-05-08T05:59:12.806833+0000","last_fullsized":"2024-05-08T05:59:12.806833+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929524+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929524+0000","last_peered":"2024-05-08T05:57:43.929524+0000","last_clean":"2024-05-08T05:57:43.929524+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929524+0000","last_undegraded":"2024-05-08T05:57:43.929524+0000","last_fullsized":"2024-05-08T05:57:43.929524+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.841454+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:59:12.841454+0000","last_peered":"2024-05-08T05:59:12.841454+0000","last_clean":"2024-05-08T05:59:12.841454+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:59:12.841454+0000","last_undegraded":"2024-05-08T05:59:12.841454+0000","last_fullsized":"2024-05-08T05:59:12.841454+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942123+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.942123+0000","last_peered":"2024-05-08T05:57:43.942123+0000","last_clean":"2024-05-08T05:57:43.942123+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.942123+0000","last_undegraded":"2024-05-08T05:57:43.942123+0000","last_fullsized":"2024-05-08T05:57:43.942123+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846384+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:59:12.846384+0000","last_peered":"2024-05-08T05:59:12.846384+0000","last_clean":"2024-05-08T05:59:12.846384+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:59:12.846384+0000","last_undegraded":"2024-05-08T05:59:12.846384+0000","last_fullsized":"2024-05-08T05:59:12.846384+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954667+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954667+0000","last_peered":"2024-05-08T05:57:43.954667+0000","last_clean":"2024-05-08T05:57:43.954667+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954667+0000","last_undegraded":"2024-05-08T05:57:43.954667+0000","last_fullsized":"2024-05-08T05:57:43.954667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847359+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:59:12.847359+0000","last_peered":"2024-05-08T05:59:12.847359+0000","last_clean":"2024-05-08T05:59:12.847359+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:59:12.847359+0000","last_undegraded":"2024-05-08T05:59:12.847359+0000","last_fullsized":"2024-05-08T05:59:12.847359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'4","reported_seq":155,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:33.656942+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T05:59:33.656942+0000","last_peered":"2024-05-08T05:59:33.656942+0000","last_clean":"2024-05-08T05:59:33.656942+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T05:59:33.656942+0000","last_undegraded":"2024-05-08T05:59:33.656942+0000","last_fullsized":"2024-05-08T05:59:33.656942+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831158+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:59:12.831158+0000","last_peered":"2024-05-08T05:59:12.831158+0000","last_clean":"2024-05-08T05:59:12.831158+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:59:12.831158+0000","last_undegraded":"2024-05-08T05:59:12.831158+0000","last_fullsized":"2024-05-08T05:59:12.831158+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932855+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932855+0000","last_peered":"2024-05-08T05:57:43.932855+0000","last_clean":"2024-05-08T05:57:43.932855+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932855+0000","last_undegraded":"2024-05-08T05:57:43.932855+0000","last_fullsized":"2024-05-08T05:57:43.932855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843482+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:59:12.843482+0000","last_peered":"2024-05-08T05:59:12.843482+0000","last_clean":"2024-05-08T05:59:12.843482+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:59:12.843482+0000","last_undegraded":"2024-05-08T05:59:12.843482+0000","last_fullsized":"2024-05-08T05:59:12.843482+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955521+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955521+0000","last_peered":"2024-05-08T05:57:43.955521+0000","last_clean":"2024-05-08T05:57:43.955521+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955521+0000","last_undegraded":"2024-05-08T05:57:43.955521+0000","last_fullsized":"2024-05-08T05:57:43.955521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837706+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:59:12.837706+0000","last_peered":"2024-05-08T05:59:12.837706+0000","last_clean":"2024-05-08T05:59:12.837706+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:59:12.837706+0000","last_undegraded":"2024-05-08T05:59:12.837706+0000","last_fullsized":"2024-05-08T05:59:12.837706+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'34","reported_seq":320,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:34.658448+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T05:59:34.658448+0000","last_peered":"2024-05-08T05:59:34.658448+0000","last_clean":"2024-05-08T05:59:34.658448+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T05:59:34.658448+0000","last_undegraded":"2024-05-08T05:59:34.658448+0000","last_fullsized":"2024-05-08T05:59:34.658448+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":259,"num_read_kb":193,"num_write":35,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823045+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:59:12.823045+0000","last_peered":"2024-05-08T05:59:12.823045+0000","last_clean":"2024-05-08T05:59:12.823045+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:59:12.823045+0000","last_undegraded":"2024-05-08T05:59:12.823045+0000","last_fullsized":"2024-05-08T05:59:12.823045+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929813+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929813+0000","last_peered":"2024-05-08T05:57:43.929813+0000","last_clean":"2024-05-08T05:57:43.929813+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929813+0000","last_undegraded":"2024-05-08T05:57:43.929813+0000","last_fullsized":"2024-05-08T05:57:43.929813+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847726+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:59:12.847726+0000","last_peered":"2024-05-08T05:59:12.847726+0000","last_clean":"2024-05-08T05:59:12.847726+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:59:12.847726+0000","last_undegraded":"2024-05-08T05:59:12.847726+0000","last_fullsized":"2024-05-08T05:59:12.847726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955155+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955155+0000","last_peered":"2024-05-08T05:57:43.955155+0000","last_clean":"2024-05-08T05:57:43.955155+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955155+0000","last_undegraded":"2024-05-08T05:57:43.955155+0000","last_fullsized":"2024-05-08T05:57:43.955155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836269+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:59:12.836269+0000","last_peered":"2024-05-08T05:59:12.836269+0000","last_clean":"2024-05-08T05:59:12.836269+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:59:12.836269+0000","last_undegraded":"2024-05-08T05:59:12.836269+0000","last_fullsized":"2024-05-08T05:59:12.836269+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":157,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:34.751584+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T05:59:34.751584+0000","last_peered":"2024-05-08T05:59:34.751584+0000","last_clean":"2024-05-08T05:59:34.751584+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T05:59:34.751584+0000","last_undegraded":"2024-05-08T05:59:34.751584+0000","last_fullsized":"2024-05-08T05:59:34.751584+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822882+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:59:12.822882+0000","last_peered":"2024-05-08T05:59:12.822882+0000","last_clean":"2024-05-08T05:59:12.822882+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:59:12.822882+0000","last_undegraded":"2024-05-08T05:59:12.822882+0000","last_fullsized":"2024-05-08T05:59:12.822882+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.953478+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:43.953478+0000","last_peered":"2024-05-08T05:57:43.953478+0000","last_clean":"2024-05-08T05:57:43.953478+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:43.953478+0000","last_undegraded":"2024-05-08T05:57:43.953478+0000","last_fullsized":"2024-05-08T05:57:43.953478+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837995+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:59:12.837995+0000","last_peered":"2024-05-08T05:59:12.837995+0000","last_clean":"2024-05-08T05:59:12.837995+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:59:12.837995+0000","last_undegraded":"2024-05-08T05:59:12.837995+0000","last_fullsized":"2024-05-08T05:59:12.837995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929809+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929809+0000","last_peered":"2024-05-08T05:57:43.929809+0000","last_clean":"2024-05-08T05:57:43.929809+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929809+0000","last_undegraded":"2024-05-08T05:57:43.929809+0000","last_fullsized":"2024-05-08T05:57:43.929809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822661+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:59:12.822661+0000","last_peered":"2024-05-08T05:59:12.822661+0000","last_clean":"2024-05-08T05:59:12.822661+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:59:12.822661+0000","last_undegraded":"2024-05-08T05:59:12.822661+0000","last_fullsized":"2024-05-08T05:59:12.822661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938293+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:57:43.938293+0000","last_peered":"2024-05-08T05:57:43.938293+0000","last_clean":"2024-05-08T05:57:43.938293+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:57:43.938293+0000","last_undegraded":"2024-05-08T05:57:43.938293+0000","last_fullsized":"2024-05-08T05:57:43.938293+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846518+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:59:12.846518+0000","last_peered":"2024-05-08T05:59:12.846518+0000","last_clean":"2024-05-08T05:59:12.846518+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:59:12.846518+0000","last_undegraded":"2024-05-08T05:59:12.846518+0000","last_fullsized":"2024-05-08T05:59:12.846518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932354+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:57:43.932354+0000","last_peered":"2024-05-08T05:57:43.932354+0000","last_clean":"2024-05-08T05:57:43.932354+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:57:43.932354+0000","last_undegraded":"2024-05-08T05:57:43.932354+0000","last_fullsized":"2024-05-08T05:57:43.932354+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819244+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:59:12.819244+0000","last_peered":"2024-05-08T05:59:12.819244+0000","last_clean":"2024-05-08T05:59:12.819244+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:59:12.819244+0000","last_undegraded":"2024-05-08T05:59:12.819244+0000","last_fullsized":"2024-05-08T05:59:12.819244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821935+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:59:12.821935+0000","last_peered":"2024-05-08T05:59:12.821935+0000","last_clean":"2024-05-08T05:59:12.821935+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:59:12.821935+0000","last_undegraded":"2024-05-08T05:59:12.821935+0000","last_fullsized":"2024-05-08T05:59:12.821935+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":156,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:34.750358+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T05:59:34.750358+0000","last_peered":"2024-05-08T05:59:34.750358+0000","last_clean":"2024-05-08T05:59:34.750358+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T05:59:34.750358+0000","last_undegraded":"2024-05-08T05:59:34.750358+0000","last_fullsized":"2024-05-08T05:59:34.750358+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":125,"num_read_kb":125,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845420+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:59:12.845420+0000","last_peered":"2024-05-08T05:59:12.845420+0000","last_clean":"2024-05-08T05:59:12.845420+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:59:12.845420+0000","last_undegraded":"2024-05-08T05:59:12.845420+0000","last_fullsized":"2024-05-08T05:59:12.845420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955819+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955819+0000","last_peered":"2024-05-08T05:57:43.955819+0000","last_clean":"2024-05-08T05:57:43.955819+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955819+0000","last_undegraded":"2024-05-08T05:57:43.955819+0000","last_fullsized":"2024-05-08T05:57:43.955819+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":99,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932447+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:57:43.932447+0000","last_peered":"2024-05-08T05:57:43.932447+0000","last_clean":"2024-05-08T05:57:43.932447+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:57:43.932447+0000","last_undegraded":"2024-05-08T05:57:43.932447+0000","last_fullsized":"2024-05-08T05:57:43.932447+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831310+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:59:12.831310+0000","last_peered":"2024-05-08T05:59:12.831310+0000","last_clean":"2024-05-08T05:59:12.831310+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:59:12.831310+0000","last_undegraded":"2024-05-08T05:59:12.831310+0000","last_fullsized":"2024-05-08T05:59:12.831310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932358+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:57:43.932358+0000","last_peered":"2024-05-08T05:57:43.932358+0000","last_clean":"2024-05-08T05:57:43.932358+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:57:43.932358+0000","last_undegraded":"2024-05-08T05:57:43.932358+0000","last_fullsized":"2024-05-08T05:57:43.932358+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929852+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:57:43.929852+0000","last_peered":"2024-05-08T05:57:43.929852+0000","last_clean":"2024-05-08T05:57:43.929852+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:57:43.929852+0000","last_undegraded":"2024-05-08T05:57:43.929852+0000","last_fullsized":"2024-05-08T05:57:43.929852+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.830136+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:59:12.830136+0000","last_peered":"2024-05-08T05:59:12.830136+0000","last_clean":"2024-05-08T05:59:12.830136+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:59:12.830136+0000","last_undegraded":"2024-05-08T05:59:12.830136+0000","last_fullsized":"2024-05-08T05:59:12.830136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'14","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:13.142634+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:59:13.142634+0000","last_peered":"2024-05-08T05:59:13.142634+0000","last_clean":"2024-05-08T05:59:13.142634+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:59:13.142634+0000","last_undegraded":"2024-05-08T05:59:13.142634+0000","last_fullsized":"2024-05-08T05:59:13.142634+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843982+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:59:12.843982+0000","last_peered":"2024-05-08T05:59:12.843982+0000","last_clean":"2024-05-08T05:59:12.843982+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:59:12.843982+0000","last_undegraded":"2024-05-08T05:59:12.843982+0000","last_fullsized":"2024-05-08T05:59:12.843982+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955722+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955722+0000","last_peered":"2024-05-08T05:57:43.955722+0000","last_clean":"2024-05-08T05:57:43.955722+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955722+0000","last_undegraded":"2024-05-08T05:57:43.955722+0000","last_fullsized":"2024-05-08T05:57:43.955722+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848095+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:59:12.848095+0000","last_peered":"2024-05-08T05:59:12.848095+0000","last_clean":"2024-05-08T05:59:12.848095+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:59:12.848095+0000","last_undegraded":"2024-05-08T05:59:12.848095+0000","last_fullsized":"2024-05-08T05:59:12.848095+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957209+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.957209+0000","last_peered":"2024-05-08T05:57:43.957209+0000","last_clean":"2024-05-08T05:57:43.957209+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.957209+0000","last_undegraded":"2024-05-08T05:57:43.957209+0000","last_fullsized":"2024-05-08T05:57:43.957209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810571+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:59:12.810571+0000","last_peered":"2024-05-08T05:59:12.810571+0000","last_clean":"2024-05-08T05:59:12.810571+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:59:12.810571+0000","last_undegraded":"2024-05-08T05:59:12.810571+0000","last_fullsized":"2024-05-08T05:59:12.810571+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955746+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955746+0000","last_peered":"2024-05-08T05:57:43.955746+0000","last_clean":"2024-05-08T05:57:43.955746+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955746+0000","last_undegraded":"2024-05-08T05:57:43.955746+0000","last_fullsized":"2024-05-08T05:57:43.955746+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844845+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:59:12.844845+0000","last_peered":"2024-05-08T05:59:12.844845+0000","last_clean":"2024-05-08T05:59:12.844845+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:59:12.844845+0000","last_undegraded":"2024-05-08T05:59:12.844845+0000","last_fullsized":"2024-05-08T05:59:12.844845+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929360+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929360+0000","last_peered":"2024-05-08T05:57:43.929360+0000","last_clean":"2024-05-08T05:57:43.929360+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929360+0000","last_undegraded":"2024-05-08T05:57:43.929360+0000","last_fullsized":"2024-05-08T05:57:43.929360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847152+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:59:12.847152+0000","last_peered":"2024-05-08T05:59:12.847152+0000","last_clean":"2024-05-08T05:59:12.847152+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:59:12.847152+0000","last_undegraded":"2024-05-08T05:59:12.847152+0000","last_fullsized":"2024-05-08T05:59:12.847152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.961327+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.961327+0000","last_peered":"2024-05-08T05:57:43.961327+0000","last_clean":"2024-05-08T05:57:43.961327+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.961327+0000","last_undegraded":"2024-05-08T05:57:43.961327+0000","last_fullsized":"2024-05-08T05:57:43.961327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.834768+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:59:12.834768+0000","last_peered":"2024-05-08T05:59:12.834768+0000","last_clean":"2024-05-08T05:59:12.834768+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:59:12.834768+0000","last_undegraded":"2024-05-08T05:59:12.834768+0000","last_fullsized":"2024-05-08T05:59:12.834768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930277+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930277+0000","last_peered":"2024-05-08T05:57:43.930277+0000","last_clean":"2024-05-08T05:57:43.930277+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930277+0000","last_undegraded":"2024-05-08T05:57:43.930277+0000","last_fullsized":"2024-05-08T05:57:43.930277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831462+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:59:12.831462+0000","last_peered":"2024-05-08T05:59:12.831462+0000","last_clean":"2024-05-08T05:59:12.831462+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:59:12.831462+0000","last_undegraded":"2024-05-08T05:59:12.831462+0000","last_fullsized":"2024-05-08T05:59:12.831462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955347+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955347+0000","last_peered":"2024-05-08T05:57:43.955347+0000","last_clean":"2024-05-08T05:57:43.955347+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955347+0000","last_undegraded":"2024-05-08T05:57:43.955347+0000","last_fullsized":"2024-05-08T05:57:43.955347+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846433+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:59:12.846433+0000","last_peered":"2024-05-08T05:59:12.846433+0000","last_clean":"2024-05-08T05:59:12.846433+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:59:12.846433+0000","last_undegraded":"2024-05-08T05:59:12.846433+0000","last_fullsized":"2024-05-08T05:59:12.846433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.949023+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.949023+0000","last_peered":"2024-05-08T05:57:43.949023+0000","last_clean":"2024-05-08T05:57:43.949023+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.949023+0000","last_undegraded":"2024-05-08T05:57:43.949023+0000","last_fullsized":"2024-05-08T05:57:43.949023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825011+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:59:12.825011+0000","last_peered":"2024-05-08T05:59:12.825011+0000","last_clean":"2024-05-08T05:59:12.825011+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:59:12.825011+0000","last_undegraded":"2024-05-08T05:59:12.825011+0000","last_fullsized":"2024-05-08T05:59:12.825011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821461+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:59:12.821461+0000","last_peered":"2024-05-08T05:59:12.821461+0000","last_clean":"2024-05-08T05:59:12.821461+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:59:12.821461+0000","last_undegraded":"2024-05-08T05:59:12.821461+0000","last_fullsized":"2024-05-08T05:59:12.821461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.820964+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:59:12.820964+0000","last_peered":"2024-05-08T05:59:12.820964+0000","last_clean":"2024-05-08T05:59:12.820964+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:59:12.820964+0000","last_undegraded":"2024-05-08T05:59:12.820964+0000","last_fullsized":"2024-05-08T05:59:12.820964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848094+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:59:12.848094+0000","last_peered":"2024-05-08T05:59:12.848094+0000","last_clean":"2024-05-08T05:59:12.848094+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:59:12.848094+0000","last_undegraded":"2024-05-08T05:59:12.848094+0000","last_fullsized":"2024-05-08T05:59:12.848094+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839788+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:59:12.839788+0000","last_peered":"2024-05-08T05:59:12.839788+0000","last_clean":"2024-05-08T05:59:12.839788+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:59:12.839788+0000","last_undegraded":"2024-05-08T05:59:12.839788+0000","last_fullsized":"2024-05-08T05:59:12.839788+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844250+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:59:12.844250+0000","last_peered":"2024-05-08T05:59:12.844250+0000","last_clean":"2024-05-08T05:59:12.844250+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:59:12.844250+0000","last_undegraded":"2024-05-08T05:59:12.844250+0000","last_fullsized":"2024-05-08T05:59:12.844250+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.816362+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:59:12.816362+0000","last_peered":"2024-05-08T05:59:12.816362+0000","last_clean":"2024-05-08T05:59:12.816362+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:59:12.816362+0000","last_undegraded":"2024-05-08T05:59:12.816362+0000","last_fullsized":"2024-05-08T05:59:12.816362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838692+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:59:12.838692+0000","last_peered":"2024-05-08T05:59:12.838692+0000","last_clean":"2024-05-08T05:59:12.838692+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:59:12.838692+0000","last_undegraded":"2024-05-08T05:59:12.838692+0000","last_fullsized":"2024-05-08T05:59:12.838692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845967+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:59:12.845967+0000","last_peered":"2024-05-08T05:59:12.845967+0000","last_clean":"2024-05-08T05:59:12.845967+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:59:12.845967+0000","last_undegraded":"2024-05-08T05:59:12.845967+0000","last_fullsized":"2024-05-08T05:59:12.845967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.842981+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:59:12.842981+0000","last_peered":"2024-05-08T05:59:12.842981+0000","last_clean":"2024-05-08T05:59:12.842981+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:59:12.842981+0000","last_undegraded":"2024-05-08T05:59:12.842981+0000","last_fullsized":"2024-05-08T05:59:12.842981+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839938+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:59:12.839938+0000","last_peered":"2024-05-08T05:59:12.839938+0000","last_clean":"2024-05-08T05:59:12.839938+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:59:12.839938+0000","last_undegraded":"2024-05-08T05:59:12.839938+0000","last_fullsized":"2024-05-08T05:59:12.839938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.849421+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:59:12.849421+0000","last_peered":"2024-05-08T05:59:12.849421+0000","last_clean":"2024-05-08T05:59:12.849421+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:59:12.849421+0000","last_undegraded":"2024-05-08T05:59:12.849421+0000","last_fullsized":"2024-05-08T05:59:12.849421+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845398+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:59:12.845398+0000","last_peered":"2024-05-08T05:59:12.845398+0000","last_clean":"2024-05-08T05:59:12.845398+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:59:12.845398+0000","last_undegraded":"2024-05-08T05:59:12.845398+0000","last_fullsized":"2024-05-08T05:59:12.845398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825969+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:59:12.825969+0000","last_peered":"2024-05-08T05:59:12.825969+0000","last_clean":"2024-05-08T05:59:12.825969+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:59:12.825969+0000","last_undegraded":"2024-05-08T05:59:12.825969+0000","last_fullsized":"2024-05-08T05:59:12.825969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68601,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":776,"num_read_kb":461,"num_write":176,"num_write_kb":121,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":205803,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678064,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874293,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1086428,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037819,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234048,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430278,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1022715,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626508,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":494365,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738476,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411429,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36280,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708872,"statfs":{"total":95995035648,"available":95957884928,"internally_reserved":0,"allocated":966656,"data_stored":496247,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182492,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986265,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822739,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022399,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":64459,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66341,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":66037,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T05:59:39.133 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-08T05:59:39.134 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-08T05:59:39.134 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-08T05:59:39.134 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph health --format=json 2024-05-08T05:59:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:39.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:39 smithi069 ceph-mon[29571]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:59:39.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:39 smithi105 ceph-mon[34393]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:59:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:39 smithi135 ceph-mon[34761]: from='client.24836 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T05:59:40.639 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:40 smithi069 ceph-mon[29571]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:40 smithi105 ceph-mon[34393]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:40 smithi135 ceph-mon[34761]: pgmap v399: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:41.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 -- 172.21.15.69:0/2939007443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f140756d0 msgr2=0x7f3f14075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2939007443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f140756d0 0x7f3f14075ab0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3f04009990 tx=0x7f3f04009ca0 comp rx=0 tx=0).stop 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 -- 172.21.15.69:0/2939007443 shutdown_connections 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2939007443 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f1410ff00 0x7f3f141122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2939007443 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f140756d0 0x7f3f14075ab0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2939007443 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f14075ff0 0x7f3f1410f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 -- 172.21.15.69:0/2939007443 >> 172.21.15.69:0/2939007443 conn(0x7f3f1407a600 msgr2=0x7f3f1407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 -- 172.21.15.69:0/2939007443 shutdown_connections 2024-05-08T05:59:41.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.980+0000 7f3f1b200700 1 -- 172.21.15.69:0/2939007443 wait complete. 2024-05-08T05:59:41.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.981+0000 7f3f1b200700 1 Processor -- start 2024-05-08T05:59:41.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 -- start start 2024-05-08T05:59:41.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 0x7f3f141a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:41.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f14075ff0 0x7f3f141a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:41.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f1410ff00 0x7f3f1419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:41.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3f14115900 con 0x7f3f14075ff0 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3f14115780 con 0x7f3f1410ff00 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f1b200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3f14115a80 con 0x7f3f140756d0 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f0b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f14075ff0 0x7f3f141a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f13e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 0x7f3f141a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f0b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f14075ff0 0x7f3f141a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53892/0 (socket says 172.21.15.69:53892) 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f0b400700 1 -- 172.21.15.69:0/2889573532 learned_addr learned my addr 172.21.15.69:0/2889573532 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.982+0000 7f3f13e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 0x7f3f141a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35870/0 (socket says 172.21.15.69:35870) 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f19200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f1410ff00 0x7f3f1419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f13e00700 1 -- 172.21.15.69:0/2889573532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f1410ff00 msgr2=0x7f3f1419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f13e00700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f1410ff00 0x7f3f1419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f13e00700 1 -- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f14075ff0 msgr2=0x7f3f141a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f13e00700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f14075ff0 0x7f3f141a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f13e00700 1 -- 172.21.15.69:0/2889573532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f1419c400 con 0x7f3f140756d0 2024-05-08T05:59:41.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f13e00700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 0x7f3f141a1a50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3f040098e0 tx=0x7f3f040057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:41.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f04027070 con 0x7f3f140756d0 2024-05-08T05:59:41.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.983+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3f04022470 con 0x7f3f140756d0 2024-05-08T05:59:41.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.984+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f1419c690 con 0x7f3f140756d0 2024-05-08T05:59:41.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.984+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f04017650 con 0x7f3f140756d0 2024-05-08T05:59:41.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.984+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f141a8800 con 0x7f3f140756d0 2024-05-08T05:59:41.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.985+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f14076d90 con 0x7f3f140756d0 2024-05-08T05:59:41.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.987+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3f0402a070 con 0x7f3f140756d0 2024-05-08T05:59:41.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.988+0000 7f3f11600700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3ef80b2880 0x7f3ef80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:41.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.989+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3f040e2f50 con 0x7f3f140756d0 2024-05-08T05:59:41.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.989+0000 7f3f0b400700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3ef80b2880 0x7f3ef80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:41.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.989+0000 7f3f0b400700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3ef80b2880 0x7f3ef80b4d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3f1419d270 tx=0x7f3efc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:41.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:41.991+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3f04013070 con 0x7f3f140756d0 2024-05-08T05:59:42.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.272+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f3f141a89d0 con 0x7f3f140756d0 2024-05-08T05:59:42.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.273+0000 7f3f11600700 1 -- 172.21.15.69:0/2889573532 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f3f040aacb0 con 0x7f3f140756d0 2024-05-08T05:59:42.273 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:42.273 INFO:teuthology.orchestra.run.smithi069.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.275+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3ef80b2880 msgr2=0x7f3ef80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.275+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3ef80b2880 0x7f3ef80b4d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3f1419d270 tx=0x7f3efc009260 comp rx=0 tx=0).stop 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.275+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 msgr2=0x7f3f141a1a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.275+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 0x7f3f141a1a50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3f040098e0 tx=0x7f3f040057c0 comp rx=0 tx=0).stop 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 shutdown_connections 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3ef80b2880 0x7f3ef80b4d40 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3f1410ff00 0x7f3f1419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:42.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3f140756d0 0x7f3f141a1a50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:42.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 --2- 172.21.15.69:0/2889573532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3f14075ff0 0x7f3f141a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:42.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 >> 172.21.15.69:0/2889573532 conn(0x7f3f1407a600 msgr2=0x7f3f141006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:42.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 shutdown_connections 2024-05-08T05:59:42.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:42.276+0000 7f3f1b200700 1 -- 172.21.15.69:0/2889573532 wait complete. 2024-05-08T05:59:42.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:42 smithi069 ceph-mon[29571]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:42.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:42 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2889573532' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-08T05:59:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:42 smithi105 ceph-mon[34393]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:42 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2889573532' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-08T05:59:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:42 smithi135 ceph-mon[34761]: pgmap v400: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:42 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2889573532' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-08T05:59:43.244 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-08T05:59:43.245 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:59:43.680 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:44 smithi069 ceph-mon[29571]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:44 smithi105 ceph-mon[34393]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:44 smithi135 ceph-mon[34761]: pgmap v401: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 -- 172.21.15.69:0/1081706298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de0106080 msgr2=0x7f3de0112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 --2- 172.21.15.69:0/1081706298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de0106080 0x7f3de0112590 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3dd800b0a0 tx=0x7f3dd800b3b0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 -- 172.21.15.69:0/1081706298 shutdown_connections 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 --2- 172.21.15.69:0/1081706298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de0106080 0x7f3de0112590 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 --2- 172.21.15.69:0/1081706298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de010b6c0 0x7f3de010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 --2- 172.21.15.69:0/1081706298 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3de01056c0 0x7f3de0105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 -- 172.21.15.69:0/1081706298 >> 172.21.15.69:0/1081706298 conn(0x7f3de01011b0 msgr2=0x7f3de01035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 -- 172.21.15.69:0/1081706298 shutdown_connections 2024-05-08T05:59:46.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.000+0000 7f3de7000700 1 -- 172.21.15.69:0/1081706298 wait complete. 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.001+0000 7f3de7000700 1 Processor -- start 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.001+0000 7f3de7000700 1 -- start start 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de7000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3de01056c0 0x7f3de019bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de7000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 0x7f3de019c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de7000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 0x7f3de01a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de7000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3de0115900 con 0x7f3de010b6c0 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de7000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3de0115780 con 0x7f3de0106080 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de7000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3de0115a80 con 0x7f3de01056c0 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de5000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 0x7f3de01a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:46.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3ddf400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 0x7f3de019c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3ddfe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3de01056c0 0x7f3de019bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3ddf400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 0x7f3de019c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42426/0 (socket says 172.21.15.69:42426) 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3ddf400700 1 -- 172.21.15.69:0/520146563 learned_addr learned my addr 172.21.15.69:0/520146563 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.002+0000 7f3de5000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 0x7f3de01a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53916/0 (socket says 172.21.15.69:53916) 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddf400700 1 -- 172.21.15.69:0/520146563 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3de01056c0 msgr2=0x7f3de019bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddf400700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3de01056c0 0x7f3de019bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddf400700 1 -- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 msgr2=0x7f3de01a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddf400700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 0x7f3de01a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddf400700 1 -- 172.21.15.69:0/520146563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de01a0d20 con 0x7f3de0106080 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3de5000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 0x7f3de01a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:46.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddf400700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 0x7f3de019c250 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e9a0 tx=0x7f3dcc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:46.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc00ca10 con 0x7f3de0106080 2024-05-08T05:59:46.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de01a1010 con 0x7f3de0106080 2024-05-08T05:59:46.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dcc00cbb0 con 0x7f3de0106080 2024-05-08T05:59:46.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc018680 con 0x7f3de0106080 2024-05-08T05:59:46.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.003+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de01a8890 con 0x7f3de0106080 2024-05-08T05:59:46.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.004+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3de006a190 con 0x7f3de0106080 2024-05-08T05:59:46.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.007+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3dcc010430 con 0x7f3de0106080 2024-05-08T05:59:46.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.009+0000 7f3ddcc00700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dc40b2880 0x7f3dc40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:46.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.009+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3dcc0e2710 con 0x7f3de0106080 2024-05-08T05:59:46.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.009+0000 7f3ddfe00700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dc40b2880 0x7f3dc40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:46.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.010+0000 7f3ddfe00700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dc40b2880 0x7f3dc40b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009be0 tx=0x7f3dd0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:46.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.010+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3dcc0aa3e0 con 0x7f3de0106080 2024-05-08T05:59:46.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.292+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3de002e510 con 0x7f3de0106080 2024-05-08T05:59:46.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.294+0000 7f3ddcc00700 1 -- 172.21.15.69:0/520146563 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11879 (secure 0 0 0) 0x7f3dcc0a9ce0 con 0x7f3de0106080 2024-05-08T05:59:46.294 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:46.295 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T05:57:35.383800+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24491,24533]},"id":1}]} 2024-05-08T05:59:46.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dc40b2880 msgr2=0x7f3dc40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:46.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dc40b2880 0x7f3dc40b4d40 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009be0 tx=0x7f3dd0009260 comp rx=0 tx=0).stop 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 msgr2=0x7f3de019c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 0x7f3de019c250 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc00e9a0 tx=0x7f3dcc00ecb0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 shutdown_connections 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3de010b6c0 0x7f3de01a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3de01056c0 0x7f3de019bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3dc40b2880 0x7f3dc40b4d40 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 --2- 172.21.15.69:0/520146563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3de0106080 0x7f3de019c250 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 >> 172.21.15.69:0/520146563 conn(0x7f3de01011b0 msgr2=0x7f3de0101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 shutdown_connections 2024-05-08T05:59:46.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:46.298+0000 7f3de7000700 1 -- 172.21.15.69:0/520146563 wait complete. 2024-05-08T05:59:46.300 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T05:59:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:46 smithi105 ceph-mon[34393]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:46 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/520146563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:46 smithi069 ceph-mon[29571]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:46 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/520146563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:46 smithi135 ceph-mon[34761]: pgmap v402: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:46 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/520146563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:47.251 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:59:47.698 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:48 smithi105 ceph-mon[34393]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:48.793 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:48 smithi069 ceph-mon[29571]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:48 smithi135 ceph-mon[34761]: pgmap v403: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:49.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 -- 172.21.15.69:0/3168156031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 msgr2=0x7f097c1124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 --2- 172.21.15.69:0/3168156031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 0x7f097c1124a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f097400b0a0 tx=0x7f097400b3b0 comp rx=0 tx=0).stop 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 -- 172.21.15.69:0/3168156031 shutdown_connections 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 --2- 172.21.15.69:0/3168156031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 0x7f097c1124a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 --2- 172.21.15.69:0/3168156031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c10b660 0x7f097c10ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 --2- 172.21.15.69:0/3168156031 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c1055d0 0x7f097c105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 -- 172.21.15.69:0/3168156031 >> 172.21.15.69:0/3168156031 conn(0x7f097c1010c0 msgr2=0x7f097c1034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 -- 172.21.15.69:0/3168156031 shutdown_connections 2024-05-08T05:59:49.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.913+0000 7f0981000700 1 -- 172.21.15.69:0/3168156031 wait complete. 2024-05-08T05:59:49.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.914+0000 7f0981000700 1 Processor -- start 2024-05-08T05:59:49.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.914+0000 7f0981000700 1 -- start start 2024-05-08T05:59:49.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f0981000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 0x7f097c1a1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:49.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f0981000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 0x7f097c1a1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f0981000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c10b660 0x7f097c19b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f0981000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f097c115820 con 0x7f097c105f90 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f0981000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f097c1156a0 con 0x7f097c10b660 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f0981000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f097c1159a0 con 0x7f097c1055d0 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f097b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 0x7f097c1a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f097b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 0x7f097c1a1820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48760/0 (socket says 172.21.15.69:48760) 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f097b400700 1 -- 172.21.15.69:0/2649592917 learned_addr learned my addr 172.21.15.69:0/2649592917 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f097be00700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c10b660 0x7f097c19b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:49.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.915+0000 7f097aa00700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 0x7f097c1a1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:49.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097b400700 1 -- 172.21.15.69:0/2649592917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c10b660 msgr2=0x7f097c19b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:49.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097b400700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c10b660 0x7f097c19b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:49.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097b400700 1 -- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 msgr2=0x7f097c1a1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:49.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097b400700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 0x7f097c1a1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:49.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097b400700 1 -- 172.21.15.69:0/2649592917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f097c19c140 con 0x7f097c1055d0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097be00700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c10b660 0x7f097c19b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f097b400700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 0x7f097c1a1820 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f096c00e970 tx=0x7f096c00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c004220 con 0x7f097c1055d0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f096c0043c0 con 0x7f097c1055d0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096c003ce0 con 0x7f097c1055d0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.916+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f097c19c430 con 0x7f097c1055d0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.917+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f097c1a86f0 con 0x7f097c1055d0 2024-05-08T05:59:49.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.918+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f097c06a190 con 0x7f097c1055d0 2024-05-08T05:59:49.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.920+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f096c00c7e0 con 0x7f097c1055d0 2024-05-08T05:59:49.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.921+0000 7f0973e00700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09600b2900 0x7f09600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:49.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.922+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f096c0e24e0 con 0x7f097c1055d0 2024-05-08T05:59:49.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.922+0000 7f097aa00700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09600b2900 0x7f09600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:49.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.922+0000 7f097aa00700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09600b2900 0x7f09600b4dc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0968009680 tx=0x7f0968009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:49.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:49.924+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f096c0aa240 con 0x7f097c1055d0 2024-05-08T05:59:50.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.204+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f097c19cf10 con 0x7f097c1055d0 2024-05-08T05:59:50.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.205+0000 7f0973e00700 1 -- 172.21.15.69:0/2649592917 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11879 (secure 0 0 0) 0x7f096c0a9b40 con 0x7f097c1055d0 2024-05-08T05:59:50.207 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:50.207 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T05:57:35.383800+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24491,24533]},"id":1}]} 2024-05-08T05:59:50.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09600b2900 msgr2=0x7f09600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:50.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09600b2900 0x7f09600b4dc0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0968009680 tx=0x7f0968009260 comp rx=0 tx=0).stop 2024-05-08T05:59:50.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 msgr2=0x7f097c1a1820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:50.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 0x7f097c1a1820 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f096c00e970 tx=0x7f096c00ec80 comp rx=0 tx=0).stop 2024-05-08T05:59:50.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 shutdown_connections 2024-05-08T05:59:50.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f09600b2900 0x7f09600b4dc0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:50.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f097c10b660 0x7f097c19b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:50.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f097c1055d0 0x7f097c1a1820 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:50.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 --2- 172.21.15.69:0/2649592917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f097c105f90 0x7f097c1a1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:50.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.209+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 >> 172.21.15.69:0/2649592917 conn(0x7f097c1010c0 msgr2=0x7f097c102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:50.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.210+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 shutdown_connections 2024-05-08T05:59:50.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:50.210+0000 7f0981000700 1 -- 172.21.15.69:0/2649592917 wait complete. 2024-05-08T05:59:50.212 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T05:59:50.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:50 smithi069 ceph-mon[29571]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:50.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:50 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2649592917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:50 smithi105 ceph-mon[34393]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:50 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2649592917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:50 smithi135 ceph-mon[34761]: pgmap v404: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T05:59:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:50 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2649592917' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:51.113 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T05:59:51.555 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:52 smithi105 ceph-mon[34393]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:52 smithi135 ceph-mon[34761]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:52.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:52 smithi069 ceph-mon[29571]: pgmap v405: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 -- 172.21.15.69:0/2095767259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806ba40 msgr2=0x7f929806be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 --2- 172.21.15.69:0/2095767259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806ba40 0x7f929806be20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f92880098f0 tx=0x7f9288009c00 comp rx=0 tx=0).stop 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 -- 172.21.15.69:0/2095767259 shutdown_connections 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 --2- 172.21.15.69:0/2095767259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f929810ff40 0x7f9298112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 --2- 172.21.15.69:0/2095767259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806ba40 0x7f929806be20 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 --2- 172.21.15.69:0/2095767259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806c360 0x7f929810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 -- 172.21.15.69:0/2095767259 >> 172.21.15.69:0/2095767259 conn(0x7f9298079310 msgr2=0x7f9298079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:53.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 -- 172.21.15.69:0/2095767259 shutdown_connections 2024-05-08T05:59:53.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.813+0000 7f929f200700 1 -- 172.21.15.69:0/2095767259 wait complete. 2024-05-08T05:59:53.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.814+0000 7f929f200700 1 Processor -- start 2024-05-08T05:59:53.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 -- start start 2024-05-08T05:59:53.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 0x7f929819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:53.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806c360 0x7f929819c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:53.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f929810ff40 0x7f92981a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9298115850 con 0x7f929806ba40 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f92981156d0 con 0x7f929810ff40 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f92981159d0 con 0x7f929806c360 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f9297e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 0x7f929819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f9297e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 0x7f929819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44862/0 (socket says 172.21.15.69:44862) 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f9297e00700 1 -- 172.21.15.69:0/1392464517 learned_addr learned my addr 172.21.15.69:0/1392464517 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.815+0000 7f929d200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f929810ff40 0x7f92981a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297400700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806c360 0x7f929819c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297e00700 1 -- 172.21.15.69:0/1392464517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806c360 msgr2=0x7f929819c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297e00700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806c360 0x7f929819c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297e00700 1 -- 172.21.15.69:0/1392464517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f929810ff40 msgr2=0x7f92981a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297e00700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f929810ff40 0x7f92981a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297e00700 1 -- 172.21.15.69:0/1392464517 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92981a0df0 con 0x7f929806ba40 2024-05-08T05:59:53.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9297e00700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 0x7f929819bde0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f928800f990 tx=0x7f928800f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:53.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9288027070 con 0x7f929806ba40 2024-05-08T05:59:53.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.816+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92981a1080 con 0x7f929806ba40 2024-05-08T05:59:53.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.817+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9288005570 con 0x7f929806ba40 2024-05-08T05:59:53.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.817+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9288004930 con 0x7f929806ba40 2024-05-08T05:59:53.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.817+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92981a8960 con 0x7f929806ba40 2024-05-08T05:59:53.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.818+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f929806a190 con 0x7f929806ba40 2024-05-08T05:59:53.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.821+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f928802a070 con 0x7f929806ba40 2024-05-08T05:59:53.822 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.822+0000 7f9294c00700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f927c0b2880 0x7f927c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:53.822 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.822+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f92880e3300 con 0x7f929806ba40 2024-05-08T05:59:53.822 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.822+0000 7f9297400700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f927c0b2880 0x7f927c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:53.823 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.823+0000 7f9297400700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f927c0b2880 0x7f927c0b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9298101f10 tx=0x7f9284009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:53.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:53.826+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9288031070 con 0x7f929806ba40 2024-05-08T05:59:54.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.057+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f929802e510 con 0x7f929806ba40 2024-05-08T05:59:54.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.060+0000 7f9294c00700 1 -- 172.21.15.69:0/1392464517 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7f9288013030 con 0x7f929806ba40 2024-05-08T05:59:54.061 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:54.061 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T05:59:54.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f927c0b2880 msgr2=0x7f927c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:54.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f927c0b2880 0x7f927c0b4d40 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9298101f10 tx=0x7f9284009260 comp rx=0 tx=0).stop 2024-05-08T05:59:54.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 msgr2=0x7f929819bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 0x7f929819bde0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f928800f990 tx=0x7f928800f9c0 comp rx=0 tx=0).stop 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 shutdown_connections 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f927c0b2880 0x7f927c0b4d40 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f929810ff40 0x7f92981a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f929806ba40 0x7f929819bde0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 --2- 172.21.15.69:0/1392464517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f929806c360 0x7f929819c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 >> 172.21.15.69:0/1392464517 conn(0x7f9298079310 msgr2=0x7f9298111490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 shutdown_connections 2024-05-08T05:59:54.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:54.063+0000 7f929f200700 1 -- 172.21.15.69:0/1392464517 wait complete. 2024-05-08T05:59:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:54 smithi105 ceph-mon[34393]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:54 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1392464517' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:59:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:54 smithi135 ceph-mon[34761]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:54 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1392464517' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:59:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:54 smithi069 ceph-mon[29571]: pgmap v406: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T05:59:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:54 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1392464517' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T05:59:54.936 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T05:59:55.379 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T05:59:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:56 smithi105 ceph-mon[34393]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:56 smithi135 ceph-mon[34761]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:56.816 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:56 smithi069 ceph-mon[29571]: pgmap v407: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T05:59:57.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.603+0000 7f5d88800700 1 -- 172.21.15.69:0/2802438892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 msgr2=0x7f5d801098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:57.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.603+0000 7f5d88800700 1 --2- 172.21.15.69:0/2802438892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d801098f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5d740098f0 tx=0x7f5d74009c00 comp rx=0 tx=0).stop 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 -- 172.21.15.69:0/2802438892 shutdown_connections 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 --2- 172.21.15.69:0/2802438892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d8006bb40 0x7f5d80110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 --2- 172.21.15.69:0/2802438892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d801098f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 --2- 172.21.15.69:0/2802438892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5d8006b180 0x7f5d8006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 -- 172.21.15.69:0/2802438892 >> 172.21.15.69:0/2802438892 conn(0x7f5d80079350 msgr2=0x7f5d80079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 -- 172.21.15.69:0/2802438892 shutdown_connections 2024-05-08T05:59:57.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.604+0000 7f5d88800700 1 -- 172.21.15.69:0/2802438892 wait complete. 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.605+0000 7f5d88800700 1 Processor -- start 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.605+0000 7f5d88800700 1 -- start start 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d88800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5d8006b180 0x7f5d80102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d88800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d8006bb40 0x7f5d801029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d88800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d80102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d88800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5d80113670 con 0x7f5d8006bb40 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d88800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5d801134f0 con 0x7f5d8006b180 2024-05-08T05:59:57.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d88800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5d801137f0 con 0x7f5d80109510 2024-05-08T05:59:57.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d86800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d80102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:57.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d85400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d8006bb40 0x7f5d801029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d86800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d80102ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48790/0 (socket says 172.21.15.69:48790) 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d86800700 1 -- 172.21.15.69:0/1670505618 learned_addr learned my addr 172.21.15.69:0/1670505618 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d85e00700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5d8006b180 0x7f5d80102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d86800700 1 -- 172.21.15.69:0/1670505618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5d8006b180 msgr2=0x7f5d80102470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.606+0000 7f5d86800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5d8006b180 0x7f5d80102470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d86800700 1 -- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d8006bb40 msgr2=0x7f5d801029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d86800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d8006bb40 0x7f5d801029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d86800700 1 -- 172.21.15.69:0/1670505618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d801a8130 con 0x7f5d80109510 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d86800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d80102ef0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c00c110 tx=0x7f5d7c00c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7c0092e0 con 0x7f5d80109510 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d7c004bb0 con 0x7f5d80109510 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d801a83c0 con 0x7f5d80109510 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7c007be0 con 0x7f5d80109510 2024-05-08T05:59:57.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.607+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d801a88b0 con 0x7f5d80109510 2024-05-08T05:59:57.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.608+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d8010b9f0 con 0x7f5d80109510 2024-05-08T05:59:57.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.610+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5d7c01a020 con 0x7f5d80109510 2024-05-08T05:59:57.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.612+0000 7f5d7aa00700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5d680b2880 0x7f5d680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T05:59:57.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.612+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5d7c0e1e20 con 0x7f5d80109510 2024-05-08T05:59:57.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.612+0000 7f5d85e00700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5d680b2880 0x7f5d680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T05:59:57.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.613+0000 7f5d85e00700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5d680b2880 0x7f5d680b4d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5d740098c0 tx=0x7f5d74019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T05:59:57.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.614+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5d7c010040 con 0x7f5d80109510 2024-05-08T05:59:57.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.896+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d8010b3d0 con 0x7f5d80109510 2024-05-08T05:59:57.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.897+0000 7f5d7aa00700 1 -- 172.21.15.69:0/1670505618 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11879 (secure 0 0 0) 0x7f5d7c0a9af0 con 0x7f5d80109510 2024-05-08T05:59:57.898 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T05:59:57.898 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T05:57:35.383800+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24491,24533]},"id":1}]} 2024-05-08T05:59:57.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5d680b2880 msgr2=0x7f5d680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:57.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5d680b2880 0x7f5d680b4d40 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5d740098c0 tx=0x7f5d74019040 comp rx=0 tx=0).stop 2024-05-08T05:59:57.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 msgr2=0x7f5d80102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T05:59:57.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d80102ef0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5d7c00c110 tx=0x7f5d7c00c420 comp rx=0 tx=0).stop 2024-05-08T05:59:57.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 shutdown_connections 2024-05-08T05:59:57.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5d80109510 0x7f5d80102ef0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5d680b2880 0x7f5d680b4d40 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5d8006b180 0x7f5d80102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 --2- 172.21.15.69:0/1670505618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5d8006bb40 0x7f5d801029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 >> 172.21.15.69:0/1670505618 conn(0x7f5d80079350 msgr2=0x7f5d801011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 shutdown_connections 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T05:59:57.901+0000 7f5d88800700 1 -- 172.21.15.69:0/1670505618 wait complete. 2024-05-08T05:59:57.902 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T05:59:58.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:58 smithi069 ceph-mon[29571]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:58.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 05:59:58 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1670505618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:58 smithi105 ceph-mon[34393]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 05:59:58 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1670505618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:58.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:58 smithi135 ceph-mon[34761]: pgmap v408: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T05:59:58.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 05:59:58 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1670505618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T05:59:58.882 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-08T05:57:11.299866+0000', 'modified': '2024-05-08T05:57:35.383800+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24533, 'mds_1': 24521, 'mds_2': 24491}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.135:6837/1616042380', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.135:6836', 'nonce': 1616042380}, {'type': 'v1', 'addr': '172.21.15.135:6837', 'nonce': 1616042380}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'i', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.135:6839/1130930319', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.135:6838', 'nonce': 1130930319}, {'type': 'v1', 'addr': '172.21.15.135:6839', 'nonce': 1130930319}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.105:6835/241587272', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6834', 'nonce': 241587272}, {'type': 'v1', 'addr': '172.21.15.105:6835', 'nonce': 241587272}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.105:6837/1665974615', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6836', 'nonce': 1665974615}, {'type': 'v1', 'addr': '172.21.15.105:6837', 'nonce': 1665974615}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.69:6841/3746461688', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6840', 'nonce': 3746461688}, {'type': 'v1', 'addr': '172.21.15.69:6841', 'nonce': 3746461688}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24533': {'gid': 24533, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.105:6839/3531067060', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6838', 'nonce': 3531067060}, {'type': 'v1', 'addr': '172.21.15.105:6839', 'nonce': 3531067060}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24533, 'qdb_cluster': [24521, 24491, 24533]} 2024-05-08T05:59:58.882 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-08T05:59:58.883 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.h status 2024-05-08T05:59:59.331 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:00.734 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:00 smithi069 ceph-mon[29571]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:00.735 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:00 smithi069 ceph-mon[29571]: overall HEALTH_OK 2024-05-08T06:00:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:00 smithi105 ceph-mon[34393]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:00 smithi105 ceph-mon[34393]: overall HEALTH_OK 2024-05-08T06:00:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:00 smithi135 ceph-mon[34761]: pgmap v409: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:00.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:00 smithi135 ceph-mon[34761]: overall HEALTH_OK 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.595+0000 7ff904a00700 1 -- 172.21.15.69:0/2885262147 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff90010a3a0 msgr2=0x7ff900116840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.595+0000 7ff904a00700 1 --2- 172.21.15.69:0/2885262147 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff90010a3a0 0x7ff900116840 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff8f800b0a0 tx=0x7ff8f800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.595+0000 7ff904a00700 1 -- 172.21.15.69:0/2885262147 shutdown_connections 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.595+0000 7ff904a00700 1 --2- 172.21.15.69:0/2885262147 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff90010a3a0 0x7ff900116840 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.595+0000 7ff904a00700 1 --2- 172.21.15.69:0/2885262147 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010e8b0 0x7ff90010ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.595+0000 7ff904a00700 1 --2- 172.21.15.69:0/2885262147 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9001099e0 0x7ff900109e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.596+0000 7ff904a00700 1 -- 172.21.15.69:0/2885262147 >> 172.21.15.69:0/2885262147 conn(0x7ff900079230 msgr2=0x7ff9001082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.596+0000 7ff904a00700 1 -- 172.21.15.69:0/2885262147 shutdown_connections 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.596+0000 7ff904a00700 1 -- 172.21.15.69:0/2885262147 wait complete. 2024-05-08T06:00:01.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 Processor -- start 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 -- start start 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9001099e0 0x7ff9001a0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010a3a0 0x7ff9001a05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff90010e8b0 0x7ff9001a48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff900119bb0 con 0x7ff9001099e0 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff900119a30 con 0x7ff90010e8b0 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.597+0000 7ff904a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff900119d30 con 0x7ff90010a3a0 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8fe800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9001099e0 0x7ff9001a0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8f7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010a3a0 0x7ff9001a05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8f7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010a3a0 0x7ff9001a05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58918/0 (socket says 172.21.15.69:58918) 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8f7e00700 1 -- 172.21.15.69:0/2434826535 learned_addr learned my addr 172.21.15.69:0/2434826535 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff90010e8b0 0x7ff9001a48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8ff200700 1 -- 172.21.15.69:0/2434826535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010a3a0 msgr2=0x7ff9001a05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010a3a0 0x7ff9001a05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8ff200700 1 -- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9001099e0 msgr2=0x7ff9001a0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9001099e0 0x7ff9001a0060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.598+0000 7ff8ff200700 1 -- 172.21.15.69:0/2434826535 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9001a5020 con 0x7ff90010e8b0 2024-05-08T06:00:01.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.599+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff90010e8b0 0x7ff9001a48e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff8f800b070 tx=0x7ff8f8004ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:01.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.599+0000 7ff8f7400700 1 -- 172.21.15.69:0/2434826535 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f8021070 con 0x7ff90010e8b0 2024-05-08T06:00:01.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.599+0000 7ff8f7400700 1 -- 172.21.15.69:0/2434826535 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8f8007b80 con 0x7ff90010e8b0 2024-05-08T06:00:01.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.599+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9001a52b0 con 0x7ff90010e8b0 2024-05-08T06:00:01.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.599+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9001acb90 con 0x7ff90010e8b0 2024-05-08T06:00:01.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.599+0000 7ff8f7400700 1 -- 172.21.15.69:0/2434826535 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f8005040 con 0x7ff90010e8b0 2024-05-08T06:00:01.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.603+0000 7ff8f7400700 1 -- 172.21.15.69:0/2434826535 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff8f8024070 con 0x7ff90010e8b0 2024-05-08T06:00:01.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 Processor -- start 2024-05-08T06:00:01.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 -- start start 2024-05-08T06:00:01.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff8f7400700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8e40b2880 0x7ff8e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8151063e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff8f7400700 1 -- 172.21.15.69:0/2434826535 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff8f80e32f0 con 0x7ff90010e8b0 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b815106e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b8150589d0 con 0x55b81510bd50 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b814ff6710 con 0x55b815106a00 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.604+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b815054990 con 0x55b81510c670 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8e40b2880 0x7ff8e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8fe800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b815106e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8fe800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40276/0 (socket says 172.21.15.69:40276) 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8fe800700 1 -- 172.21.15.69:0/2237551520 learned_addr learned my addr 172.21.15.69:0/2237551520 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8151063e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 -- 172.21.15.69:0/2237551520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 msgr2=0x55b8151063e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8151063e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 -- 172.21.15.69:0/2237551520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 msgr2=0x55b81510c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 -- 172.21.15.69:0/2237551520 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b814fa5880 con 0x55b815106a00 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8fe800700 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8e40b2880 0x7ff8e40b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff900109520 tx=0x7ff8e800b9d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.605+0000 7ff8ff200700 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b815106e80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff8f80a7bc0 tx=0x7ff8f800b3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5448231d470b41d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:01.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.606+0000 7ff8efe00700 1 -- 172.21.15.69:0/2237551520 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f802b070 con 0x55b815106a00 2024-05-08T06:00:01.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.606+0000 7ff8efe00700 1 -- 172.21.15.69:0/2237551520 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8f80ab050 con 0x55b815106a00 2024-05-08T06:00:01.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.606+0000 7ff8efe00700 1 -- 172.21.15.69:0/2237551520 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f80b10e0 con 0x55b815106a00 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.606+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/2237551520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 msgr2=0x55b815106e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.606+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b815106e80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff8f80a7bc0 tx=0x7ff8f800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/2237551520 shutdown_connections 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b815106e80 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/2237551520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8151063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/2237551520 >> 172.21.15.69:0/2237551520 conn(0x55b81507e680 msgr2=0x55b815100c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/2237551520 shutdown_connections 2024-05-08T06:00:01.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/2237551520 wait complete. 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 -- start start 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.607+0000 7ff90fcf0b80 1 Processor -- start 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b815106a00 0x55b8151123a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 0x55b81510fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b815112ec0 con 0x55b81510bd50 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b814fbead0 con 0x55b81510c670 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b815113040 con 0x55b815106a00 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff90fcf0b80 10 client.0 _ll_register_callbacks cb 0x55b814fffc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff8f7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff8ff200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 0x55b81510fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff8ff200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 0x55b81510fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37970/0 (socket says 172.21.15.69:37970) 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff8ff200700 1 -- 172.21.15.69:0/4001849740 learned_addr learned my addr 172.21.15.69:0/4001849740 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:01.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.608+0000 7ff8fe800700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b815106a00 0x55b8151123a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ff200700 1 -- 172.21.15.69:0/4001849740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b815106a00 msgr2=0x55b8151123a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ff200700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b815106a00 0x55b8151123a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ff200700 1 -- 172.21.15.69:0/4001849740 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 msgr2=0x55b81510f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ff200700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ff200700 1 -- 172.21.15.69:0/4001849740 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b81501e3d0 con 0x55b81510c670 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8fe800700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b815106a00 0x55b8151123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ff200700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 0x55b81510fc80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff8f80e0da0 tx=0x7ff8f80060a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7e5d481c431c3ff server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ecc00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ecc00700 1 -- 172.21.15.69:0/4001849740 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f80c4060 con 0x55b81510c670 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8f80ab050 con 0x55b81510c670 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ecc00700 1 -- 172.21.15.69:0/4001849740 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff8f80cd0c0 con 0x55b81510c670 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff8ecc00700 1 -- 172.21.15.69:0/4001849740 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff8f802b030 con 0x55b81510c670 2024-05-08T06:00:01.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff90fcf0b80 10 client.24878 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.609+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b815112ec0 con 0x55b81510c670 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff8ecc00700 1 -- 172.21.15.69:0/4001849740 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8f80ab050 con 0x55b81510c670 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff8ecc00700 1 -- 172.21.15.69:0/4001849740 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7ff8f8011070 con 0x55b81510c670 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff90fcf0b80 10 client.24878 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff90fcf0b80 10 client.24878 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff90fcf0b80 20 client.24878 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81511f9d0 0x55b815120e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff90fcf0b80 4 client.24878 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b8150d30f0 con 0x55b81511f9d0 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.610+0000 7ff8fe800700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81511f9d0 0x55b815120e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.611+0000 7ff8fe800700 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81511f9d0 0x55b815120e40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6b22d1574931be49 server_cookie=6db9c032450cdd3f in_seq=0 out_seq=0 2024-05-08T06:00:01.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.611+0000 7ff8ecc00700 10 client.24878 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:01.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff8ecc00700 1 -- 172.21.15.69:0/4001849740 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b8150d30f0 con 0x55b81511f9d0 2024-05-08T06:00:01.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff8ecc00700 10 client.24878 handle_command_reply: tid=0 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 client.24878 shutdown 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 msgr2=0x55b81510fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 0x55b81510fc80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff8f80e0da0 tx=0x7ff8f80060a0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 shutdown_connections 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81511f9d0 0x55b815120e40 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510c670 0x55b81510fc80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff8ecc00700 0 client.24878 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b815106a00 0x55b8151123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/4001849740 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510bd50 0x55b81510f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 >> 172.21.15.69:0/4001849740 conn(0x55b81507e680 msgr2=0x55b8150fb700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 shutdown_connections 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.612+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/4001849740 wait complete. 2024-05-08T06:00:01.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.613+0000 7ff90fcf0b80 20 client.24878 trim_cache size 0 max 16384 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.634+0000 7ff90fcf0b80 1 Processor -- start 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.634+0000 7ff90fcf0b80 1 -- start start 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b8151063e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 0x55b8150fb810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510c670 0x55b81512a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b81511f180 con 0x55b81510c670 2024-05-08T06:00:01.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b81511f850 con 0x55b815106a00 2024-05-08T06:00:01.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b81511ff20 con 0x55b81510bd50 2024-05-08T06:00:01.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff8ff200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510c670 0x55b81512a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff8f7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 0x55b8150fb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff8fe800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b8151063e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff8f7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 0x55b8150fb810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58934/0 (socket says 172.21.15.69:58934) 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.635+0000 7ff8f7e00700 1 -- 172.21.15.69:0/1937017330 learned_addr learned my addr 172.21.15.69:0/1937017330 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8f7e00700 1 -- 172.21.15.69:0/1937017330 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 msgr2=0x55b8151063e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b8151063e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8f7e00700 1 -- 172.21.15.69:0/1937017330 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510c670 msgr2=0x55b81512a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510c670 0x55b81512a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8f7e00700 1 -- 172.21.15.69:0/1937017330 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8150fd850 con 0x55b81510bd50 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8fe800700 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b8151063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 0x55b8150fb810 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x55b81510ca50 tx=0x7ff8e801d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15c917ea335e4149 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8ef400700 1 -- 172.21.15.69:0/1937017330 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e8012190 con 0x55b81510bd50 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8ef400700 1 -- 172.21.15.69:0/1937017330 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8e80044d0 con 0x55b81510bd50 2024-05-08T06:00:01.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.636+0000 7ff8ef400700 1 -- 172.21.15.69:0/1937017330 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8e8005020 con 0x55b81510bd50 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1937017330 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 msgr2=0x55b8150fb810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 0x55b8150fb810 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x55b81510ca50 tx=0x7ff8e801d000 comp rx=0 tx=0).stop 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1937017330 shutdown_connections 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b81510c670 0x55b81512a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b815106a00 0x55b8151063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1937017330 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510bd50 0x55b8150fb810 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1937017330 >> 172.21.15.69:0/1937017330 conn(0x55b81507e680 msgr2=0x55b815109820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1937017330 shutdown_connections 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1937017330 wait complete. 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.637+0000 7ff90fcf0b80 1 -- start start 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 Processor -- start 2024-05-08T06:00:01.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 0x55b81512a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510bd50 0x55b8150fab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8150fb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b815120cc0 con 0x55b815106a00 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b8151205f0 con 0x55b81510bd50 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b815121390 con 0x55b81510c670 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff90fcf0b80 10 client.0 _ll_register_callbacks cb 0x55b814fffc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff8fe800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 0x55b81512a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff8fe800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 0x55b81512a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40306/0 (socket says 172.21.15.69:40306) 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.638+0000 7ff8fe800700 1 -- 172.21.15.69:0/1413176664 learned_addr learned my addr 172.21.15.69:0/1413176664 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510bd50 0x55b8150fab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8ff200700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8150fb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8fe800700 1 -- 172.21.15.69:0/1413176664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 msgr2=0x55b8150fb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8fe800700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8150fb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8fe800700 1 -- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510bd50 msgr2=0x55b8150fab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8fe800700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510bd50 0x55b8150fab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8fe800700 1 -- 172.21.15.69:0/1413176664 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b815121da0 con 0x55b815106a00 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8fe800700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 0x55b81512a8d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55b8151215e0 tx=0x7ff8f001c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8047a9394051649a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8ecc00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8ecc00700 1 -- 172.21.15.69:0/1413176664 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8f0004460 con 0x55b815106a00 2024-05-08T06:00:01.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.639+0000 7ff8ecc00700 1 -- 172.21.15.69:0/1413176664 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff8f0003680 con 0x55b815106a00 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8e80044d0 con 0x55b815106a00 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff8ecc00700 1 -- 172.21.15.69:0/1413176664 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff8f0003880 con 0x55b815106a00 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 10 client.14760 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b815102750 con 0x55b815106a00 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff8ecc00700 1 -- 172.21.15.69:0/1413176664 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8e80044d0 con 0x55b815106a00 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff8ecc00700 1 -- 172.21.15.69:0/1413176664 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7ff8f0011a50 con 0x55b815106a00 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 10 client.14760 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 10 client.14760 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 20 client.14760 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.640+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81518f8d0 0x55b81518e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:01.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.641+0000 7ff90fcf0b80 4 client.14760 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-08T06:00:01.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.641+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "status"}) -- 0x55b8150663b0 con 0x55b81518f8d0 2024-05-08T06:00:01.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.641+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81518f8d0 0x55b81518e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:01.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.641+0000 7ff8f7e00700 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81518f8d0 0x55b81518e5e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8bbff578a01bf939 server_cookie=b807765f83bde010 in_seq=0 out_seq=0 2024-05-08T06:00:01.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.641+0000 7ff8ecc00700 10 client.14760 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:01.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff8ecc00700 1 -- 172.21.15.69:0/1413176664 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55b8150663b0 con 0x55b81518f8d0 2024-05-08T06:00:01.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff8ecc00700 10 client.14760 handle_command_reply: tid=0 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 client.14760 shutdown 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 msgr2=0x55b81512a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 0x55b81512a8d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x55b8151215e0 tx=0x7ff8f001c5f0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 shutdown_connections 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b81518f8d0 0x55b81518e5e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b81510c670 0x55b8150fb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b815106a00 0x55b81512a8d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 --2- 172.21.15.69:0/1413176664 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b81510bd50 0x55b8150fab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 >> 172.21.15.69:0/1413176664 conn(0x55b81507e680 msgr2=0x55b81510ca80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff8ecc00700 0 client.14760 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:01.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 shutdown_connections 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 1 -- 172.21.15.69:0/1413176664 wait complete. 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.642+0000 7ff90fcf0b80 20 client.14760 trim_cache size 0 max 16384 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 2, 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24491, 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-05-08T06:00:01.648 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 153.20838069300001, 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 25, 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 81, 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 79, 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 209.52799809800001 2024-05-08T06:00:01.649 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:00:01.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8e40b2880 msgr2=0x7ff8e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8e40b2880 0x7ff8e40b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff900109520 tx=0x7ff8e800b9d0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff90010e8b0 msgr2=0x7ff9001a48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff90010e8b0 0x7ff9001a48e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff8f800b070 tx=0x7ff8f8004ce0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 shutdown_connections 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8e40b2880 0x7ff8e40b4d40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff90010e8b0 0x7ff9001a48e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9001099e0 0x7ff9001a0060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 --2- 172.21.15.69:0/2434826535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff90010a3a0 0x7ff9001a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 >> 172.21.15.69:0/2434826535 conn(0x7ff900079230 msgr2=0x7ff900079890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 shutdown_connections 2024-05-08T06:00:01.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:01.643+0000 7ff904a00700 1 -- 172.21.15.69:0/2434826535 wait complete. 2024-05-08T06:00:02.599 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.a status 2024-05-08T06:00:02.676 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:02 smithi069 ceph-mon[29571]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:02 smithi105 ceph-mon[34393]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:02 smithi135 ceph-mon[34761]: pgmap v410: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:03.046 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:04 smithi069 ceph-mon[29571]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:04 smithi105 ceph-mon[34393]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:04 smithi135 ceph-mon[34761]: pgmap v411: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:05.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 -- 172.21.15.69:0/1665492916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 msgr2=0x7f19d810ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 --2- 172.21.15.69:0/1665492916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d810ff40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009990 tx=0x7f19c8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 -- 172.21.15.69:0/1665492916 shutdown_connections 2024-05-08T06:00:05.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 --2- 172.21.15.69:0/1665492916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19d810a490 0x7f19d81169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 --2- 172.21.15.69:0/1665492916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d810ff40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 --2- 172.21.15.69:0/1665492916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19d8109ad0 0x7f19d8109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 -- 172.21.15.69:0/1665492916 >> 172.21.15.69:0/1665492916 conn(0x7f19d8076c70 msgr2=0x7f19d81082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:05.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 -- 172.21.15.69:0/1665492916 shutdown_connections 2024-05-08T06:00:05.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.128+0000 7f19df600700 1 -- 172.21.15.69:0/1665492916 wait complete. 2024-05-08T06:00:05.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.129+0000 7f19df600700 1 Processor -- start 2024-05-08T06:00:05.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.129+0000 7f19df600700 1 -- start start 2024-05-08T06:00:05.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19df600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19d8109ad0 0x7f19d81a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19df600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19d810a490 0x7f19d81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19df600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d81a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19df600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f19d8119cd0 con 0x7f19d810fb60 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19df600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f19d8119b50 con 0x7f19d810a490 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19df600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f19d8119e50 con 0x7f19d8109ad0 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19dd600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d81a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19dd600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d81a4a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40332/0 (socket says 172.21.15.69:40332) 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19dd600700 1 -- 172.21.15.69:0/1828952108 learned_addr learned my addr 172.21.15.69:0/1828952108 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19d8109ad0 0x7f19d81a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.130+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19d810a490 0x7f19d81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19dd600700 1 -- 172.21.15.69:0/1828952108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19d8109ad0 msgr2=0x7f19d81a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19dd600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19d8109ad0 0x7f19d81a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19dd600700 1 -- 172.21.15.69:0/1828952108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19d810a490 msgr2=0x7f19d81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19dd600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19d810a490 0x7f19d81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19dd600700 1 -- 172.21.15.69:0/1828952108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19d81a5170 con 0x7f19d810fb60 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19dd600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d81a4a30 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f19d000ef30 tx=0x7f19d000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:05.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19d6000700 1 -- 172.21.15.69:0/1828952108 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d00092e0 con 0x7f19d810fb60 2024-05-08T06:00:05.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19d81a5400 con 0x7f19d810fb60 2024-05-08T06:00:05.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19d6000700 1 -- 172.21.15.69:0/1828952108 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19d0004bb0 con 0x7f19d810fb60 2024-05-08T06:00:05.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.131+0000 7f19d6000700 1 -- 172.21.15.69:0/1828952108 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d0004020 con 0x7f19d810fb60 2024-05-08T06:00:05.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.132+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19d81acce0 con 0x7f19d810fb60 2024-05-08T06:00:05.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19d6000700 1 -- 172.21.15.69:0/1828952108 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f19d001b030 con 0x7f19d810fb60 2024-05-08T06:00:05.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 Processor -- start 2024-05-08T06:00:05.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 -- start start 2024-05-08T06:00:05.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92e03f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0930 0x561fa92e4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e4980 0x561fa92e4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561fa92329d0 con 0x561fa92e0010 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561fa91d0710 con 0x561fa92e0930 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561fa922e990 con 0x561fa92e4980 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19cfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92e03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19cfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92e03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40344/0 (socket says 172.21.15.69:40344) 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19cfe00700 1 -- 172.21.15.69:0/550497851 learned_addr learned my addr 172.21.15.69:0/550497851 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19dcc00700 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0930 0x561fa92e4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.137+0000 7f19cfe00700 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e4980 0x561fa92e4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19dcc00700 1 -- 172.21.15.69:0/550497851 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e4980 msgr2=0x561fa92e4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19dcc00700 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e4980 0x561fa92e4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19dcc00700 1 -- 172.21.15.69:0/550497851 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 msgr2=0x561fa92e03f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19dcc00700 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92e03f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19dcc00700 1 -- 172.21.15.69:0/550497851 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fa917f880 con 0x561fa92e0930 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19cfe00700 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e4980 0x561fa92e4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19d6000700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19bc0b2880 0x7f19bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19dcc00700 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0930 0x561fa92e4440 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f19c80059d0 tx=0x7f19c80096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=917d5fc636426203 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19d6000700 1 -- 172.21.15.69:0/1828952108 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f19d00e1c80 con 0x7f19d810fb60 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19bc0b2880 0x7f19bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19ce000700 1 -- 172.21.15.69:0/550497851 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c8027070 con 0x561fa92e0930 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19ce000700 1 -- 172.21.15.69:0/550497851 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19c80056a0 con 0x561fa92e0930 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.138+0000 7f19ce000700 1 -- 172.21.15.69:0/550497851 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c8003a70 con 0x561fa92e0930 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/550497851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0930 msgr2=0x561fa92e4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19bc0b2880 0x7f19bc0b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f19c4009680 tx=0x7f19c4015040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0930 0x561fa92e4440 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f19c80059d0 tx=0x7f19c80096a0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/550497851 shutdown_connections 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e4980 0x561fa92e4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92e03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/550497851 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0930 0x561fa92e4440 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/550497851 >> 172.21.15.69:0/550497851 conn(0x561fa920eb10 msgr2=0x561fa92da750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.139+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/550497851 shutdown_connections 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.140+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/550497851 wait complete. 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.140+0000 7f19e9ed3b80 1 -- start start 2024-05-08T06:00:05.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.140+0000 7f19e9ed3b80 1 Processor -- start 2024-05-08T06:00:05.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92ebdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92e9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e4980 0x561fa92e96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561fa92ecb30 con 0x561fa92e0010 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561fa9198ad0 con 0x561fa92e4980 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561fa92eccb0 con 0x561fa92e0930 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19e9ed3b80 10 client.0 _ll_register_callbacks cb 0x561fa91d9c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19dcc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92ebdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19dcc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92ebdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40358/0 (socket says 172.21.15.69:40358) 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19dcc00700 1 -- 172.21.15.69:0/1682104923 learned_addr learned my addr 172.21.15.69:0/1682104923 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92e9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.141+0000 7f19dd600700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e4980 0x561fa92e96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dcc00700 1 -- 172.21.15.69:0/1682104923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 msgr2=0x561fa92e9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92e9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dcc00700 1 -- 172.21.15.69:0/1682104923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e4980 msgr2=0x561fa92e96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e4980 0x561fa92e96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dcc00700 1 -- 172.21.15.69:0/1682104923 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fa91f83d0 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dd600700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e4980 0x561fa92e96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.142+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92ebdf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009ce0 tx=0x7f19c800bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d618a3e6ff0201df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19c2a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19c2a00700 1 -- 172.21.15.69:0/1682104923 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c8027070 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19c2a00700 1 -- 172.21.15.69:0/1682104923 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f19c8003890 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19c80056a0 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19c2a00700 1 -- 172.21.15.69:0/1682104923 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f19c8003a90 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19e9ed3b80 10 client.14772 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.143+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561fa92f7390 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19c2a00700 1 -- 172.21.15.69:0/1682104923 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19c80056a0 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19c2a00700 1 -- 172.21.15.69:0/1682104923 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f19c8021070 con 0x561fa92e0010 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19e9ed3b80 10 client.14772 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:05.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19e9ed3b80 10 client.14772 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19e9ed3b80 20 client.14772 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92f86e0 0x561fa92fa870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19e9ed3b80 4 client.14772 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fa92ad050 con 0x561fa92f86e0 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.144+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92f86e0 0x561fa92fa870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.145+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92f86e0 0x561fa92fa870 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3855f9a5479a976d server_cookie=fb3c18875ff04182 in_seq=0 out_seq=0 2024-05-08T06:00:05.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.145+0000 7f19c2a00700 10 client.14772 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:05.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19c2a00700 1 -- 172.21.15.69:0/1682104923 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561fa92ad050 con 0x561fa92f86e0 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19c2a00700 10 client.14772 handle_command_reply: tid=0 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 client.14772 shutdown 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 msgr2=0x561fa92ebdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92ebdf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f19c8009ce0 tx=0x7f19c800bd80 comp rx=0 tx=0).stop 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 shutdown_connections 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92f86e0 0x561fa92fa870 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e4980 0x561fa92e96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa92ebdf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1682104923 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92e9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 >> 172.21.15.69:0/1682104923 conn(0x561fa920eb10 msgr2=0x561fa92d5260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.146+0000 7f19c2a00700 0 client.14772 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.147+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 shutdown_connections 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.147+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1682104923 wait complete. 2024-05-08T06:00:05.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.147+0000 7f19e9ed3b80 20 client.14772 trim_cache size 0 max 16384 2024-05-08T06:00:05.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.170+0000 7f19e9ed3b80 1 Processor -- start 2024-05-08T06:00:05.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.170+0000 7f19e9ed3b80 1 -- start start 2024-05-08T06:00:05.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.170+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa920eb10 0x561fa92e8190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0010 0x561fa92d49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 0x561fa92d4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561fa92f8bb0 con 0x561fa92e0930 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561fa92f9280 con 0x561fa92e0010 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561fa92f9950 con 0x561fa920eb10 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 0x561fa92d4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 0x561fa92d4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40372/0 (socket says 172.21.15.69:40372) 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dcc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa920eb10 0x561fa92e8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 -- 172.21.15.69:0/4289830557 learned_addr learned my addr 172.21.15.69:0/4289830557 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:05.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19cfe00700 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0010 0x561fa92d49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 -- 172.21.15.69:0/4289830557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa920eb10 msgr2=0x561fa92e8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa920eb10 0x561fa92e8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 -- 172.21.15.69:0/4289830557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0010 msgr2=0x561fa92d49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0010 0x561fa92d49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dd600700 1 -- 172.21.15.69:0/4289830557 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fa92d73a0 con 0x561fa92e0930 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.171+0000 7f19dcc00700 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa920eb10 0x561fa92e8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.172+0000 7f19dd600700 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 0x561fa92d4f10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f19d00a9270 tx=0x7f19d000ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=855bd1238891f319 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.172+0000 7f19cd600700 1 -- 172.21.15.69:0/4289830557 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d00c3070 con 0x561fa92e0930 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.172+0000 7f19cd600700 1 -- 172.21.15.69:0/4289830557 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19d00a92e0 con 0x561fa92e0930 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.172+0000 7f19cd600700 1 -- 172.21.15.69:0/4289830557 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d00a8540 con 0x561fa92e0930 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/4289830557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 msgr2=0x561fa92d4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 0x561fa92d4f10 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f19d00a9270 tx=0x7f19d000ca40 comp rx=0 tx=0).stop 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/4289830557 shutdown_connections 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0930 0x561fa92d4f10 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa920eb10 0x561fa92e8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/4289830557 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa92e0010 0x561fa92d49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/4289830557 >> 172.21.15.69:0/4289830557 conn(0x561fa92ea080 msgr2=0x561fa92e7a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/4289830557 shutdown_connections 2024-05-08T06:00:05.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.173+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/4289830557 wait complete. 2024-05-08T06:00:05.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 -- start start 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 Processor -- start 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 0x561fa9303cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa9304230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92fce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561fa92fa6f0 con 0x561fa92e0010 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561fa92fa020 con 0x561fa920eb10 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561fa92fadc0 con 0x561fa92e0930 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.174+0000 7f19e9ed3b80 10 client.0 _ll_register_callbacks cb 0x561fa91d9c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:05.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dcc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 0x561fa9303cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dcc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 0x561fa9303cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38018/0 (socket says 172.21.15.69:38018) 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dcc00700 1 -- 172.21.15.69:0/1825369731 learned_addr learned my addr 172.21.15.69:0/1825369731 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92fce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa9304230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 -- 172.21.15.69:0/1825369731 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 msgr2=0x561fa9303cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 0x561fa9303cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 -- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 msgr2=0x561fa9304230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa9304230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 -- 172.21.15.69:0/1825369731 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fa92fd680 con 0x561fa92e0930 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 0x561fa9303cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19cfe00700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa9304230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:05.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19dd600700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92fce70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x561fa92ec630 tx=0x7f19d0004f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27f3d676533b0c63 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.175+0000 7f19c2a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19c2a00700 1 -- 172.21.15.69:0/1825369731 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19d00c3040 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19d00a92e0 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19c2a00700 1 -- 172.21.15.69:0/1825369731 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f19d00ad380 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19c2a00700 1 -- 172.21.15.69:0/1825369731 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f19d00b20b0 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19e9ed3b80 10 client.24865 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561fa93654f0 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19c2a00700 1 -- 172.21.15.69:0/1825369731 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19d00a92e0 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.176+0000 7f19c2a00700 1 -- 172.21.15.69:0/1825369731 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f19d00a4de0 con 0x561fa92e0930 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19e9ed3b80 10 client.24865 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19e9ed3b80 10 client.24865 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19e9ed3b80 20 client.24865 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:05.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92e4980 0x561fa9368890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19e9ed3b80 4 client.24865 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "status"}) -- 0x561fa92403b0 con 0x561fa92e4980 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92e4980 0x561fa9368890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19c2a00700 10 client.24865 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.177+0000 7f19dcc00700 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92e4980 0x561fa9368890 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fe8abb8a924f5f server_cookie=4110211b8f9bedc9 in_seq=0 out_seq=0 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19c2a00700 1 -- 172.21.15.69:0/1825369731 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x561fa92403b0 con 0x561fa92e4980 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19c2a00700 10 client.24865 handle_command_reply: tid=0 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 client.24865 shutdown 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 msgr2=0x561fa92fce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92fce70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x561fa92ec630 tx=0x7f19d0004f70 comp rx=0 tx=0).stop 2024-05-08T06:00:05.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 shutdown_connections 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x561fa92e4980 0x561fa9368890 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561fa92e0930 0x561fa92fce70 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561fa920eb10 0x561fa9303cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 --2- 172.21.15.69:0/1825369731 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561fa92e0010 0x561fa9304230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 >> 172.21.15.69:0/1825369731 conn(0x561fa92ea080 msgr2=0x561fa92dee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19c2a00700 0 client.24865 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 shutdown_connections 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 1 -- 172.21.15.69:0/1825369731 wait complete. 2024-05-08T06:00:05.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.178+0000 7f19e9ed3b80 20 client.24865 trim_cache size 0 max 16384 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 1, 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24521, 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 157.75282785300001, 2024-05-08T06:00:05.185 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 25, 2024-05-08T06:00:05.186 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 81, 2024-05-08T06:00:05.186 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 79, 2024-05-08T06:00:05.186 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 199.703182825 2024-05-08T06:00:05.186 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:00:05.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19bc0b2880 msgr2=0x7f19bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19bc0b2880 0x7f19bc0b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f19c4009680 tx=0x7f19c4015040 comp rx=0 tx=0).stop 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 msgr2=0x7f19d81a4a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d81a4a30 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f19d000ef30 tx=0x7f19d000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 shutdown_connections 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f19d810fb60 0x7f19d81a4a30 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f19d8109ad0 0x7f19d81a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19bc0b2880 0x7f19bc0b4d40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 --2- 172.21.15.69:0/1828952108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f19d810a490 0x7f19d81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 >> 172.21.15.69:0/1828952108 conn(0x7f19d8076c70 msgr2=0x7f19d8077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 shutdown_connections 2024-05-08T06:00:05.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:05.179+0000 7f19df600700 1 -- 172.21.15.69:0/1828952108 wait complete. 2024-05-08T06:00:06.101 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.b status 2024-05-08T06:00:06.555 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:06.707 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:06 smithi069 ceph-mon[29571]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:06.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:06 smithi105 ceph-mon[34393]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:06 smithi135 ceph-mon[34761]: pgmap v412: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:08 smithi069 ceph-mon[29571]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-08T06:00:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:08 smithi105 ceph-mon[34393]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-08T06:00:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:08 smithi135 ceph-mon[34761]: pgmap v413: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-05-08T06:00:08.854 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 -- 172.21.15.69:0/914333941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 msgr2=0x7fbc10105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 --2- 172.21.15.69:0/914333941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc10105a50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc009990 tx=0x7fbbfc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 -- 172.21.15.69:0/914333941 shutdown_connections 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 --2- 172.21.15.69:0/914333941 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc10105f90 0x7fbc10112450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 --2- 172.21.15.69:0/914333941 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc1010b680 0x7fbc1010ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 --2- 172.21.15.69:0/914333941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc10105a50 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 -- 172.21.15.69:0/914333941 >> 172.21.15.69:0/914333941 conn(0x7fbc101010e0 msgr2=0x7fbc10103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 -- 172.21.15.69:0/914333941 shutdown_connections 2024-05-08T06:00:08.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.854+0000 7fbc0f200700 1 -- 172.21.15.69:0/914333941 wait complete. 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.855+0000 7fbc0f200700 1 Processor -- start 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.855+0000 7fbc0f200700 1 -- start start 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.855+0000 7fbc0f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc101a1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc10105f90 0x7fbc101a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 0x7fbc1019ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbc10115830 con 0x7fbc1010b680 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101156b0 con 0x7fbc10105f90 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc101159b0 con 0x7fbc101055d0 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 0x7fbc1019ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 0x7fbc1019ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33024/0 (socket says 172.21.15.69:33024) 2024-05-08T06:00:08.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0e800700 1 -- 172.21.15.69:0/1704935047 learned_addr learned my addr 172.21.15.69:0/1704935047 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc101a1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0d400700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc10105f90 0x7fbc101a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0de00700 1 -- 172.21.15.69:0/1704935047 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc10105f90 msgr2=0x7fbc101a1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc10105f90 0x7fbc101a1dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0de00700 1 -- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 msgr2=0x7fbc1019ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 0x7fbc1019ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0de00700 1 -- 172.21.15.69:0/1704935047 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc1019c1b0 con 0x7fbc101055d0 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.856+0000 7fbc0e800700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 0x7fbc1019ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:08.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.857+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc101a1890 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000e9f0 tx=0x7fbc0000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:08.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.857+0000 7fbc06a00700 1 -- 172.21.15.69:0/1704935047 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00004220 con 0x7fbc101055d0 2024-05-08T06:00:08.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.857+0000 7fbc06a00700 1 -- 172.21.15.69:0/1704935047 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc000043c0 con 0x7fbc101055d0 2024-05-08T06:00:08.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.857+0000 7fbc06a00700 1 -- 172.21.15.69:0/1704935047 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc00005020 con 0x7fbc101055d0 2024-05-08T06:00:08.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.857+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc1019c4a0 con 0x7fbc101055d0 2024-05-08T06:00:08.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.857+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc101a8760 con 0x7fbc101055d0 2024-05-08T06:00:08.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.862+0000 7fbc06a00700 1 -- 172.21.15.69:0/1704935047 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbc00004750 con 0x7fbc101055d0 2024-05-08T06:00:08.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.863+0000 7fbc1f924b80 1 Processor -- start 2024-05-08T06:00:08.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.863+0000 7fbc1f924b80 1 -- start start 2024-05-08T06:00:08.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.863+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92b2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92ac3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92aca00 0x55f5a92ace80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f5a91fe9d0 con 0x55f5a92b2670 2024-05-08T06:00:08.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f5a919c710 con 0x55f5a92b1d50 2024-05-08T06:00:08.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f5a91fa990 con 0x55f5a92aca00 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92ac3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92b2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58186/0 (socket says 172.21.15.69:58186) 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92ac3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33030/0 (socket says 172.21.15.69:33030) 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0e800700 1 -- 172.21.15.69:0/3818843791 learned_addr learned my addr 172.21.15.69:0/3818843791 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0d400700 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92aca00 0x55f5a92ace80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc06a00700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbf40b2900 0x7fbbf40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc06a00700 1 -- 172.21.15.69:0/1704935047 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbc000e2170 con 0x7fbc101055d0 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0d400700 1 -- 172.21.15.69:0/3818843791 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 msgr2=0x55f5a92b2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0d400700 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92b2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0d400700 1 -- 172.21.15.69:0/3818843791 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 msgr2=0x55f5a92ac3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0d400700 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92ac3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0d400700 1 -- 172.21.15.69:0/3818843791 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5a914b880 con 0x55f5a92aca00 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0de00700 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92ac3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.864+0000 7fbc0e800700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbf40b2900 0x7fbbf40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.865+0000 7fbc0d400700 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92aca00 0x55f5a92ace80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00b2e0 tx=0x7fbbfc005be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a1281efe1d9b88c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.865+0000 7fbbfb400700 1 -- 172.21.15.69:0/3818843791 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc027070 con 0x55f5a92aca00 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.865+0000 7fbbfb400700 1 -- 172.21.15.69:0/3818843791 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbfc00bca0 con 0x55f5a92aca00 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.865+0000 7fbbfb400700 1 -- 172.21.15.69:0/3818843791 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc003aa0 con 0x55f5a92aca00 2024-05-08T06:00:08.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 -- 172.21.15.69:0/3818843791 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92aca00 msgr2=0x55f5a92ace80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92aca00 0x55f5a92ace80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00b2e0 tx=0x7fbbfc005be0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc0e800700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbf40b2900 0x7fbbf40b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbc080077a0 tx=0x7fbc08004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 -- 172.21.15.69:0/3818843791 shutdown_connections 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92aca00 0x55f5a92ace80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92b2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/3818843791 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92ac3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 -- 172.21.15.69:0/3818843791 >> 172.21.15.69:0/3818843791 conn(0x55f5a9224680 msgr2=0x55f5a92a6c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 -- 172.21.15.69:0/3818843791 shutdown_connections 2024-05-08T06:00:08.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.866+0000 7fbc1f924b80 1 -- 172.21.15.69:0/3818843791 wait complete. 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.867+0000 7fbc1f924b80 1 -- start start 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.867+0000 7fbc1f924b80 1 Processor -- start 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92b83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 0x55f5a92b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92b5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92b90a0 con 0x55f5a92b2670 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f5a9164ad0 con 0x55f5a92aca00 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92b9220 con 0x55f5a92b1d50 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc1f924b80 10 client.0 _ll_register_callbacks cb 0x55f5a91a5c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc0d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 0x55f5a92b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc0d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 0x55f5a92b5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49858/0 (socket says 172.21.15.69:49858) 2024-05-08T06:00:08.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc0d400700 1 -- 172.21.15.69:0/2193379630 learned_addr learned my addr 172.21.15.69:0/2193379630 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc0de00700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92b83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.868+0000 7fbc0e800700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92b5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0d400700 1 -- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 msgr2=0x55f5a92b83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0d400700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92b83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0d400700 1 -- 172.21.15.69:0/2193379630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 msgr2=0x55f5a92b5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0d400700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92b5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0d400700 1 -- 172.21.15.69:0/2193379630 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5a91c43d0 con 0x55f5a92b1d50 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0de00700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92b83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc0d400700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 0x55f5a92b5760 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc025040 tx=0x7fbbfc005a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed0f527f5da8dca8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbbefe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbbefe00700 1 -- 172.21.15.69:0/2193379630 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc027040 con 0x55f5a92b1d50 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbbefe00700 1 -- 172.21.15.69:0/2193379630 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbbfc003720 con 0x55f5a92b1d50 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.869+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbfc00bca0 con 0x55f5a92b1d50 2024-05-08T06:00:08.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbbefe00700 1 -- 172.21.15.69:0/2193379630 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbbfc0095b0 con 0x55f5a92b1d50 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 10 client.24877 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f5a92b90a0 con 0x55f5a92b1d50 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbbefe00700 1 -- 172.21.15.69:0/2193379630 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbfc00bca0 con 0x55f5a92b1d50 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbbefe00700 1 -- 172.21.15.69:0/2193379630 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fbbfc021070 con 0x55f5a92b1d50 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 10 client.24877 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 10 client.24877 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 20 client.24877 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a92c59d0 0x55f5a92c6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 4 client.24877 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.870+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f5a92790f0 con 0x55f5a92c59d0 2024-05-08T06:00:08.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.871+0000 7fbc0de00700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a92c59d0 0x55f5a92c6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.871+0000 7fbc0de00700 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a92c59d0 0x55f5a92c6e40 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f9ad07c5ba8c64 server_cookie=ca85afa1f3880b0e in_seq=0 out_seq=0 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.871+0000 7fbbefe00700 10 client.24877 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbbefe00700 1 -- 172.21.15.69:0/2193379630 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x7fbc00083e50 con 0x55f5a92c59d0 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbbefe00700 10 client.24877 handle_command_reply: tid=0 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 client.24877 shutdown 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 msgr2=0x55f5a92b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 0x55f5a92b5760 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc025040 tx=0x7fbbfc005a00 comp rx=0 tx=0).stop 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 shutdown_connections 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b2670 0x55f5a92b5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92b83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a92c59d0 0x55f5a92c6e40 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/2193379630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b1d50 0x55f5a92b5760 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 >> 172.21.15.69:0/2193379630 conn(0x55f5a9224680 msgr2=0x55f5a92a1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.872+0000 7fbbefe00700 0 client.24877 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:08.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.873+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 shutdown_connections 2024-05-08T06:00:08.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.873+0000 7fbc1f924b80 1 -- 172.21.15.69:0/2193379630 wait complete. 2024-05-08T06:00:08.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.873+0000 7fbc1f924b80 20 client.24877 trim_cache size 0 max 16384 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.895+0000 7fbc1f924b80 1 Processor -- start 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.895+0000 7fbc1f924b80 1 -- start start 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92ac3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b1d50 0x55f5a92a1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92b3190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92c5180 con 0x55f5a92b1d50 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92c5850 con 0x55f5a92aca00 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92c5f20 con 0x55f5a92b2670 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92ac3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92ac3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58202/0 (socket says 172.21.15.69:58202) 2024-05-08T06:00:08.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 -- 172.21.15.69:0/1477668327 learned_addr learned my addr 172.21.15.69:0/1477668327 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0d400700 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b1d50 0x55f5a92a1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0e800700 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92b3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 -- 172.21.15.69:0/1477668327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 msgr2=0x55f5a92b3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92b3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 -- 172.21.15.69:0/1477668327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b1d50 msgr2=0x55f5a92a1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b1d50 0x55f5a92a1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.896+0000 7fbc0de00700 1 -- 172.21.15.69:0/1477668327 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5a92c71b0 con 0x55f5a92aca00 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.897+0000 7fbc0d400700 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b1d50 0x55f5a92a1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:08.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.897+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92ac3e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000e9c0 tx=0x7fbc00091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2748e427a808f16 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.897+0000 7fbbfaa00700 1 -- 172.21.15.69:0/1477668327 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc0001c040 con 0x55f5a92aca00 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.897+0000 7fbbfaa00700 1 -- 172.21.15.69:0/1477668327 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55f5a92790f0 con 0x55f5a92aca00 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.897+0000 7fbbfaa00700 1 -- 172.21.15.69:0/1477668327 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc000a3e60 con 0x55f5a92aca00 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1477668327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 msgr2=0x55f5a92ac3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92ac3e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000e9c0 tx=0x7fbc00091040 comp rx=0 tx=0).stop 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1477668327 shutdown_connections 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92b3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92aca00 0x55f5a92ac3e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1477668327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92b1d50 0x55f5a92a1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1477668327 >> 172.21.15.69:0/1477668327 conn(0x55f5a9224680 msgr2=0x55f5a92b2a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1477668327 shutdown_connections 2024-05-08T06:00:08.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.898+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1477668327 wait complete. 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 -- start start 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 Processor -- start 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 0x55f5a92c9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92c9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92c6cc0 con 0x55f5a92aca00 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92c65f0 con 0x55f5a92b1d50 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f5a92c7390 con 0x55f5a92b2670 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.899+0000 7fbc1f924b80 10 client.0 _ll_register_callbacks cb 0x55f5a91a5c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 0x55f5a92c9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0e800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92c9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 0x55f5a92c9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33068/0 (socket says 172.21.15.69:33068) 2024-05-08T06:00:08.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0de00700 1 -- 172.21.15.69:0/1737357377 learned_addr learned my addr 172.21.15.69:0/1737357377 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:08.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 -- 172.21.15.69:0/1737357377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 msgr2=0x55f5a92c9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92c9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 -- 172.21.15.69:0/1737357377 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 msgr2=0x55f5a92c9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 0x55f5a92c9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 -- 172.21.15.69:0/1737357377 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5a932f090 con 0x55f5a92b1d50 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 0x55f5a92c9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbc0d400700 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92c97a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00fb00 tx=0x7fbbfc00bd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f02085300d94273 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.900+0000 7fbbefe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbbefe00700 1 -- 172.21.15.69:0/1737357377 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbfc00f870 con 0x55f5a92b1d50 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f5a92790f0 con 0x55f5a92b1d50 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbbefe00700 1 -- 172.21.15.69:0/1737357377 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbbfc0036f0 con 0x55f5a92b1d50 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbbefe00700 1 -- 172.21.15.69:0/1737357377 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbbfc003930 con 0x55f5a92b1d50 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 10 client.24920 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f5a9330390 con 0x55f5a92b1d50 2024-05-08T06:00:08.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbbefe00700 1 -- 172.21.15.69:0/1737357377 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55f5a92790f0 con 0x55f5a92b1d50 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbbefe00700 1 -- 172.21.15.69:0/1737357377 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7fbbfc03e070 con 0x55f5a92b1d50 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 10 client.24920 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 10 client.24920 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 20 client.24920 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.901+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a9334d40 0x55f5a9333a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbc1f924b80 4 client.24920 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "status"}) -- 0x55f5a920c3b0 con 0x55f5a9334d40 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a9334d40 0x55f5a9333a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbc0de00700 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a9334d40 0x55f5a9333a50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81f9cf25e7386234 server_cookie=46bdf8e7294976ef in_seq=0 out_seq=0 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbbefe00700 10 client.24920 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbbefe00700 1 -- 172.21.15.69:0/1737357377 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55f5a920c3b0 con 0x55f5a9334d40 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbbefe00700 10 client.24920 handle_command_reply: tid=0 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.902+0000 7fbc1f924b80 1 client.24920 shutdown 2024-05-08T06:00:08.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 msgr2=0x55f5a92c97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92c97a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc00fb00 tx=0x7fbbfc00bd30 comp rx=0 tx=0).stop 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 shutdown_connections 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f5a9334d40 0x55f5a9333a50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f5a92b2670 0x55f5a92c9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f5a92aca00 0x55f5a92c9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 --2- 172.21.15.69:0/1737357377 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f5a92b1d50 0x55f5a92c97a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 >> 172.21.15.69:0/1737357377 conn(0x55f5a9224680 msgr2=0x55f5a92b32e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbbefe00700 0 client.24920 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 shutdown_connections 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 1 -- 172.21.15.69:0/1737357377 wait complete. 2024-05-08T06:00:08.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.903+0000 7fbc1f924b80 20 client.24920 trim_cache size 0 max 16384 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 0, 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24533, 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 177.570994735, 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 25, 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 81, 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 79, 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 200.469763032 2024-05-08T06:00:08.908 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:00:08.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbf40b2900 msgr2=0x7fbbf40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbf40b2900 0x7fbbf40b4dc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fbc080077a0 tx=0x7fbc08004ad0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 msgr2=0x7fbc101a1890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:08.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc101a1890 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fbc0000e9f0 tx=0x7fbc0000ed00 comp rx=0 tx=0).stop 2024-05-08T06:00:08.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 shutdown_connections 2024-05-08T06:00:08.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc1010b680 0x7fbc1019ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc101055d0 0x7fbc101a1890 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbf40b2900 0x7fbbf40b4dc0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 --2- 172.21.15.69:0/1704935047 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc10105f90 0x7fbc101a1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:08.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 >> 172.21.15.69:0/1704935047 conn(0x7fbc101010e0 msgr2=0x7fbc10102780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:08.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 shutdown_connections 2024-05-08T06:00:08.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:08.904+0000 7fbc0f200700 1 -- 172.21.15.69:0/1704935047 wait complete. 2024-05-08T06:00:09.729 INFO:tasks.cephadm:Setup complete, yielding 2024-05-08T06:00:09.729 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-08T06:00:09.741 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi069.front.sepia.ceph.com 2024-05-08T06:00:09.741 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph orch status' 2024-05-08T06:00:10.186 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:10.661 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:10 smithi069 ceph-mon[29571]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:10 smithi105 ceph-mon[34393]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:10 smithi135 ceph-mon[34761]: pgmap v414: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:12.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 -- 172.21.15.69:0/3246642215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8104fd0 msgr2=0x7fa7f810b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:12.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 --2- 172.21.15.69:0/3246642215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8104fd0 0x7fa7f810b880 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000b0d0 tx=0x7fa7f000b3e0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 -- 172.21.15.69:0/3246642215 shutdown_connections 2024-05-08T06:00:12.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 --2- 172.21.15.69:0/3246642215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8104fd0 0x7fa7f810b880 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 --2- 172.21.15.69:0/3246642215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8103430 0x7fa7f8103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 --2- 172.21.15.69:0/3246642215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa7f8104630 0x7fa7f8104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.498+0000 7fa7fde00700 1 -- 172.21.15.69:0/3246642215 >> 172.21.15.69:0/3246642215 conn(0x7fa7f80fe9d0 msgr2=0x7fa7f8100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:12.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.499+0000 7fa7fde00700 1 -- 172.21.15.69:0/3246642215 shutdown_connections 2024-05-08T06:00:12.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.499+0000 7fa7fde00700 1 -- 172.21.15.69:0/3246642215 wait complete. 2024-05-08T06:00:12.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.500+0000 7fa7fde00700 1 Processor -- start 2024-05-08T06:00:12.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.500+0000 7fa7fde00700 1 -- start start 2024-05-08T06:00:12.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.500+0000 7fa7fde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 0x7fa7f819b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:12.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.500+0000 7fa7fde00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8104630 0x7fa7f819bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fde00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa7f8104fd0 0x7fa7f81a2c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fde00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f810eeb0 con 0x7fa7f8103430 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fde00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f810ed30 con 0x7fa7f8104630 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fde00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa7f810f030 con 0x7fa7f8104fd0 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 0x7fa7f819b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7efe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8104630 0x7fa7f819bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 0x7fa7f819b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33086/0 (socket says 172.21.15.69:33086) 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fca00700 1 -- 172.21.15.69:0/775280512 learned_addr learned my addr 172.21.15.69:0/775280512 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fd400700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa7f8104fd0 0x7fa7f81a2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7efe00700 1 -- 172.21.15.69:0/775280512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa7f8104fd0 msgr2=0x7fa7f81a2c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7efe00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa7f8104fd0 0x7fa7f81a2c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7efe00700 1 -- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 msgr2=0x7fa7f819b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7efe00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 0x7fa7f819b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7efe00700 1 -- 172.21.15.69:0/775280512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7f81a32d0 con 0x7fa7f8104630 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.501+0000 7fa7fca00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 0x7fa7f819b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.502+0000 7fa7efe00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8104630 0x7fa7f819bbb0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000e9f0 tx=0x7fa7e000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.502+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e000c9c0 con 0x7fa7f8104630 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.502+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7f81a35c0 con 0x7fa7f8104630 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.502+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa7e000cb60 con 0x7fa7f8104630 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.502+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7e0018680 con 0x7fa7f8104630 2024-05-08T06:00:12.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.502+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7f81a3b00 con 0x7fa7f8104630 2024-05-08T06:00:12.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.503+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7f806a190 con 0x7fa7f8104630 2024-05-08T06:00:12.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.505+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa7e0010430 con 0x7fa7f8104630 2024-05-08T06:00:12.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.507+0000 7fa7f6000700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:12.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.507+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa7e00e2370 con 0x7fa7f8104630 2024-05-08T06:00:12.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.507+0000 7fa7fca00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:12.508 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.508+0000 7fa7fca00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8005950 tx=0x7fa7e8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:12.511 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.511+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa7e00aa040 con 0x7fa7f8104630 2024-05-08T06:00:12.763 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:12 smithi069 ceph-mon[29571]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:12.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.762+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fa7f8076df0 con 0x7fa7dc0b2880 2024-05-08T06:00:12.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.765+0000 7fa7f6000700 1 -- 172.21.15.69:0/775280512 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fa7f8076df0 con 0x7fa7dc0b2880 2024-05-08T06:00:12.766 INFO:teuthology.orchestra.run.smithi069.stdout:Backend: cephadm 2024-05-08T06:00:12.766 INFO:teuthology.orchestra.run.smithi069.stdout:Available: Yes 2024-05-08T06:00:12.766 INFO:teuthology.orchestra.run.smithi069.stdout:Paused: No 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa7dc0b2880 msgr2=0x7fa7dc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8005950 tx=0x7fa7e8009260 comp rx=0 tx=0).stop 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8104630 msgr2=0x7fa7f819bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8104630 0x7fa7f819bbb0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000e9f0 tx=0x7fa7e000ed00 comp rx=0 tx=0).stop 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 shutdown_connections 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa7f8104fd0 0x7fa7f81a2c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa7f8103430 0x7fa7f819b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa7dc0b2880 0x7fa7dc0b4d40 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 --2- 172.21.15.69:0/775280512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa7f8104630 0x7fa7f819bbb0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.768+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 >> 172.21.15.69:0/775280512 conn(0x7fa7f80fe9d0 msgr2=0x7fa7f80756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:12.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.769+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 shutdown_connections 2024-05-08T06:00:12.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:12.769+0000 7fa7fde00700 1 -- 172.21.15.69:0/775280512 wait complete. 2024-05-08T06:00:12.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:12 smithi105 ceph-mon[34393]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:12 smithi135 ceph-mon[34761]: pgmap v415: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:13.654 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-08T06:00:14.087 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:14 smithi069 ceph-mon[29571]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:14 smithi069 ceph-mon[29571]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:14 smithi105 ceph-mon[34393]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:14 smithi105 ceph-mon[34393]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:14 smithi135 ceph-mon[34761]: from='client.24926 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:14 smithi135 ceph-mon[34761]: pgmap v416: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 -- 172.21.15.69:0/1037787811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5070104700 msgr2=0x7f5070104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 --2- 172.21.15.69:0/1037787811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5070104700 0x7f5070104b60 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f50600099c0 tx=0x7f5060009cd0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 -- 172.21.15.69:0/1037787811 shutdown_connections 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 --2- 172.21.15.69:0/1037787811 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f50701050a0 0x7f507010b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 --2- 172.21.15.69:0/1037787811 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 0x7f5070103920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 --2- 172.21.15.69:0/1037787811 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5070104700 0x7f5070104b60 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 -- 172.21.15.69:0/1037787811 >> 172.21.15.69:0/1037787811 conn(0x7f50700feaa0 msgr2=0x7f5070100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:16.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 -- 172.21.15.69:0/1037787811 shutdown_connections 2024-05-08T06:00:16.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.344+0000 7f5078800700 1 -- 172.21.15.69:0/1037787811 wait complete. 2024-05-08T06:00:16.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.345+0000 7f5078800700 1 Processor -- start 2024-05-08T06:00:16.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.345+0000 7f5078800700 1 -- start start 2024-05-08T06:00:16.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5078800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 0x7f5070077240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:16.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5078800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5070104700 0x7f5070075890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:16.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5078800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 0x7f5070075dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5078800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f507010efc0 con 0x7f50701050a0 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5078800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f507010ee40 con 0x7f5070104700 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5078800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f507010f140 con 0x7f5070103500 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5076800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 0x7f5070075dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5076800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 0x7f5070075dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33104/0 (socket says 172.21.15.69:33104) 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5076800700 1 -- 172.21.15.69:0/1026205263 learned_addr learned my addr 172.21.15.69:0/1026205263 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5075e00700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 0x7f5070077240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.346+0000 7f5075400700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5070104700 0x7f5070075890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5075e00700 1 -- 172.21.15.69:0/1026205263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5070104700 msgr2=0x7f5070075890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5075e00700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5070104700 0x7f5070075890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5075e00700 1 -- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 msgr2=0x7f5070075dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5075e00700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 0x7f5070075dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5075e00700 1 -- 172.21.15.69:0/1026205263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5070076680 con 0x7f5070103500 2024-05-08T06:00:16.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5076800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 0x7f5070075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:16.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f5075e00700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 0x7f5070077240 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f506400e9c0 tx=0x7f506400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:16.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.347+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064004220 con 0x7f5070103500 2024-05-08T06:00:16.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.348+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50701a3840 con 0x7f5070103500 2024-05-08T06:00:16.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.348+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50640043c0 con 0x7f5070103500 2024-05-08T06:00:16.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.348+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064003c50 con 0x7f5070103500 2024-05-08T06:00:16.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.348+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50701a3d80 con 0x7f5070103500 2024-05-08T06:00:16.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.349+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f507006a190 con 0x7f5070103500 2024-05-08T06:00:16.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.351+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f506400c7c0 con 0x7f5070103500 2024-05-08T06:00:16.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.353+0000 7f506aa00700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f50580b2880 0x7f50580b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:16.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.353+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f50640e2540 con 0x7f5070103500 2024-05-08T06:00:16.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.353+0000 7f5075400700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f50580b2880 0x7f50580b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:16.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.354+0000 7f5075400700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f50580b2880 0x7f50580b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5060000c00 tx=0x7f5060005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:16.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.355+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f50640aa210 con 0x7f5070103500 2024-05-08T06:00:16.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.600+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f50700638e0 con 0x7f50580b2880 2024-05-08T06:00:16.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.640+0000 7f506aa00700 1 -- 172.21.15.69:0/1026205263 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f50700638e0 con 0x7f50580b2880 2024-05-08T06:00:16.641 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-08T06:00:16.641 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (3m) 43s ago 3m 18.7M - 19.0.0-3538-gbee299f4 352576a2df49 e73960a2ba76 2024-05-08T06:00:16.641 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi105 running (3m) 68s ago 3m 27.0M - 19.0.0-3538-gbee299f4 352576a2df49 e32f692185e1 2024-05-08T06:00:16.641 INFO:teuthology.orchestra.run.smithi069.stdout:mds.c smithi135 running (3m) 68s ago 3m 20.4M - 19.0.0-3538-gbee299f4 352576a2df49 85dba67505ae 2024-05-08T06:00:16.641 INFO:teuthology.orchestra.run.smithi069.stdout:mds.d smithi069 running (3m) 43s ago 3m 13.5M - 19.0.0-3538-gbee299f4 352576a2df49 1a59e78c0749 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.e smithi105 running (3m) 68s ago 3m 22.5M - 19.0.0-3538-gbee299f4 352576a2df49 bb9acc518f84 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.f smithi135 running (3m) 68s ago 3m 17.0M - 19.0.0-3538-gbee299f4 352576a2df49 3eb341be4fce 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.g smithi069 running (3m) 43s ago 3m 13.3M - 19.0.0-3538-gbee299f4 352576a2df49 a2fde2c065bc 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.h smithi105 running (3m) 68s ago 3m 18.5M - 19.0.0-3538-gbee299f4 352576a2df49 41eeaa862301 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.i smithi135 running (3m) 68s ago 3m 21.3M - 19.0.0-3538-gbee299f4 352576a2df49 de57b8beafd2 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.j smithi069 running (4m) 43s ago 4m 13.4M - 19.0.0-3538-gbee299f4 352576a2df49 335efe295083 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.k smithi105 running (4m) 68s ago 4m 14.5M - 19.0.0-3538-gbee299f4 352576a2df49 1ff5e47a9b9e 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mds.l smithi135 running (4m) 68s ago 4m 14.3M - 19.0.0-3538-gbee299f4 352576a2df49 2c412195eb71 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi069 *:9283,8765 running (12m) 43s ago 12m 531M - 19.0.0-3538-gbee299f4 352576a2df49 78b711a4e7f7 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi105 *:8443,8765 running (10m) 68s ago 10m 469M - 19.0.0-3538-gbee299f4 352576a2df49 54e538d85fa3 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.z smithi135 *:8443,8765 running (10m) 68s ago 10m 469M - 19.0.0-3538-gbee299f4 352576a2df49 474b8345a57a 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (12m) 43s ago 12m 50.5M 2048M 19.0.0-3538-gbee299f4 352576a2df49 7d02d9544fbc 2024-05-08T06:00:16.642 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi105 running (10m) 68s ago 10m 44.8M 2048M 19.0.0-3538-gbee299f4 352576a2df49 9be6f1480117 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi135 running (10m) 68s ago 10m 41.4M 2048M 19.0.0-3538-gbee299f4 352576a2df49 90d6db96d698 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (9m) 43s ago 9m 54.7M 4272M 19.0.0-3538-gbee299f4 352576a2df49 e9fc4c21c781 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi105 running (9m) 68s ago 9m 48.2M 4272M 19.0.0-3538-gbee299f4 352576a2df49 ff11b9083437 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi135 running (8m) 68s ago 8m 59.0M 4272M 19.0.0-3538-gbee299f4 352576a2df49 fa41ae4765e1 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (8m) 43s ago 8m 44.5M 4272M 19.0.0-3538-gbee299f4 352576a2df49 6170f52edf93 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi105 running (7m) 68s ago 7m 54.5M 4272M 19.0.0-3538-gbee299f4 352576a2df49 178e74e1d52f 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi135 running (7m) 68s ago 7m 54.8M 4272M 19.0.0-3538-gbee299f4 352576a2df49 6eb0bc0f4ff3 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi069 running (6m) 43s ago 6m 52.2M 4272M 19.0.0-3538-gbee299f4 352576a2df49 d1357237dcf9 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi105 running (6m) 68s ago 6m 56.0M 4272M 19.0.0-3538-gbee299f4 352576a2df49 a948a0dc55a9 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.8 smithi135 running (6m) 68s ago 6m 43.0M 4272M 19.0.0-3538-gbee299f4 352576a2df49 2404c80ee944 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.9 smithi069 running (5m) 43s ago 5m 53.9M 4272M 19.0.0-3538-gbee299f4 352576a2df49 38f078e63bd7 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.10 smithi105 running (4m) 68s ago 4m 53.4M 4272M 19.0.0-3538-gbee299f4 352576a2df49 dd05188111f0 2024-05-08T06:00:16.643 INFO:teuthology.orchestra.run.smithi069.stdout:osd.11 smithi135 running (4m) 68s ago 4m 42.3M 4272M 19.0.0-3538-gbee299f4 352576a2df49 6fd1d3d3e3b3 2024-05-08T06:00:16.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f50580b2880 msgr2=0x7f50580b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:16.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f50580b2880 0x7f50580b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f5060000c00 tx=0x7f5060005fb0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 msgr2=0x7f5070077240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:16.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 0x7f5070077240 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f506400e9c0 tx=0x7f506400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 shutdown_connections 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f50701050a0 0x7f5070075dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5070103500 0x7f5070077240 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f50580b2880 0x7f50580b4d40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 --2- 172.21.15.69:0/1026205263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5070104700 0x7f5070075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 >> 172.21.15.69:0/1026205263 conn(0x7f50700feaa0 msgr2=0x7f5070107ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 shutdown_connections 2024-05-08T06:00:16.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:16.644+0000 7f5078800700 1 -- 172.21.15.69:0/1026205263 wait complete. 2024-05-08T06:00:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:16 smithi105 ceph-mon[34393]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:16 smithi135 ceph-mon[34761]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:16.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:16 smithi069 ceph-mon[29571]: pgmap v417: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:17.450 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-08T06:00:17.916 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:18 smithi105 ceph-mon[34393]: from='client.24895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:18 smithi105 ceph-mon[34393]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:18 smithi135 ceph-mon[34761]: from='client.24895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:18 smithi135 ceph-mon[34761]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:18 smithi069 ceph-mon[29571]: from='client.24895 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:18 smithi069 ceph-mon[29571]: pgmap v418: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:20.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 -- 172.21.15.69:0/4080238715 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 msgr2=0x7fc97810b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:20.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 --2- 172.21.15.69:0/4080238715 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc97810b660 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc97000b0a0 tx=0x7fc97000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 -- 172.21.15.69:0/4080238715 shutdown_connections 2024-05-08T06:00:20.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 --2- 172.21.15.69:0/4080238715 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc97810b660 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 --2- 172.21.15.69:0/4080238715 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc978103f90 0x7fc978106380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 --2- 172.21.15.69:0/4080238715 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 0x7fc978108cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 -- 172.21.15.69:0/4080238715 >> 172.21.15.69:0/4080238715 conn(0x7fc9780fd9a0 msgr2=0x7fc9780ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:20.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 -- 172.21.15.69:0/4080238715 shutdown_connections 2024-05-08T06:00:20.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.175+0000 7fc980000700 1 -- 172.21.15.69:0/4080238715 wait complete. 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 Processor -- start 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 -- start start 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc978103f90 0x7fc9781038f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 0x7fc978101f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc978102480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc97810f010 con 0x7fc9781091f0 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc97810ee90 con 0x7fc9781068c0 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc980000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc97810f190 con 0x7fc978103f90 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.177+0000 7fc97e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc978102480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97d600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc978103f90 0x7fc9781038f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:20.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc978102480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33080/0 (socket says 172.21.15.69:33080) 2024-05-08T06:00:20.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97e000700 1 -- 172.21.15.69:0/1220983638 learned_addr learned my addr 172.21.15.69:0/1220983638 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:20.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 0x7fc978101f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 -- 172.21.15.69:0/1220983638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc978103f90 msgr2=0x7fc9781038f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc978103f90 0x7fc9781038f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 -- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 msgr2=0x7fc978102480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc978102480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 -- 172.21.15.69:0/1220983638 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc978102d30 con 0x7fc9781068c0 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97e000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc978102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.178+0000 7fc97cc00700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 0x7fc978101f40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc96400e9f0 tx=0x7fc96400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.179+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc96400cb70 con 0x7fc9781068c0 2024-05-08T06:00:20.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.179+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc96400ee90 con 0x7fc9781068c0 2024-05-08T06:00:20.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.179+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9781a3830 con 0x7fc9781068c0 2024-05-08T06:00:20.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.179+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc964003d40 con 0x7fc9781068c0 2024-05-08T06:00:20.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.179+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9781a3d70 con 0x7fc9781068c0 2024-05-08T06:00:20.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.180+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc97806a190 con 0x7fc9781068c0 2024-05-08T06:00:20.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.182+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc964003ee0 con 0x7fc9781068c0 2024-05-08T06:00:20.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.184+0000 7fc976000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc9600b2900 0x7fc9600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:20.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.184+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc9640e2510 con 0x7fc9781068c0 2024-05-08T06:00:20.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.184+0000 7fc97d600700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc9600b2900 0x7fc9600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:20.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.185+0000 7fc97d600700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc9600b2900 0x7fc9600b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc96c009c60 tx=0x7fc96c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:20.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.186+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc964054df0 con 0x7fc9781068c0 2024-05-08T06:00:20.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.433+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fc9780638e0 con 0x7fc9600b2900 2024-05-08T06:00:20.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.450+0000 7fc976000700 1 -- 172.21.15.69:0/1220983638 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fc9780638e0 con 0x7fc9600b2900 2024-05-08T06:00:20.450 INFO:teuthology.orchestra.run.smithi069.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-08T06:00:20.451 INFO:teuthology.orchestra.run.smithi069.stdout:mds.all 12/12 72s ago 4m smithi069=a;smithi069=d;smithi069=g;smithi069=j;smithi105=b;smithi105=e;smithi105=h;smithi105=k;smithi135=c;smithi135=f;smithi135=i;smithi135=l;count:12 2024-05-08T06:00:20.451 INFO:teuthology.orchestra.run.smithi069.stdout:mgr 3/3 72s ago 10m smithi069=x;smithi105=y;smithi135=z;count:3 2024-05-08T06:00:20.451 INFO:teuthology.orchestra.run.smithi069.stdout:mon 3/3 72s ago 10m smithi069:172.21.15.69=a;smithi105:172.21.15.105=b;smithi135:172.21.15.135=c;count:3 2024-05-08T06:00:20.451 INFO:teuthology.orchestra.run.smithi069.stdout:osd 12 72s ago - 2024-05-08T06:00:20.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc9600b2900 msgr2=0x7fc9600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:20.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc9600b2900 0x7fc9600b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fc96c009c60 tx=0x7fc96c009260 comp rx=0 tx=0).stop 2024-05-08T06:00:20.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 msgr2=0x7fc978101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 0x7fc978101f40 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc96400e9f0 tx=0x7fc96400ed00 comp rx=0 tx=0).stop 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 shutdown_connections 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc9781091f0 0x7fc978102480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc978103f90 0x7fc9781038f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc9600b2900 0x7fc9600b4dc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 --2- 172.21.15.69:0/1220983638 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc9781068c0 0x7fc978101f40 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 >> 172.21.15.69:0/1220983638 conn(0x7fc9780fd9a0 msgr2=0x7fc9781049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 shutdown_connections 2024-05-08T06:00:20.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:20.453+0000 7fc980000700 1 -- 172.21.15.69:0/1220983638 wait complete. 2024-05-08T06:00:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:20 smithi105 ceph-mon[34393]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:20 smithi135 ceph-mon[34761]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:20.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:20 smithi069 ceph-mon[29571]: pgmap v419: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:21.267 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-08T06:00:21.723 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:21 smithi105 ceph-mon[34393]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:21 smithi135 ceph-mon[34761]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:21.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:21 smithi069 ceph-mon[29571]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:22.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:22 smithi069 ceph-mon[29571]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:22 smithi105 ceph-mon[34393]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:22 smithi135 ceph-mon[34761]: pgmap v420: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:24.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 -- 172.21.15.69:0/248766855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f84075f00 msgr2=0x7f1f84076380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:24.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/248766855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f84075f00 0x7f1f84076380 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1f700098f0 tx=0x7f1f70009c00 comp rx=0 tx=0).stop 2024-05-08T06:00:24.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 -- 172.21.15.69:0/248766855 shutdown_connections 2024-05-08T06:00:24.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/248766855 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f8410faf0 0x7f1f84111ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/248766855 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f840774d0 0x7f1f84075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/248766855 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f84075f00 0x7f1f84076380 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 -- 172.21.15.69:0/248766855 >> 172.21.15.69:0/248766855 conn(0x7f1f840fea70 msgr2=0x7f1f84100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:24.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.046+0000 7f1f8ba00700 1 -- 172.21.15.69:0/248766855 shutdown_connections 2024-05-08T06:00:24.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.047+0000 7f1f8ba00700 1 -- 172.21.15.69:0/248766855 wait complete. 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.047+0000 7f1f8ba00700 1 Processor -- start 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 -- start start 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 0x7f1f8419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f840774d0 0x7f1f841a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f8410faf0 0x7f1f841a7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1f84115610 con 0x7f1f84075f00 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1f84115490 con 0x7f1f840774d0 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f8ba00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1f84115790 con 0x7f1f8410faf0 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f89000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 0x7f1f8419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f89000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 0x7f1f8419fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33090/0 (socket says 172.21.15.69:33090) 2024-05-08T06:00:24.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f89000700 1 -- 172.21.15.69:0/241612258 learned_addr learned my addr 172.21.15.69:0/241612258 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.048+0000 7f1f83e00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f840774d0 0x7f1f841a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89a00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f8410faf0 0x7f1f841a7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89000700 1 -- 172.21.15.69:0/241612258 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f8410faf0 msgr2=0x7f1f841a7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89000700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f8410faf0 0x7f1f841a7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89000700 1 -- 172.21.15.69:0/241612258 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f840774d0 msgr2=0x7f1f841a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89000700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f840774d0 0x7f1f841a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89000700 1 -- 172.21.15.69:0/241612258 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f841a79e0 con 0x7f1f84075f00 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89a00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f8410faf0 0x7f1f841a7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f83e00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f840774d0 0x7f1f841a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f89000700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 0x7f1f8419fd90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1f7800e9f0 tx=0x7f1f7800edb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f7800cbd0 con 0x7f1f84075f00 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f841a7cd0 con 0x7f1f84075f00 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1f7800cd70 con 0x7f1f84075f00 2024-05-08T06:00:24.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.049+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f78010430 con 0x7f1f84075f00 2024-05-08T06:00:24.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.050+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f841a81c0 con 0x7f1f84075f00 2024-05-08T06:00:24.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.051+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f8406a190 con 0x7f1f84075f00 2024-05-08T06:00:24.053 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.053+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1f78004750 con 0x7f1f84075f00 2024-05-08T06:00:24.054 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.054+0000 7f1f81600700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1f6c0b2880 0x7f1f6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:24.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.055+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1f780e27c0 con 0x7f1f84075f00 2024-05-08T06:00:24.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.055+0000 7f1f83e00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1f6c0b2880 0x7f1f6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:24.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.055+0000 7f1f83e00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1f6c0b2880 0x7f1f6c0b4d40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1f700098c0 tx=0x7f1f70019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:24.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.057+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1f78054df0 con 0x7f1f84075f00 2024-05-08T06:00:24.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.294+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f1f840638e0 con 0x7f1f6c0b2880 2024-05-08T06:00:24.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.297+0000 7f1f81600700 1 -- 172.21.15.69:0/241612258 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f1f840638e0 con 0x7f1f6c0b2880 2024-05-08T06:00:24.297 INFO:teuthology.orchestra.run.smithi069.stdout:HOST ADDR LABELS STATUS 2024-05-08T06:00:24.297 INFO:teuthology.orchestra.run.smithi069.stdout:smithi069 172.21.15.69 2024-05-08T06:00:24.298 INFO:teuthology.orchestra.run.smithi069.stdout:smithi105 172.21.15.105 2024-05-08T06:00:24.298 INFO:teuthology.orchestra.run.smithi069.stdout:smithi135 172.21.15.135 2024-05-08T06:00:24.298 INFO:teuthology.orchestra.run.smithi069.stdout:3 hosts in cluster 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.301+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1f6c0b2880 msgr2=0x7f1f6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.301+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1f6c0b2880 0x7f1f6c0b4d40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1f700098c0 tx=0x7f1f70019040 comp rx=0 tx=0).stop 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.301+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 msgr2=0x7f1f8419fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.301+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 0x7f1f8419fd90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1f7800e9f0 tx=0x7f1f7800edb0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 shutdown_connections 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1f8410faf0 0x7f1f841a7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1f84075f00 0x7f1f8419fd90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1f6c0b2880 0x7f1f6c0b4d40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 --2- 172.21.15.69:0/241612258 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1f840774d0 0x7f1f841a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:24.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 >> 172.21.15.69:0/241612258 conn(0x7f1f840fea70 msgr2=0x7f1f84102e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:24.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 shutdown_connections 2024-05-08T06:00:24.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:24.302+0000 7f1f8ba00700 1 -- 172.21.15.69:0/241612258 wait complete. 2024-05-08T06:00:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:24 smithi069 ceph-mon[29571]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:24 smithi105 ceph-mon[34393]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:24 smithi135 ceph-mon[34761]: pgmap v421: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:25.177 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-08T06:00:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:25.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:25 smithi069 ceph-mon[29571]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:25.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:25 smithi105 ceph-mon[34393]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:25.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:25 smithi135 ceph-mon[34761]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:26 smithi105 ceph-mon[34393]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:26 smithi135 ceph-mon[34761]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:26.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:26 smithi069 ceph-mon[29571]: pgmap v422: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:27.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 -- 172.21.15.69:0/2165616247 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103fa0 msgr2=0x7f04ec10a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:27.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 --2- 172.21.15.69:0/2165616247 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103fa0 0x7f04ec10a850 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f04e400b0d0 tx=0x7f04e400b3e0 comp rx=0 tx=0).stop 2024-05-08T06:00:27.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 -- 172.21.15.69:0/2165616247 shutdown_connections 2024-05-08T06:00:27.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 --2- 172.21.15.69:0/2165616247 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103fa0 0x7f04ec10a850 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:27.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 --2- 172.21.15.69:0/2165616247 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 0x7f04ec102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:27.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 --2- 172.21.15.69:0/2165616247 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ec103600 0x7f04ec103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:27.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 -- 172.21.15.69:0/2165616247 >> 172.21.15.69:0/2165616247 conn(0x7f04ec0fd9a0 msgr2=0x7f04ec0ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:27.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.787+0000 7f04f4200700 1 -- 172.21.15.69:0/2165616247 shutdown_connections 2024-05-08T06:00:27.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.788+0000 7f04f4200700 1 -- 172.21.15.69:0/2165616247 wait complete. 2024-05-08T06:00:27.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 Processor -- start 2024-05-08T06:00:27.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 -- start start 2024-05-08T06:00:27.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 0x7f04ec106340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:27.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103600 0x7f04ec1049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:27.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ec103fa0 0x7f04ec104f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:27.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec10dea0 con 0x7f04ec103600 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec10dd20 con 0x7f04ec102400 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.789+0000 7f04f4200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04ec10e020 con 0x7f04ec103fa0 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103600 0x7f04ec1049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 0x7f04ec106340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103600 0x7f04ec1049e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33114/0 (socket says 172.21.15.69:33114) 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f0e00700 1 -- 172.21.15.69:0/3240940324 learned_addr learned my addr 172.21.15.69:0/3240940324 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f2200700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ec103fa0 0x7f04ec104f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 -- 172.21.15.69:0/3240940324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ec103fa0 msgr2=0x7f04ec104f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ec103fa0 0x7f04ec104f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 -- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103600 msgr2=0x7f04ec1049e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103600 0x7f04ec1049e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 -- 172.21.15.69:0/3240940324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ec1057f0 con 0x7f04ec102400 2024-05-08T06:00:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.790+0000 7f04f1800700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 0x7f04ec106340 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f04e000e9c0 tx=0x7f04e000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:27.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.791+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e000cb70 con 0x7f04ec102400 2024-05-08T06:00:27.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.791+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f04e000ee60 con 0x7f04ec102400 2024-05-08T06:00:27.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.791+0000 7f04f4200700 1 -- 172.21.15.69:0/3240940324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04ec1a37a0 con 0x7f04ec102400 2024-05-08T06:00:27.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.791+0000 7f04f4200700 1 -- 172.21.15.69:0/3240940324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04ec1a3d00 con 0x7f04ec102400 2024-05-08T06:00:27.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.791+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e0018680 con 0x7f04ec102400 2024-05-08T06:00:27.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.792+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04c8005330 con 0x7f04ec102400 2024-05-08T06:00:27.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.794+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f04e001f020 con 0x7f04ec102400 2024-05-08T06:00:27.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.796+0000 7f04ea000700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04d40b2900 0x7f04d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:27.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.796+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f04e00e22f0 con 0x7f04ec102400 2024-05-08T06:00:27.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.796+0000 7f04f0e00700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04d40b2900 0x7f04d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:27.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.797+0000 7f04f0e00700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04d40b2900 0x7f04d40b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f04d8009d60 tx=0x7f04d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:27.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:27.798+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f04e00a9fc0 con 0x7f04ec102400 2024-05-08T06:00:28.038 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.038+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f04c8000bc0 con 0x7f04d40b2900 2024-05-08T06:00:28.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.040+0000 7f04ea000700 1 -- 172.21.15.69:0/3240940324 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f04c8000bc0 con 0x7f04d40b2900 2024-05-08T06:00:28.041 INFO:teuthology.orchestra.run.smithi069.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-08T06:00:28.041 INFO:teuthology.orchestra.run.smithi069.stdout:smithi069 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400Y0400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-08T06:00:28.041 INFO:teuthology.orchestra.run.smithi069.stdout:smithi105 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400TR400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-08T06:00:28.041 INFO:teuthology.orchestra.run.smithi069.stdout:smithi135 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401BA400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-08T06:00:28.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04d40b2900 msgr2=0x7f04d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:28.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04d40b2900 0x7f04d40b4dc0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f04d8009d60 tx=0x7f04d8009260 comp rx=0 tx=0).stop 2024-05-08T06:00:28.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 msgr2=0x7f04ec106340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:28.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 0x7f04ec106340 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f04e000e9c0 tx=0x7f04e000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 shutdown_connections 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ec103fa0 0x7f04ec104f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04d40b2900 0x7f04d40b4dc0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ec102400 0x7f04ec106340 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 --2- 172.21.15.69:0/3240940324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ec103600 0x7f04ec1049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.043+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 >> 172.21.15.69:0/3240940324 conn(0x7f04ec0fd9a0 msgr2=0x7f04ec0ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.044+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 shutdown_connections 2024-05-08T06:00:28.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:28.044+0000 7f04df400700 1 -- 172.21.15.69:0/3240940324 wait complete. 2024-05-08T06:00:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:28 smithi105 ceph-mon[34393]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:28 smithi135 ceph-mon[34761]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:28.813 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:28 smithi069 ceph-mon[29571]: pgmap v423: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:28.871 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-08T06:00:28.880 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi069.front.sepia.ceph.com 2024-05-08T06:00:28.880 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-08T06:00:29.315 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:29 smithi105 ceph-mon[34393]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:29.783 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:29 smithi069 ceph-mon[29571]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:29.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:29 smithi135 ceph-mon[34761]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-08T06:00:30.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:30 smithi069 ceph-mon[29571]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:30 smithi105 ceph-mon[34393]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:30 smithi135 ceph-mon[34761]: pgmap v424: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:31.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 -- 172.21.15.69:0/39375675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 msgr2=0x7fc00c10b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:31.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 --2- 172.21.15.69:0/39375675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c10b960 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc00400b0d0 tx=0x7fc00400b3e0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 -- 172.21.15.69:0/39375675 shutdown_connections 2024-05-08T06:00:31.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 --2- 172.21.15.69:0/39375675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c10b960 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 --2- 172.21.15.69:0/39375675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c103930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 --2- 172.21.15.69:0/39375675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc00c104710 0x7fc00c104b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 -- 172.21.15.69:0/39375675 >> 172.21.15.69:0/39375675 conn(0x7fc00c0fea70 msgr2=0x7fc00c100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:31.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 -- 172.21.15.69:0/39375675 shutdown_connections 2024-05-08T06:00:31.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.604+0000 7fc014400700 1 -- 172.21.15.69:0/39375675 wait complete. 2024-05-08T06:00:31.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.606+0000 7fc014400700 1 Processor -- start 2024-05-08T06:00:31.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.606+0000 7fc014400700 1 -- start start 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc014400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c19b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc014400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc00c104710 0x7fc00c19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc014400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc014400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c10f000 con 0x7fc00c104710 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc014400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c10ee80 con 0x7fc00c1050b0 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc014400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc00c10f180 con 0x7fc00c103510 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c19b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c19b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60300/0 (socket says 172.21.15.69:60300) 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 -- 172.21.15.69:0/2327466982 learned_addr learned my addr 172.21.15.69:0/2327466982 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011000700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc00c104710 0x7fc00c19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:31.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc012400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:31.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 -- 172.21.15.69:0/2327466982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 msgr2=0x7fc00c1a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:31.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c1a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 -- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc00c104710 msgr2=0x7fc00c19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:31.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc00c104710 0x7fc00c19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc011a00700 1 -- 172.21.15.69:0/2327466982 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc00c1a3500 con 0x7fc00c103510 2024-05-08T06:00:31.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.607+0000 7fc012400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.608+0000 7fc011a00700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c19b8a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc00000e980 tx=0x7fc00000ec90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.608+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc00000cbd0 con 0x7fc00c103510 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.608+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc0000044e0 con 0x7fc00c103510 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.608+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc000003e00 con 0x7fc00c103510 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.608+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc00c1a37f0 con 0x7fc00c103510 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.608+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc00c1a3d30 con 0x7fc00c103510 2024-05-08T06:00:31.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.609+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc00c06a190 con 0x7fc00c103510 2024-05-08T06:00:31.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.613+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc000003fa0 con 0x7fc00c103510 2024-05-08T06:00:31.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.615+0000 7fc00a000700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbff40b2900 0x7fbff40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:31.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.615+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc0000e25b0 con 0x7fc00c103510 2024-05-08T06:00:31.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.615+0000 7fc011000700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbff40b2900 0x7fbff40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:31.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.616+0000 7fc011000700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbff40b2900 0x7fbff40b4dc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009c60 tx=0x7fbff8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:31.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.620+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc0000aa280 con 0x7fc00c103510 2024-05-08T06:00:31.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.893+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fc00c1a4760 con 0x7fc00c103510 2024-05-08T06:00:31.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.894+0000 7fc00a000700 1 -- 172.21.15.69:0/2327466982 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 25 v25) ==== 76+0+3056 (secure 0 0 0) 0x7fc0000a9b80 con 0x7fc00c103510 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:e25 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:legacy client fscid: 1 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:Filesystem 'cephfs' (1) 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:fs_name cephfs 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:epoch 25 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-08T06:00:31.895 INFO:teuthology.orchestra.run.smithi069.stdout:created 2024-05-08T05:57:11.299866+0000 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:modified 2024-05-08T05:57:35.383800+0000 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:tableserver 0 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:root 0 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:session_timeout 300 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:session_autoclose 300 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:max_file_size 1099511627776 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:max_xattr_size 65536 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:required_client_features {} 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:last_failure 0 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:last_failure_osd_epoch 0 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:max_mds 3 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:in 0,1,2 2024-05-08T06:00:31.896 INFO:teuthology.orchestra.run.smithi069.stdout:up {0=24533,1=24521,2=24491} 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:failed 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:damaged 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:stopped 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:data_pools [3] 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:metadata_pool 2 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:inline_data disabled 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:balancer 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:bal_rank_mask -1 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:standby_count_wanted 0 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:qdb_cluster leader: 24533 members: 24521,24491,24533 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.b{0:24533} state up:active seq 7 addr [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.e{0:24476} state up:standby-replay seq 1 addr [v2:172.21.15.105:6834/241587272,v1:172.21.15.105:6835/241587272] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.a{1:24521} state up:active seq 12 addr [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.897 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.i{1:24472} state up:standby-replay seq 1 addr [v2:172.21.15.135:6838/1130930319,v1:172.21.15.135:6839/1130930319] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.h{2:24491} state up:active seq 16 addr [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.c{2:24457} state up:standby-replay seq 1 addr [v2:172.21.15.135:6836/1616042380,v1:172.21.15.135:6837/1616042380] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:Standby daemons: 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.d{-1:14364} state up:standby seq 1 addr [v2:172.21.15.69:6836/2845954530,v1:172.21.15.69:6837/2845954530] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.g{-1:14388} state up:standby seq 1 addr [v2:172.21.15.69:6838/1258473041,v1:172.21.15.69:6839/1258473041] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.l{-1:24406} state up:standby seq 1 addr [v2:172.21.15.135:6832/1621527403,v1:172.21.15.135:6833/1621527403] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.j{-1:24424} state up:standby seq 1 addr [v2:172.21.15.69:6834/3350032832,v1:172.21.15.69:6835/3350032832] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.k{-1:24446} state up:standby seq 1 addr [v2:172.21.15.105:6832/3776945177,v1:172.21.15.105:6833/3776945177] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.898 INFO:teuthology.orchestra.run.smithi069.stdout:[mds.f{-1:24451} state up:standby seq 1 addr [v2:172.21.15.135:6834/605936982,v1:172.21.15.135:6835/605936982] compat {c=[1],r=[1],i=[1fff]}] 2024-05-08T06:00:31.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbff40b2900 msgr2=0x7fbff40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:31.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbff40b2900 0x7fbff40b4dc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fbff8009c60 tx=0x7fbff8009260 comp rx=0 tx=0).stop 2024-05-08T06:00:31.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 msgr2=0x7fc00c19b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c19b8a0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc00000e980 tx=0x7fc00000ec90 comp rx=0 tx=0).stop 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 shutdown_connections 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbff40b2900 0x7fbff40b4dc0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc00c1050b0 0x7fc00c1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc00c103510 0x7fc00c19b8a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 --2- 172.21.15.69:0/2327466982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc00c104710 0x7fc00c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 >> 172.21.15.69:0/2327466982 conn(0x7fc00c0fea70 msgr2=0x7fc00c0756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 shutdown_connections 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:31.897+0000 7fc014400700 1 -- 172.21.15.69:0/2327466982 wait complete. 2024-05-08T06:00:31.900 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T06:00:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:32 smithi069 ceph-mon[29571]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:32 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2327466982' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-08T06:00:32.690 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-08T06:00:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:32 smithi105 ceph-mon[34393]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:32 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2327466982' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-08T06:00:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:32 smithi135 ceph-mon[34761]: pgmap v425: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:32 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2327466982' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-08T06:00:33.109 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:34 smithi105 ceph-mon[34393]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:34 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:00:34.790 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:34 smithi069 ceph-mon[29571]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:34.791 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:34 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:00:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:34 smithi135 ceph-mon[34761]: pgmap v426: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:34 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:00:35.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 -- 172.21.15.69:0/53055066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568103510 msgr2=0x7f1568103930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:35.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 --2- 172.21.15.69:0/53055066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568103510 0x7f1568103930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f155c0099c0 tx=0x7f155c009cd0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 -- 172.21.15.69:0/53055066 shutdown_connections 2024-05-08T06:00:35.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 --2- 172.21.15.69:0/53055066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f15681050b0 0x7f156810b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 --2- 172.21.15.69:0/53055066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568103510 0x7f1568103930 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 --2- 172.21.15.69:0/53055066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1568104710 0x7f1568104b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.294+0000 7f156f600700 1 -- 172.21.15.69:0/53055066 >> 172.21.15.69:0/53055066 conn(0x7f15680fea70 msgr2=0x7f1568100ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:35.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.295+0000 7f156f600700 1 -- 172.21.15.69:0/53055066 shutdown_connections 2024-05-08T06:00:35.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.295+0000 7f156f600700 1 -- 172.21.15.69:0/53055066 wait complete. 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 Processor -- start 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 -- start start 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1568103510 0x7f156819b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 0x7f156819bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15681050b0 0x7f15681a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f156810efe0 con 0x7f15681050b0 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f156810ee60 con 0x7f1568104710 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.296+0000 7f156f600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f156810f160 con 0x7f1568103510 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f1567e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 0x7f156819bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1568103510 0x7f156819b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f1567e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 0x7f156819bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41258/0 (socket says 172.21.15.69:41258) 2024-05-08T06:00:35.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f1567e00700 1 -- 172.21.15.69:0/3662268848 learned_addr learned my addr 172.21.15.69:0/3662268848 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:35.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156d600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15681050b0 0x7f15681a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 -- 172.21.15.69:0/3662268848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 msgr2=0x7f156819bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 0x7f156819bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 -- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15681050b0 msgr2=0x7f15681a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15681050b0 0x7f15681a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 -- 172.21.15.69:0/3662268848 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15681a3500 con 0x7f1568103510 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156d600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15681050b0 0x7f15681a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f1567e00700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 0x7f156819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.297+0000 7f156cc00700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1568103510 0x7f156819b8a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f155c0036f0 tx=0x7f155c00fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.298+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c027070 con 0x7f1568103510 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.298+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f155c022920 con 0x7f1568103510 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.298+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15681a3790 con 0x7f1568103510 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.298+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c009e60 con 0x7f1568103510 2024-05-08T06:00:35.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.298+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15681a3be0 con 0x7f1568103510 2024-05-08T06:00:35.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.299+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f156806a1c0 con 0x7f1568103510 2024-05-08T06:00:35.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.301+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f155c02a070 con 0x7f1568103510 2024-05-08T06:00:35.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.302+0000 7f1565600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15500b2880 0x7f15500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:35.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.303+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f155c0e2ce0 con 0x7f1568103510 2024-05-08T06:00:35.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.303+0000 7f1567e00700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15500b2880 0x7f15500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:35.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.303+0000 7f1567e00700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15500b2880 0x7f15500b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f15540104e0 tx=0x7f1554007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:35.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.306+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f156806a1c0 con 0x7f1568103510 2024-05-08T06:00:35.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.543+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f15681a3ec0 con 0x7f1568103510 2024-05-08T06:00:35.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.544+0000 7f1565600700 1 -- 172.21.15.69:0/3662268848 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v81) ==== 56+0+5278 (secure 0 0 0) 0x7f155c013070 con 0x7f1568103510 2024-05-08T06:00:35.545 INFO:teuthology.orchestra.run.smithi069.stdout:epoch 81 2024-05-08T06:00:35.545 INFO:teuthology.orchestra.run.smithi069.stdout:fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:00:35.545 INFO:teuthology.orchestra.run.smithi069.stdout:created 2024-05-08T05:47:34.143640+0000 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:modified 2024-05-08T05:57:43.921314+0000 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:crush_version 26 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:full_ratio 0.95 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:backfillfull_ratio 0.9 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:nearfull_ratio 0.85 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:require_min_compat_client luminous 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:min_compat_client luminous 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:require_osd_release squid 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:stretch_mode_enabled false 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-08T06:00:35.546 INFO:teuthology.orchestra.run.smithi069.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:max_osd 12 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 up in weight 1 up_from 8 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6802/290982827,v1:172.21.15.69:6803/290982827] [v2:172.21.15.69:6804/290982827,v1:172.21.15.69:6805/290982827] exists,up e7558732-79ec-405a-ba35-f957c11b1608 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 up in weight 1 up_from 13 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6800/325289129,v1:172.21.15.105:6801/325289129] [v2:172.21.15.105:6802/325289129,v1:172.21.15.105:6803/325289129] exists,up 05db66dc-d704-4155-840e-6814061cfdbd 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 up in weight 1 up_from 18 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6800/2919881110,v1:172.21.15.135:6801/2919881110] [v2:172.21.15.135:6802/2919881110,v1:172.21.15.135:6803/2919881110] exists,up 49bcdd8e-ac9b-41da-8201-9beb7365b246 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 up in weight 1 up_from 25 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6810/1236406029,v1:172.21.15.69:6811/1236406029] [v2:172.21.15.69:6812/1236406029,v1:172.21.15.69:6813/1236406029] exists,up 193f2121-6fc4-488a-9c4e-771e2a646cc8 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 up in weight 1 up_from 31 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6808/1313160042,v1:172.21.15.105:6809/1313160042] [v2:172.21.15.105:6810/1313160042,v1:172.21.15.105:6811/1313160042] exists,up 920e4040-001c-4eba-9ff0-8389a36a3778 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 up in weight 1 up_from 36 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6808/1443693203,v1:172.21.15.135:6809/1443693203] [v2:172.21.15.135:6810/1443693203,v1:172.21.15.135:6811/1443693203] exists,up 1fdac1d6-86ca-452d-9247-bf65c655d5d7 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 up in weight 1 up_from 42 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6818/3343828976,v1:172.21.15.69:6819/3343828976] [v2:172.21.15.69:6820/3343828976,v1:172.21.15.69:6821/3343828976] exists,up 628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 up in weight 1 up_from 48 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6816/289694691,v1:172.21.15.105:6817/289694691] [v2:172.21.15.105:6818/289694691,v1:172.21.15.105:6819/289694691] exists,up 9a7c51d9-4a6e-45a0-9af0-0df6af5275fa 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.8 up in weight 1 up_from 54 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6816/3128795587,v1:172.21.15.135:6817/3128795587] [v2:172.21.15.135:6818/3128795587,v1:172.21.15.135:6819/3128795587] exists,up 90ff603f-4e39-46ab-80ac-b42db60cc96f 2024-05-08T06:00:35.547 INFO:teuthology.orchestra.run.smithi069.stdout:osd.9 up in weight 1 up_from 60 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.69:6826/2337648068,v1:172.21.15.69:6827/2337648068] [v2:172.21.15.69:6828/2337648068,v1:172.21.15.69:6829/2337648068] exists,up 73368eff-2b60-4480-a24f-611b8c428d35 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:osd.10 up in weight 1 up_from 65 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.105:6824/264302961,v1:172.21.15.105:6825/264302961] [v2:172.21.15.105:6826/264302961,v1:172.21.15.105:6827/264302961] exists,up 20deee35-d5b3-4d1f-aeb7-4501511f32ef 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:osd.11 up in weight 1 up_from 71 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.135:6824/1706559262,v1:172.21.15.135:6825/1706559262] [v2:172.21.15.135:6826/1706559262,v1:172.21.15.135:6827/1706559262] exists,up 3bdac260-0dae-4f4d-82d8-34e2e8752575 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 2.8 [2,11] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 2.b [2,4] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 2.10 [8,11] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 3.1e [3,9] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 3.24 [4,9] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 3.2c [4,9] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 3.37 [5,8] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:pg_upmap_items 3.3a [4,6] 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:0/2613708221 expires 2024-05-09T05:48:42.677371+0000 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:0/4083936393 expires 2024-05-09T05:48:42.677371+0000 2024-05-08T06:00:35.548 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:0/2883143733 expires 2024-05-09T05:48:42.677371+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:6801/1069523493 expires 2024-05-09T05:48:42.677371+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:0/162304802 expires 2024-05-09T05:48:07.666938+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:6800/955795070 expires 2024-05-09T05:48:07.666938+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:6800/1069523493 expires 2024-05-09T05:48:42.677371+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:0/2829595758 expires 2024-05-09T05:48:07.666938+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:6801/955795070 expires 2024-05-09T05:48:07.666938+0000 2024-05-08T06:00:35.549 INFO:teuthology.orchestra.run.smithi069.stdout:blocklist 172.21.15.69:0/150049408 expires 2024-05-09T05:48:07.666938+0000 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15500b2880 msgr2=0x7f15500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15500b2880 0x7f15500b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f15540104e0 tx=0x7f1554007480 comp rx=0 tx=0).stop 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1568103510 msgr2=0x7f156819b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1568103510 0x7f156819b8a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f155c0036f0 tx=0x7f155c00fa00 comp rx=0 tx=0).stop 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 shutdown_connections 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f15681050b0 0x7f15681a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1568103510 0x7f156819b8a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f15500b2880 0x7f15500b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 --2- 172.21.15.69:0/3662268848 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1568104710 0x7f156819bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 >> 172.21.15.69:0/3662268848 conn(0x7f15680fea70 msgr2=0x7f15680756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 shutdown_connections 2024-05-08T06:00:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:35.548+0000 7f156f600700 1 -- 172.21.15.69:0/3662268848 wait complete. 2024-05-08T06:00:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:35 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3662268848' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:35 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3662268848' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-08T06:00:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: pgmap v427: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:36.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:00:36.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:00:36.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:00:36.271 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:35 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3662268848' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-08T06:00:36.342 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-08T06:00:36.353 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:00:36.801 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:38.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:37 smithi105 ceph-mon[34393]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:38.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:37 smithi135 ceph-mon[34761]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:38.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:37 smithi069 ceph-mon[29571]: pgmap v428: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:39.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.296+0000 7f681f000700 1 -- 172.21.15.69:0/3895475564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 msgr2=0x7f68181124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:39.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.296+0000 7f681f000700 1 --2- 172.21.15.69:0/3895475564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181124a0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f681000b0a0 tx=0x7f681000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 -- 172.21.15.69:0/3895475564 shutdown_connections 2024-05-08T06:00:39.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 --2- 172.21.15.69:0/3895475564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181124a0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 --2- 172.21.15.69:0/3895475564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f681810b660 0x7f681810ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 --2- 172.21.15.69:0/3895475564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f68181055d0 0x7f6818105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 -- 172.21.15.69:0/3895475564 >> 172.21.15.69:0/3895475564 conn(0x7f68181010c0 msgr2=0x7f68181034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:39.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 -- 172.21.15.69:0/3895475564 shutdown_connections 2024-05-08T06:00:39.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.297+0000 7f681f000700 1 -- 172.21.15.69:0/3895475564 wait complete. 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.298+0000 7f681f000700 1 Processor -- start 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.298+0000 7f681f000700 1 -- start start 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681f000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 0x7f68181a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681f000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681f000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f681810b660 0x7f681819b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681f000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6818115820 con 0x7f681810b660 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681f000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f68181156a0 con 0x7f68181055d0 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681f000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f68181159a0 con 0x7f6818105f90 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681e600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f681810b660 0x7f681819b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 0x7f68181a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:39.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181a1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:42248/0 (socket says 172.21.15.69:42248) 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681e600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f681810b660 0x7f681819b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57570/0 (socket says 172.21.15.69:57570) 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 0x7f68181a1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33634/0 (socket says 172.21.15.69:33634) 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681d200700 1 -- 172.21.15.69:0/3537728563 learned_addr learned my addr 172.21.15.69:0/3537728563 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 -- 172.21.15.69:0/3537728563 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 msgr2=0x7f68181a1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181a1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 -- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f681810b660 msgr2=0x7f681819b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f681810b660 0x7f681819b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.299+0000 7f681dc00700 1 -- 172.21.15.69:0/3537728563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f681819c120 con 0x7f68181055d0 2024-05-08T06:00:39.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.300+0000 7f681dc00700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 0x7f68181a1800 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f680c00e9c0 tx=0x7f680c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:39.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.300+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c004230 con 0x7f68181055d0 2024-05-08T06:00:39.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.300+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f681819c410 con 0x7f68181055d0 2024-05-08T06:00:39.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.300+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f680c0043d0 con 0x7f68181055d0 2024-05-08T06:00:39.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.300+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f680c003d90 con 0x7f68181055d0 2024-05-08T06:00:39.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.300+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68181a86d0 con 0x7f68181055d0 2024-05-08T06:00:39.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.301+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f681806a190 con 0x7f68181055d0 2024-05-08T06:00:39.304 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.304+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f680c00c7c0 con 0x7f68181055d0 2024-05-08T06:00:39.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.305+0000 7f6816000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f68000b2880 0x7f68000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:39.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.305+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f680c0e2600 con 0x7f68181055d0 2024-05-08T06:00:39.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.306+0000 7f681d200700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f68000b2880 0x7f68000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:39.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.306+0000 7f681d200700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f68000b2880 0x7f68000b4d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f681810a380 tx=0x7f6804009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:39.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.307+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f680c0aa2d0 con 0x7f68181055d0 2024-05-08T06:00:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.592+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f681819cef0 con 0x7f68181055d0 2024-05-08T06:00:39.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.593+0000 7f6816000700 1 -- 172.21.15.69:0/3537728563 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11879 (secure 0 0 0) 0x7f680c0a9bd0 con 0x7f68181055d0 2024-05-08T06:00:39.594 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:39.594 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T05:57:35.383800+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24491,24533]},"id":1}]} 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.596+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f68000b2880 msgr2=0x7f68000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.596+0000 7f681f000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f68000b2880 0x7f68000b4d40 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f681810a380 tx=0x7f6804009260 comp rx=0 tx=0).stop 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.596+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 msgr2=0x7f68181a1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.596+0000 7f681f000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 0x7f68181a1800 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f680c00e9c0 tx=0x7f680c00ecd0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 shutdown_connections 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f681810b660 0x7f681819b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f68000b2880 0x7f68000b4d40 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f68181055d0 0x7f68181a1800 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 --2- 172.21.15.69:0/3537728563 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6818105f90 0x7f68181a1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 >> 172.21.15.69:0/3537728563 conn(0x7f68181010c0 msgr2=0x7f68181026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:39.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 shutdown_connections 2024-05-08T06:00:39.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:39.597+0000 7f681f000700 1 -- 172.21.15.69:0/3537728563 wait complete. 2024-05-08T06:00:39.598 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T06:00:40.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:39 smithi105 ceph-mon[34393]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:40.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:39 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3537728563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:00:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:39 smithi135 ceph-mon[34761]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:40.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:39 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3537728563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:00:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:39 smithi069 ceph-mon[29571]: pgmap v429: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:39 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3537728563' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:00:40.446 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:00:40.882 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:42.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:41 smithi105 ceph-mon[34393]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:42.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:41 smithi069 ceph-mon[29571]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:42.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:41 smithi135 ceph-mon[34761]: pgmap v430: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 -- 172.21.15.69:0/1541298675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 msgr2=0x7f08b0112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 --2- 172.21.15.69:0/1541298675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b0112590 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f08a800b0a0 tx=0x7f08a800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 -- 172.21.15.69:0/1541298675 shutdown_connections 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 --2- 172.21.15.69:0/1541298675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b0112590 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 --2- 172.21.15.69:0/1541298675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b010b6c0 0x7f08b010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 --2- 172.21.15.69:0/1541298675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b01056c0 0x7f08b0105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 -- 172.21.15.69:0/1541298675 >> 172.21.15.69:0/1541298675 conn(0x7f08b01011b0 msgr2=0x7f08b01035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 -- 172.21.15.69:0/1541298675 shutdown_connections 2024-05-08T06:00:43.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.179+0000 7f08b5c00700 1 -- 172.21.15.69:0/1541298675 wait complete. 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.180+0000 7f08b5c00700 1 Processor -- start 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.180+0000 7f08b5c00700 1 -- start start 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08b5c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b01056c0 0x7f08b019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08b5c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08b5c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b010b6c0 0x7f08b01a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08b5c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f08b0115950 con 0x7f08b010b6c0 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08b5c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f08b01157d0 con 0x7f08b0106080 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08b5c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f08b0115ad0 con 0x7f08b01056c0 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08ae000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08af400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b010b6c0 0x7f08b01a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08ae000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33652/0 (socket says 172.21.15.69:33652) 2024-05-08T06:00:43.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08ae000700 1 -- 172.21.15.69:0/2676510316 learned_addr learned my addr 172.21.15.69:0/2676510316 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.181+0000 7f08aea00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b01056c0 0x7f08b019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08af400700 1 -- 172.21.15.69:0/2676510316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b01056c0 msgr2=0x7f08b019bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08af400700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b01056c0 0x7f08b019bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08af400700 1 -- 172.21.15.69:0/2676510316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 msgr2=0x7f08b019c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08af400700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b019c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08af400700 1 -- 172.21.15.69:0/2676510316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08b01a0d60 con 0x7f08b010b6c0 2024-05-08T06:00:43.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08aea00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b01056c0 0x7f08b019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08af400700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b010b6c0 0x7f08b01a0620 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f08a800b070 tx=0x7f08a8004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a8021070 con 0x7f08b010b6c0 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08b01a0ff0 con 0x7f08b010b6c0 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08a8007e30 con 0x7f08b010b6c0 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08a80045f0 con 0x7f08b010b6c0 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.182+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08b01a88d0 con 0x7f08b010b6c0 2024-05-08T06:00:43.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.184+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08b010dc50 con 0x7f08b010b6c0 2024-05-08T06:00:43.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.186+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f08a8007980 con 0x7f08b010b6c0 2024-05-08T06:00:43.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.187+0000 7f08a7400700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08940b2880 0x7f08940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:43.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.188+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f08a800f020 con 0x7f08b010b6c0 2024-05-08T06:00:43.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.188+0000 7f08aea00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08940b2880 0x7f08940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:43.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.188+0000 7f08aea00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08940b2880 0x7f08940b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f08a0009fd0 tx=0x7f08a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:43.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.192+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f08a802a020 con 0x7f08b010b6c0 2024-05-08T06:00:43.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.470+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08b019d0b0 con 0x7f08b010b6c0 2024-05-08T06:00:43.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.472+0000 7f08a7400700 1 -- 172.21.15.69:0/2676510316 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11879 (secure 0 0 0) 0x7f08a80ab270 con 0x7f08b010b6c0 2024-05-08T06:00:43.472 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:43.472 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T05:57:35.383800+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24491,24533]},"id":1}]} 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08940b2880 msgr2=0x7f08940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08940b2880 0x7f08940b4d40 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f08a0009fd0 tx=0x7f08a0009260 comp rx=0 tx=0).stop 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b010b6c0 msgr2=0x7f08b01a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b010b6c0 0x7f08b01a0620 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f08a800b070 tx=0x7f08a8004c80 comp rx=0 tx=0).stop 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 shutdown_connections 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08b010b6c0 0x7f08b01a0620 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08b01056c0 0x7f08b019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08940b2880 0x7f08940b4d40 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 --2- 172.21.15.69:0/2676510316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08b0106080 0x7f08b019c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:43.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 >> 172.21.15.69:0/2676510316 conn(0x7f08b01011b0 msgr2=0x7f08b0101860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:43.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 shutdown_connections 2024-05-08T06:00:43.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:43.475+0000 7f08b5c00700 1 -- 172.21.15.69:0/2676510316 wait complete. 2024-05-08T06:00:43.477 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 25 2024-05-08T06:00:44.231 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:43 smithi069 ceph-mon[29571]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:44.231 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:43 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2676510316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:00:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:43 smithi105 ceph-mon[34393]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:44.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:43 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2676510316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:00:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:43 smithi135 ceph-mon[34761]: pgmap v431: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:44.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:43 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2676510316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:00:44.314 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T06:00:44.751 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:46.208 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:45 smithi069 ceph-mon[29571]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:46.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:45 smithi105 ceph-mon[34393]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:46.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:45 smithi135 ceph-mon[34761]: pgmap v432: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:47.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 -- 172.21.15.69:0/1363237705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c1056c0 msgr2=0x7f8a1c105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:47.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 --2- 172.21.15.69:0/1363237705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c105b40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009990 tx=0x7f8a08009ca0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 -- 172.21.15.69:0/1363237705 shutdown_connections 2024-05-08T06:00:47.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 --2- 172.21.15.69:0/1363237705 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a1c106080 0x7f8a1c112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 --2- 172.21.15.69:0/1363237705 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c10b6c0 0x7f8a1c10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 --2- 172.21.15.69:0/1363237705 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c105b40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 -- 172.21.15.69:0/1363237705 >> 172.21.15.69:0/1363237705 conn(0x7f8a1c1011b0 msgr2=0x7f8a1c1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:47.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.063+0000 7f8a23800700 1 -- 172.21.15.69:0/1363237705 shutdown_connections 2024-05-08T06:00:47.065 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.064+0000 7f8a23800700 1 -- 172.21.15.69:0/1363237705 wait complete. 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 Processor -- start 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 -- start start 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c19bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 0x7f8a1c19c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a1c10b6c0 0x7f8a1c1a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c115950 con 0x7f8a1c10b6c0 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1157d0 con 0x7f8a1c106080 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.065+0000 7f8a23800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c115ad0 con 0x7f8a1c1056c0 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a20e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c19bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 0x7f8a1c19c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 0x7f8a1c19c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33668/0 (socket says 172.21.15.69:33668) 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a20e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c19bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:42266/0 (socket says 172.21.15.69:42266) 2024-05-08T06:00:47.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 -- 172.21.15.69:0/4253870530 learned_addr learned my addr 172.21.15.69:0/4253870530 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a21800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a1c10b6c0 0x7f8a1c1a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 -- 172.21.15.69:0/4253870530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c1056c0 msgr2=0x7f8a1c19bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c19bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 -- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a1c10b6c0 msgr2=0x7f8a1c1a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a1c10b6c0 0x7f8a1c1a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.066+0000 7f8a1be00700 1 -- 172.21.15.69:0/4253870530 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a1c1a0db0 con 0x7f8a1c106080 2024-05-08T06:00:47.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.067+0000 7f8a1be00700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 0x7f8a1c19c2e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8a08000c00 tx=0x7f8a080057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:47.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.067+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08027070 con 0x7f8a1c106080 2024-05-08T06:00:47.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.067+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a1c1a1040 con 0x7f8a1c106080 2024-05-08T06:00:47.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.067+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8a08022470 con 0x7f8a1c106080 2024-05-08T06:00:47.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.067+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08017650 con 0x7f8a1c106080 2024-05-08T06:00:47.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.067+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a1c1a8920 con 0x7f8a1c106080 2024-05-08T06:00:47.069 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.068+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a1c106e00 con 0x7f8a1c106080 2024-05-08T06:00:47.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.070+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8a0802a070 con 0x7f8a1c106080 2024-05-08T06:00:47.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.072+0000 7f8a19600700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a040b2880 0x7f8a040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:47.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.072+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8a080e2f90 con 0x7f8a1c106080 2024-05-08T06:00:47.073 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.072+0000 7f8a20e00700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a040b2880 0x7f8a040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:47.073 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.073+0000 7f8a20e00700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a040b2880 0x7f8a040b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009be0 tx=0x7f8a10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:47.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.076+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8a08013070 con 0x7f8a1c106080 2024-05-08T06:00:47.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.315+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a1c02e510 con 0x7f8a1c106080 2024-05-08T06:00:47.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.317+0000 7f8a19600700 1 -- 172.21.15.69:0/4253870530 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7f8a080aacf0 con 0x7f8a1c106080 2024-05-08T06:00:47.318 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:00:47.319 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T06:00:47.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a040b2880 msgr2=0x7f8a040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:47.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a040b2880 0x7f8a040b4d40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009be0 tx=0x7f8a10009260 comp rx=0 tx=0).stop 2024-05-08T06:00:47.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 msgr2=0x7f8a1c19c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 0x7f8a1c19c2e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8a08000c00 tx=0x7f8a080057c0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 shutdown_connections 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8a1c10b6c0 0x7f8a1c1a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8a1c1056c0 0x7f8a1c19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8a040b2880 0x7f8a040b4d40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 --2- 172.21.15.69:0/4253870530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8a1c106080 0x7f8a1c19c2e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:47.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.320+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 >> 172.21.15.69:0/4253870530 conn(0x7f8a1c1011b0 msgr2=0x7f8a1c101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:47.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.321+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 shutdown_connections 2024-05-08T06:00:47.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:47.321+0000 7f8a23800700 1 -- 172.21.15.69:0/4253870530 wait complete. 2024-05-08T06:00:48.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:47 smithi069 ceph-mon[29571]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:48.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:47 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4253870530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:00:48.228 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-08T05:57:11.299866+0000', 'modified': '2024-05-08T05:57:35.383800+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24533, 'mds_1': 24521, 'mds_2': 24491}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.135:6837/1616042380', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.135:6836', 'nonce': 1616042380}, {'type': 'v1', 'addr': '172.21.15.135:6837', 'nonce': 1616042380}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24472': {'gid': 24472, 'name': 'i', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.135:6839/1130930319', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.135:6838', 'nonce': 1130930319}, {'type': 'v1', 'addr': '172.21.15.135:6839', 'nonce': 1130930319}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24476': {'gid': 24476, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.105:6835/241587272', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6834', 'nonce': 241587272}, {'type': 'v1', 'addr': '172.21.15.105:6835', 'nonce': 241587272}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24491': {'gid': 24491, 'name': 'h', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.105:6837/1665974615', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6836', 'nonce': 1665974615}, {'type': 'v1', 'addr': '172.21.15.105:6837', 'nonce': 1665974615}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24521': {'gid': 24521, 'name': 'a', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.69:6841/3746461688', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.69:6840', 'nonce': 3746461688}, {'type': 'v1', 'addr': '172.21.15.69:6841', 'nonce': 3746461688}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24533': {'gid': 24533, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.105:6839/3531067060', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.105:6838', 'nonce': 3531067060}, {'type': 'v1', 'addr': '172.21.15.105:6839', 'nonce': 3531067060}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24533, 'qdb_cluster': [24521, 24491, 24533]} 2024-05-08T06:00:48.228 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-05-08T06:00:48.228 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.h status 2024-05-08T06:00:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:47 smithi105 ceph-mon[34393]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:48.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:47 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/4253870530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:00:48.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:47 smithi135 ceph-mon[34761]: pgmap v433: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:48.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:47 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/4253870530' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:00:48.670 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:50.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:49 smithi069 ceph-mon[29571]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:50.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:49 smithi105 ceph-mon[34393]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:50.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:49 smithi135 ceph-mon[34761]: pgmap v434: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:00:50.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 -- 172.21.15.69:0/3123682036 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f54109ad0 msgr2=0x7f9f54109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:50.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 --2- 172.21.15.69:0/3123682036 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f54109ad0 0x7f9f54109f50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c009990 tx=0x7f9f3c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 -- 172.21.15.69:0/3123682036 shutdown_connections 2024-05-08T06:00:50.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 --2- 172.21.15.69:0/3123682036 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f5410a490 0x7f9f541169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 --2- 172.21.15.69:0/3123682036 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f5410fb60 0x7f9f5410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 --2- 172.21.15.69:0/3123682036 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f54109ad0 0x7f9f54109f50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 -- 172.21.15.69:0/3123682036 >> 172.21.15.69:0/3123682036 conn(0x7f9f54076c70 msgr2=0x7f9f54079090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:50.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 -- 172.21.15.69:0/3123682036 shutdown_connections 2024-05-08T06:00:50.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.968+0000 7f9f59e00700 1 -- 172.21.15.69:0/3123682036 wait complete. 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.969+0000 7f9f59e00700 1 Processor -- start 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 -- start start 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 0x7f9f541a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f5410a490 0x7f9f541a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f5410fb60 0x7f9f541a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9f54119cd0 con 0x7f9f5410fb60 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9f54119b50 con 0x7f9f5410a490 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f59e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9f54119e50 con 0x7f9f54109ad0 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f52a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 0x7f9f541a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f5410fb60 0x7f9f541a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f52a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 0x7f9f541a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:42152/0 (socket says 172.21.15.69:42152) 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f52a00700 1 -- 172.21.15.69:0/1434825892 learned_addr learned my addr 172.21.15.69:0/1434825892 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.970+0000 7f9f4be00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f5410a490 0x7f9f541a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f52a00700 1 -- 172.21.15.69:0/1434825892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f5410a490 msgr2=0x7f9f541a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f52a00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f5410a490 0x7f9f541a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f52a00700 1 -- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f5410fb60 msgr2=0x7f9f541a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f52a00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f5410fb60 0x7f9f541a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f52a00700 1 -- 172.21.15.69:0/1434825892 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f541a5170 con 0x7f9f54109ad0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f53400700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f5410fb60 0x7f9f541a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f52a00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 0x7f9f541a0160 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9f4400e9c0 tx=0x7f9f4400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.971+0000 7f9f58a00700 1 -- 172.21.15.69:0/1434825892 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4400cbd0 con 0x7f9f54109ad0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.972+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f541a5460 con 0x7f9f54109ad0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.972+0000 7f9f58a00700 1 -- 172.21.15.69:0/1434825892 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f4400ee60 con 0x7f9f54109ad0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.972+0000 7f9f58a00700 1 -- 172.21.15.69:0/1434825892 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f440055c0 con 0x7f9f54109ad0 2024-05-08T06:00:50.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.972+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f541acce0 con 0x7f9f54109ad0 2024-05-08T06:00:50.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.975+0000 7f9f58a00700 1 -- 172.21.15.69:0/1434825892 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9f44004750 con 0x7f9f54109ad0 2024-05-08T06:00:50.975 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.976+0000 7f9f64830b80 1 Processor -- start 2024-05-08T06:00:50.975 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 -- start start 2024-05-08T06:00:50.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18cb280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c8a181d9d0 con 0x55c8a18d1490 2024-05-08T06:00:50.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55c8a17bb710 con 0x55c8a18d0b70 2024-05-08T06:00:50.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f64830b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c8a1819990 con 0x55c8a18cb8a0 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f53400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f53400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d0f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55446/0 (socket says 172.21.15.69:55446) 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f53400700 1 -- 172.21.15.69:0/3431768191 learned_addr learned my addr 172.21.15.69:0/3431768191 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.977+0000 7f9f52a00700 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18cb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f4be00700 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f53400700 1 -- 172.21.15.69:0/3431768191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 msgr2=0x55c8a18cbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f53400700 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f53400700 1 -- 172.21.15.69:0/3431768191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 msgr2=0x55c8a18cb280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f53400700 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18cb280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f53400700 1 -- 172.21.15.69:0/3431768191 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8a176a880 con 0x55c8a18d0b70 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f58a00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9f380b2900 0x7f9f380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f58a00700 1 -- 172.21.15.69:0/1434825892 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9f440e23e0 con 0x7f9f54109ad0 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f53400700 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d0f50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c003eb0 tx=0x7f9f4c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fef09f2052ff7889 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.978+0000 7f9f52a00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9f380b2900 0x7f9f380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f48c00700 1 -- 172.21.15.69:0/3431768191 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c019020 con 0x55c8a18d0b70 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f48c00700 1 -- 172.21.15.69:0/3431768191 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f4c0092d0 con 0x55c8a18d0b70 2024-05-08T06:00:50.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f48c00700 1 -- 172.21.15.69:0/3431768191 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c00e870 con 0x55c8a18d0b70 2024-05-08T06:00:50.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 -- 172.21.15.69:0/3431768191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 msgr2=0x55c8a18d0f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:50.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d0f50 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c003eb0 tx=0x7f9f4c009920 comp rx=0 tx=0).stop 2024-05-08T06:00:50.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f52a00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9f380b2900 0x7f9f380b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9f4400c5b0 tx=0x7f9f44005000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:50.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 -- 172.21.15.69:0/3431768191 shutdown_connections 2024-05-08T06:00:50.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d0f50 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 --2- 172.21.15.69:0/3431768191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18cb280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.979+0000 7f9f64830b80 1 -- 172.21.15.69:0/3431768191 >> 172.21.15.69:0/3431768191 conn(0x55c8a1843680 msgr2=0x55c8a18c5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.980+0000 7f9f64830b80 1 -- 172.21.15.69:0/3431768191 shutdown_connections 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.980+0000 7f9f64830b80 1 -- 172.21.15.69:0/3431768191 wait complete. 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.980+0000 7f9f64830b80 1 -- start start 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.980+0000 7f9f64830b80 1 Processor -- start 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18d71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18d4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18d7ed0 con 0x55c8a18cb8a0 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55c8a1783ad0 con 0x55c8a18d0b70 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18d8050 con 0x55c8a18d1490 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f64830b80 10 client.0 _ll_register_callbacks cb 0x55c8a17c4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18d71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18d71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42292/0 (socket says 172.21.15.69:42292) 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f53400700 1 -- 172.21.15.69:0/269701184 learned_addr learned my addr 172.21.15.69:0/269701184 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.981+0000 7f9f4be00700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f53400700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18d4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f4be00700 1 -- 172.21.15.69:0/269701184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 msgr2=0x55c8a18d4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:50.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f4be00700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18d4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f4be00700 1 -- 172.21.15.69:0/269701184 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 msgr2=0x55c8a18d71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f4be00700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18d71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f4be00700 1 -- 172.21.15.69:0/269701184 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8a17e33d0 con 0x55c8a18d0b70 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f53400700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18d71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f4be00700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d45a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c006010 tx=0x7f9f3c005f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=922c688efa59c7d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f41600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f41600700 1 -- 172.21.15.69:0/269701184 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3c029060 con 0x55c8a18d0b70 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.982+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f4c0092d0 con 0x55c8a18d0b70 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f41600700 1 -- 172.21.15.69:0/269701184 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9f3c003680 con 0x55c8a18d0b70 2024-05-08T06:00:50.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f41600700 1 -- 172.21.15.69:0/269701184 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9f3c0095d0 con 0x55c8a18d0b70 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f64830b80 10 client.24992 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c8a18e27d0 con 0x55c8a18d0b70 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f41600700 1 -- 172.21.15.69:0/269701184 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f4c0092d0 con 0x55c8a18d0b70 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f41600700 1 -- 172.21.15.69:0/269701184 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f9f3c00f880 con 0x55c8a18d0b70 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f64830b80 10 client.24992 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.983+0000 7f9f64830b80 10 client.24992 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f64830b80 20 client.24992 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f64830b80 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a18e4d50 0x55c8a18e61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f64830b80 4 client.24992 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:00:50.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8a18980f0 con 0x55c8a18e4d50 2024-05-08T06:00:50.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f53400700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a18e4d50 0x55c8a18e61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:50.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f53400700 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a18e4d50 0x55c8a18e61c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e38fb85052f7cc0 server_cookie=828230995882a8a3 in_seq=0 out_seq=0 2024-05-08T06:00:50.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.984+0000 7f9f41600700 10 client.24992 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:50.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.985+0000 7f9f41600700 1 -- 172.21.15.69:0/269701184 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c8a18980f0 con 0x55c8a18e4d50 2024-05-08T06:00:50.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.985+0000 7f9f41600700 10 client.24992 handle_command_reply: tid=0 2024-05-08T06:00:50.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.985+0000 7f9f64830b80 1 client.24992 shutdown 2024-05-08T06:00:50.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 msgr2=0x55c8a18d45a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d45a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c006010 tx=0x7f9f3c005f00 comp rx=0 tx=0).stop 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 shutdown_connections 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a18e4d50 0x55c8a18e61c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18d4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18d71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f41600700 0 client.24992 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 --2- 172.21.15.69:0/269701184 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d45a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 >> 172.21.15.69:0/269701184 conn(0x55c8a1843680 msgr2=0x55c8a18c5140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 shutdown_connections 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 1 -- 172.21.15.69:0/269701184 wait complete. 2024-05-08T06:00:50.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:50.986+0000 7f9f64830b80 20 client.24992 trim_cache size 0 max 16384 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.008+0000 7f9f64830b80 1 Processor -- start 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 -- start start 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cb280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18c58c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18e4500 con 0x55c8a18cb8a0 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18e4bd0 con 0x55c8a18d0b70 2024-05-08T06:00:51.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f64830b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18e52a0 con 0x55c8a18d1490 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cb280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42304/0 (socket says 172.21.15.69:42304) 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f53400700 1 -- 172.21.15.69:0/975445984 learned_addr learned my addr 172.21.15.69:0/975445984 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f4be00700 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.009+0000 7f9f53400700 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18c58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f53400700 1 -- 172.21.15.69:0/975445984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 msgr2=0x55c8a18c58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f53400700 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18c58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f53400700 1 -- 172.21.15.69:0/975445984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 msgr2=0x55c8a18d1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f53400700 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f53400700 1 -- 172.21.15.69:0/975445984 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c8a18c74a0 con 0x55c8a18cb8a0 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f53400700 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cb280 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c007f90 tx=0x7f9f4c007f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9165fc4c379832a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:51.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f43e00700 1 -- 172.21.15.69:0/975445984 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c019040 con 0x55c8a18cb8a0 2024-05-08T06:00:51.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f43e00700 1 -- 172.21.15.69:0/975445984 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9f4c007cc0 con 0x55c8a18cb8a0 2024-05-08T06:00:51.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.010+0000 7f9f43e00700 1 -- 172.21.15.69:0/975445984 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f4c02bab0 con 0x55c8a18cb8a0 2024-05-08T06:00:51.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 -- 172.21.15.69:0/975445984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 msgr2=0x55c8a18cb280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:51.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cb280 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c007f90 tx=0x7f9f4c007f20 comp rx=0 tx=0).stop 2024-05-08T06:00:51.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 -- 172.21.15.69:0/975445984 shutdown_connections 2024-05-08T06:00:51.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18d1490 0x55c8a18c58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18cb8a0 0x55c8a18cb280 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 --2- 172.21.15.69:0/975445984 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18d1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 -- 172.21.15.69:0/975445984 >> 172.21.15.69:0/975445984 conn(0x55c8a1843680 msgr2=0x55c8a18d18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 -- 172.21.15.69:0/975445984 shutdown_connections 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.011+0000 7f9f64830b80 1 -- 172.21.15.69:0/975445984 wait complete. 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 -- start start 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 Processor -- start 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18efbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18c4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18c51b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18e6040 con 0x55c8a18d1490 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18e5970 con 0x55c8a18d0b70 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c8a18e6710 con 0x55c8a18cb8a0 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.012+0000 7f9f64830b80 10 client.0 _ll_register_callbacks cb 0x55c8a17c4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18c51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18c4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f53400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18c51b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42312/0 (socket says 172.21.15.69:42312) 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f53400700 1 -- 172.21.15.69:0/1578258698 learned_addr learned my addr 172.21.15.69:0/1578258698 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f53400700 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18efbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 -- 172.21.15.69:0/1578258698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 msgr2=0x55c8a18efbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:51.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18efbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 -- 172.21.15.69:0/1578258698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 msgr2=0x55c8a18c51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:51.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18c51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 -- 172.21.15.69:0/1578258698 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8a18c59c0 con 0x55c8a18d0b70 2024-05-08T06:00:51.017 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f4be00700 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18c4c70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c00fe90 tx=0x7f9f3c009930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef530d232dbe7cbd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:51.017 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.013+0000 7f9f41600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:00:51.017 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f41600700 1 -- 172.21.15.69:0/1578258698 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f3c03d060 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c8a182b3b0 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f41600700 1 -- 172.21.15.69:0/1578258698 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9f3c00f460 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f41600700 1 -- 172.21.15.69:0/1578258698 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9f3c034040 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f64830b80 10 client.24998 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c8a1950220 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.014+0000 7f9f41600700 1 -- 172.21.15.69:0/1578258698 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55c8a182b3b0 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f41600700 1 -- 172.21.15.69:0/1578258698 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f9f3c037070 con 0x55c8a18d0b70 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f64830b80 10 client.24998 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f64830b80 10 client.24998 resolve_mds: resolved name 'h' to daemon mds.h 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f64830b80 20 client.24998 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:51.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f64830b80 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a1954d70 0x55c8a1953a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f64830b80 4 client.24998 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "status"}) -- 0x55c8a1825450 con 0x55c8a1954d70 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.015+0000 7f9f53400700 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a1954d70 0x55c8a1953a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f53400700 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a1954d70 0x55c8a1953a80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c074b8a1dc3b5915 server_cookie=6b80c578f847b67e in_seq=0 out_seq=0 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f41600700 10 client.24998 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f41600700 1 -- 172.21.15.69:0/1578258698 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55c8a1825450 con 0x55c8a1954d70 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f41600700 10 client.24998 handle_command_reply: tid=0 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 client.24998 shutdown 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 msgr2=0x55c8a18c4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18c4c70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c00fe90 tx=0x7f9f3c009930 comp rx=0 tx=0).stop 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 shutdown_connections 2024-05-08T06:00:51.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55c8a1954d70 0x55c8a1953a80 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c8a18d1490 0x55c8a18c51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c8a18cb8a0 0x55c8a18efbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 --2- 172.21.15.69:0/1578258698 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c8a18d0b70 0x55c8a18c4c70 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f41600700 0 client.24998 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 >> 172.21.15.69:0/1578258698 conn(0x55c8a1843680 msgr2=0x55c8a18cff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 shutdown_connections 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 1 -- 172.21.15.69:0/1578258698 wait complete. 2024-05-08T06:00:51.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.016+0000 7f9f64830b80 20 client.24998 trim_cache size 0 max 16384 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 2, 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24491, 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 202.581645907, 2024-05-08T06:00:51.021 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 25, 2024-05-08T06:00:51.022 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 81, 2024-05-08T06:00:51.022 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 79, 2024-05-08T06:00:51.022 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 258.90126555699999 2024-05-08T06:00:51.022 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9f380b2900 msgr2=0x7f9f380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9f380b2900 0x7f9f380b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9f4400c5b0 tx=0x7f9f44005000 comp rx=0 tx=0).stop 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 msgr2=0x7f9f541a0160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 0x7f9f541a0160 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9f4400e9c0 tx=0x7f9f4400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 shutdown_connections 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9f5410fb60 0x7f9f541a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9f54109ad0 0x7f9f541a0160 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9f380b2900 0x7f9f380b4dc0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 --2- 172.21.15.69:0/1434825892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9f5410a490 0x7f9f541a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:51.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 >> 172.21.15.69:0/1434825892 conn(0x7f9f54076c70 msgr2=0x7f9f540773b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:51.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 shutdown_connections 2024-05-08T06:00:51.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:51.017+0000 7f9f59e00700 1 -- 172.21.15.69:0/1434825892 wait complete. 2024-05-08T06:00:52.045 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.a status 2024-05-08T06:00:52.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:52 smithi105 ceph-mon[34393]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:52.312 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:52 smithi135 ceph-mon[34761]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:52.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:52 smithi069 ceph-mon[29571]: pgmap v435: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:00:52.490 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:54.192 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:54 smithi069 ceph-mon[29571]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:54.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:54 smithi105 ceph-mon[34393]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:54.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:54 smithi135 ceph-mon[34761]: pgmap v436: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 -- 172.21.15.69:0/2416254484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410a490 msgr2=0x7f9ba41169a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 --2- 172.21.15.69:0/2416254484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410a490 0x7f9ba41169a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c00b0a0 tx=0x7f9b9c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 -- 172.21.15.69:0/2416254484 shutdown_connections 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 --2- 172.21.15.69:0/2416254484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410a490 0x7f9ba41169a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 --2- 172.21.15.69:0/2416254484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba410fb60 0x7f9ba410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 --2- 172.21.15.69:0/2416254484 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba4109ad0 0x7f9ba4109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.760+0000 7f9baa600700 1 -- 172.21.15.69:0/2416254484 >> 172.21.15.69:0/2416254484 conn(0x7f9ba4076c70 msgr2=0x7f9ba41082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:54.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.761+0000 7f9baa600700 1 -- 172.21.15.69:0/2416254484 shutdown_connections 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.761+0000 7f9baa600700 1 -- 172.21.15.69:0/2416254484 wait complete. 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 Processor -- start 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 -- start start 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 0x7f9ba41a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba410a490 0x7f9ba41a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410fb60 0x7f9ba41a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119cd0 con 0x7f9ba4109ad0 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119b50 con 0x7f9ba410fb60 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9baa600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba4119e50 con 0x7f9ba410a490 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.762+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 0x7f9ba41a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 0x7f9ba41a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42330/0 (socket says 172.21.15.69:42330) 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 -- 172.21.15.69:0/3709015060 learned_addr learned my addr 172.21.15.69:0/3709015060 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba410a490 0x7f9ba41a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410fb60 0x7f9ba41a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 -- 172.21.15.69:0/3709015060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba410a490 msgr2=0x7f9ba41a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba410a490 0x7f9ba41a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 -- 172.21.15.69:0/3709015060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410fb60 msgr2=0x7f9ba41a49e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410fb60 0x7f9ba41a49e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 -- 172.21.15.69:0/3709015060 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba41a5120 con 0x7f9ba4109ad0 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba410a490 0x7f9ba41a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410fb60 0x7f9ba41a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.763+0000 7f9ba3400700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 0x7f9ba41a0160 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9b9400e9a0 tx=0x7f9b9400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.764+0000 7f9b9be00700 1 -- 172.21.15.69:0/3709015060 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9400cbd0 con 0x7f9ba4109ad0 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.764+0000 7f9b9be00700 1 -- 172.21.15.69:0/3709015060 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b9400cd70 con 0x7f9ba4109ad0 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.764+0000 7f9b9be00700 1 -- 172.21.15.69:0/3709015060 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b94018680 con 0x7f9ba4109ad0 2024-05-08T06:00:54.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.764+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ba41a5410 con 0x7f9ba4109ad0 2024-05-08T06:00:54.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.764+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ba41acc90 con 0x7f9ba4109ad0 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.767+0000 7f9b9be00700 1 -- 172.21.15.69:0/3709015060 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9b94010430 con 0x7f9ba4109ad0 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.768+0000 7f9bb5063b80 1 Processor -- start 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 -- start start 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b010 0x5649ce96b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce96f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce96fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5649ce8bd9d0 con 0x5649ce96b930 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5649ce85b710 con 0x5649ce96b010 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5649ce8b9990 con 0x5649ce96f980 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9b9be00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9b880b2900 0x7f9b880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b010 0x5649ce96b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9b9be00700 1 -- 172.21.15.69:0/3709015060 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9b940e2400 con 0x7f9ba4109ad0 2024-05-08T06:00:54.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9ba3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b010 0x5649ce96b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55508/0 (socket says 172.21.15.69:55508) 2024-05-08T06:00:54.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9ba3e00700 1 -- 172.21.15.69:0/1099648179 learned_addr learned my addr 172.21.15.69:0/1099648179 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:54.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce96fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9ba3400700 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce96f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.769+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9b880b2900 0x7f9b880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.770+0000 7f9ba2a00700 1 -- 172.21.15.69:0/1099648179 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b010 msgr2=0x5649ce96b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.770+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b010 0x5649ce96b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.770+0000 7f9ba2a00700 1 -- 172.21.15.69:0/1099648179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 msgr2=0x5649ce96f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.770+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce96f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.770+0000 7f9ba2a00700 1 -- 172.21.15.69:0/1099648179 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649ce80a880 con 0x5649ce96f980 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.770+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce96fde0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9b900114c0 tx=0x7f9b900117d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=160356741234b1c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.771+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9b880b2900 0x7f9b880b4dc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c009e60 tx=0x7f9b9c00b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.771+0000 7f9b98c00700 1 -- 172.21.15.69:0/1099648179 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90004310 con 0x5649ce96f980 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.771+0000 7f9b98c00700 1 -- 172.21.15.69:0/1099648179 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b90011e50 con 0x5649ce96f980 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.771+0000 7f9b98c00700 1 -- 172.21.15.69:0/1099648179 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b900197a0 con 0x5649ce96f980 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.771+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1099648179 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 msgr2=0x5649ce96fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.771+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce96fde0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9b900114c0 tx=0x7f9b900117d0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1099648179 shutdown_connections 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce96fde0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b010 0x5649ce96b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1099648179 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce96f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1099648179 >> 172.21.15.69:0/1099648179 conn(0x5649ce899b10 msgr2=0x5649ce965750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:54.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1099648179 shutdown_connections 2024-05-08T06:00:54.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1099648179 wait complete. 2024-05-08T06:00:54.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.772+0000 7f9bb5063b80 1 -- start start 2024-05-08T06:00:54.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 Processor -- start 2024-05-08T06:00:54.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 0x5649ce976d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce974130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce974670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5649ce977b90 con 0x5649ce96b930 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5649ce823ad0 con 0x5649ce96f980 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5649ce977d10 con 0x5649ce96b010 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9bb5063b80 10 client.0 _ll_register_callbacks cb 0x5649ce864c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 0x5649ce976d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 0x5649ce976d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:42234/0 (socket says 172.21.15.69:42234) 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9ba3400700 1 -- 172.21.15.69:0/3948945939 learned_addr learned my addr 172.21.15.69:0/3948945939 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.773+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce974130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce974670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3400700 1 -- 172.21.15.69:0/3948945939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 msgr2=0x5649ce974670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3400700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce974670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3400700 1 -- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 msgr2=0x5649ce974130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3400700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce974130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3400700 1 -- 172.21.15.69:0/3948945939 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649ce8833d0 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9ba3400700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 0x5649ce976d90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9b940a5a50 tx=0x7f9b940a9f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13c45d43327cd5f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9b8d600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9b8d600700 1 -- 172.21.15.69:0/3948945939 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b940a9140 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9b8d600700 1 -- 172.21.15.69:0/3948945939 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9b940cc0b0 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.774+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b90011e50 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.775+0000 7f9b8d600700 1 -- 172.21.15.69:0/3948945939 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9b940a5160 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.775+0000 7f9bb5063b80 10 client.24973 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.775+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649ce9823c0 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.775+0000 7f9b8d600700 1 -- 172.21.15.69:0/3948945939 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b90011e50 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.775+0000 7f9b8d600700 1 -- 172.21.15.69:0/3948945939 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f9b94010720 con 0x5649ce96b010 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.775+0000 7f9bb5063b80 10 client.24973 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.776+0000 7f9bb5063b80 10 client.24973 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-08T06:00:54.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.776+0000 7f9bb5063b80 20 client.24973 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:54.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.776+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce984980 0x5649ce985df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.776+0000 7f9bb5063b80 4 client.24973 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:00:54.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.776+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649ce938050 con 0x5649ce984980 2024-05-08T06:00:54.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.776+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce984980 0x5649ce985df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.777+0000 7f9b8d600700 10 client.24973 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:54.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.777+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce984980 0x5649ce985df0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=93c7a8b0e30bb94b server_cookie=a12c3e81bac90872 in_seq=0 out_seq=0 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.777+0000 7f9b8d600700 1 -- 172.21.15.69:0/3948945939 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5649ce938050 con 0x5649ce984980 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.777+0000 7f9b8d600700 10 client.24973 handle_command_reply: tid=0 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.777+0000 7f9bb5063b80 1 client.24973 shutdown 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 msgr2=0x5649ce976d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 0x5649ce976d90 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9b940a5a50 tx=0x7f9b940a9f10 comp rx=0 tx=0).stop 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 shutdown_connections 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce984980 0x5649ce985df0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce974670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b010 0x5649ce976d90 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9b8d600700 0 client.24973 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/3948945939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b930 0x5649ce974130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 >> 172.21.15.69:0/3948945939 conn(0x5649ce899b10 msgr2=0x5649ce960260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:54.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 shutdown_connections 2024-05-08T06:00:54.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 1 -- 172.21.15.69:0/3948945939 wait complete. 2024-05-08T06:00:54.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.778+0000 7f9bb5063b80 20 client.24973 trim_cache size 0 max 16384 2024-05-08T06:00:54.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 Processor -- start 2024-05-08T06:00:54.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 -- start start 2024-05-08T06:00:54.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce96d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 0x5649ce96d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce95f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5649ce984130 con 0x5649ce96b010 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5649ce984800 con 0x5649ce96f980 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.801+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5649ce984ed0 con 0x5649ce96b930 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce96d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 0x5649ce96d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 0x5649ce96d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:42236/0 (socket says 172.21.15.69:42236) 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce96d340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42348/0 (socket says 172.21.15.69:42348) 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 -- 172.21.15.69:0/360554636 learned_addr learned my addr 172.21.15.69:0/360554636 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce95f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 -- 172.21.15.69:0/360554636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 msgr2=0x5649ce95f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce95f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 -- 172.21.15.69:0/360554636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 msgr2=0x5649ce96d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce96d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 -- 172.21.15.69:0/360554636 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649ce9678e0 con 0x5649ce96b930 2024-05-08T06:00:54.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.802+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 0x5649ce96d880 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9b90005950 tx=0x7f9b90009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a05b3fc10c1afd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:54.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9b8fe00700 1 -- 172.21.15.69:0/360554636 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90012e60 con 0x5649ce96b930 2024-05-08T06:00:54.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9b8fe00700 1 -- 172.21.15.69:0/360554636 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9b90004330 con 0x5649ce96b930 2024-05-08T06:00:54.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9b8fe00700 1 -- 172.21.15.69:0/360554636 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b90003680 con 0x5649ce96b930 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 -- 172.21.15.69:0/360554636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 msgr2=0x5649ce96d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 0x5649ce96d880 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9b90005950 tx=0x7f9b90009f60 comp rx=0 tx=0).stop 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 -- 172.21.15.69:0/360554636 shutdown_connections 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96f980 0x5649ce95f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce96d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/360554636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96b930 0x5649ce96d880 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.803+0000 7f9bb5063b80 1 -- 172.21.15.69:0/360554636 >> 172.21.15.69:0/360554636 conn(0x5649ce899b10 msgr2=0x5649ce972a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.804+0000 7f9bb5063b80 1 -- 172.21.15.69:0/360554636 shutdown_connections 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.804+0000 7f9bb5063b80 1 -- 172.21.15.69:0/360554636 wait complete. 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.804+0000 7f9bb5063b80 1 -- start start 2024-05-08T06:00:54.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.804+0000 7f9bb5063b80 1 Processor -- start 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce98f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b930 0x5649ce98a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce98a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5649ce985c70 con 0x5649ce96b010 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5649ce9855a0 con 0x5649ce96b930 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5649ce986340 con 0x5649ce96f980 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9bb5063b80 10 client.0 _ll_register_callbacks cb 0x5649ce864c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce98f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce98f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42364/0 (socket says 172.21.15.69:42364) 2024-05-08T06:00:54.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 -- 172.21.15.69:0/1223234805 learned_addr learned my addr 172.21.15.69:0/1223234805 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b930 0x5649ce98a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3e00700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce98a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 -- 172.21.15.69:0/1223234805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 msgr2=0x5649ce98a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce98a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 -- 172.21.15.69:0/1223234805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b930 msgr2=0x5649ce98a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.805+0000 7f9ba3400700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b930 0x5649ce98a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9ba3400700 1 -- 172.21.15.69:0/1223234805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649ce98fcb0 con 0x5649ce96b010 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9ba3400700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce98f450 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9b94009340 tx=0x7f9b940cc3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667d618849287aaf server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:54.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9b8d600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9b8d600700 1 -- 172.21.15.69:0/1223234805 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b940a9140 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9b8d600700 1 -- 172.21.15.69:0/1223234805 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9b940a8e40 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5649ce8cb3b0 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9b8d600700 1 -- 172.21.15.69:0/1223234805 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9b940a94e0 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9bb5063b80 10 client.14892 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.806+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5649ce9f0990 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9b8d600700 1 -- 172.21.15.69:0/1223234805 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5649ce8cb3b0 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9b8d600700 1 -- 172.21.15.69:0/1223234805 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f9b940a86a0 con 0x5649ce96b010 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9bb5063b80 10 client.14892 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9bb5063b80 10 client.14892 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-08T06:00:54.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9bb5063b80 20 client.14892 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce9f5490 0x5649ce9f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9bb5063b80 4 client.14892 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "status"}) -- 0x5649ce8c5450 con 0x5649ce9f5490 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.807+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce9f5490 0x5649ce9f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9ba2a00700 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce9f5490 0x5649ce9f41a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4e944a8e993bebc server_cookie=d3b9a6edb4197477 in_seq=0 out_seq=0 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9b8d600700 10 client.14892 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9b8d600700 1 -- 172.21.15.69:0/1223234805 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x5649ce8c5450 con 0x5649ce9f5490 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9b8d600700 10 client.14892 handle_command_reply: tid=0 2024-05-08T06:00:54.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 client.14892 shutdown 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 msgr2=0x5649ce98f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce98f450 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9b94009340 tx=0x7f9b940cc3e0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 shutdown_connections 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5649ce9f5490 0x5649ce9f41a0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5649ce96f980 0x5649ce98a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5649ce96b010 0x5649ce98f450 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9b8d600700 0 client.14892 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 --2- 172.21.15.69:0/1223234805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5649ce96b930 0x5649ce98a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.808+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 >> 172.21.15.69:0/1223234805 conn(0x5649ce899b10 msgr2=0x5649ce95f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 shutdown_connections 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9bb5063b80 1 -- 172.21.15.69:0/1223234805 wait complete. 2024-05-08T06:00:54.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9bb5063b80 20 client.14892 trim_cache size 0 max 16384 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 1, 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24521, 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 207.383078458, 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 25, 2024-05-08T06:00:54.814 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 81, 2024-05-08T06:00:54.815 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 79, 2024-05-08T06:00:54.815 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 249.333433034 2024-05-08T06:00:54.815 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:00:54.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9b880b2900 msgr2=0x7f9b880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9baa600700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9b880b2900 0x7f9b880b4dc0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9b9c009e60 tx=0x7f9b9c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 msgr2=0x7f9ba41a0160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.809+0000 7f9baa600700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 0x7f9ba41a0160 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9b9400e9a0 tx=0x7f9b9400ecb0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 shutdown_connections 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9b880b2900 0x7f9b880b4dc0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9ba410fb60 0x7f9ba41a49e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9ba4109ad0 0x7f9ba41a0160 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 --2- 172.21.15.69:0/3709015060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9ba410a490 0x7f9ba41a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:54.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 >> 172.21.15.69:0/3709015060 conn(0x7f9ba4076c70 msgr2=0x7f9ba4077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:54.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 shutdown_connections 2024-05-08T06:00:54.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:54.810+0000 7f9baa600700 1 -- 172.21.15.69:0/3709015060 wait complete. 2024-05-08T06:00:55.804 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.b status 2024-05-08T06:00:56.259 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:00:56.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:56 smithi105 ceph-mon[34393]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:56 smithi135 ceph-mon[34761]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:56.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:56 smithi069 ceph-mon[29571]: pgmap v437: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:00:58.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:00:58 smithi105 ceph-mon[34393]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:58.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:00:58 smithi069 ceph-mon[29571]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:58.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:00:58 smithi135 ceph-mon[34761]: pgmap v438: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:00:58.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 -- 172.21.15.69:0/3819445355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 msgr2=0x7f9494109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 --2- 172.21.15.69:0/3819445355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f9494109f50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f947c00b0a0 tx=0x7f947c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 -- 172.21.15.69:0/3819445355 shutdown_connections 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 --2- 172.21.15.69:0/3819445355 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 0x7f94941169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 --2- 172.21.15.69:0/3819445355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f949410fb60 0x7f949410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 --2- 172.21.15.69:0/3819445355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f9494109f50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 -- 172.21.15.69:0/3819445355 >> 172.21.15.69:0/3819445355 conn(0x7f9494076c70 msgr2=0x7f94941082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 -- 172.21.15.69:0/3819445355 shutdown_connections 2024-05-08T06:00:58.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.547+0000 7f949a000700 1 -- 172.21.15.69:0/3819445355 wait complete. 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.548+0000 7f949a000700 1 Processor -- start 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.548+0000 7f949a000700 1 -- start start 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f949a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f94941a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f949a000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 0x7f94941a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f949a000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f949410fb60 0x7f94941a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f949a000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9494119d00 con 0x7f9494109ad0 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f949a000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9494119b80 con 0x7f949410fb60 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f949a000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9494119e80 con 0x7f949410a490 2024-05-08T06:00:58.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f9493400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f94941a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f9493400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f94941a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35540/0 (socket says 172.21.15.69:35540) 2024-05-08T06:00:58.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f9493400700 1 -- 172.21.15.69:0/2155717529 learned_addr learned my addr 172.21.15.69:0/2155717529 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:58.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f948aa00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 0x7f94941a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f9493e00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f949410fb60 0x7f94941a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f948aa00700 1 -- 172.21.15.69:0/2155717529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f949410fb60 msgr2=0x7f94941a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f948aa00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f949410fb60 0x7f94941a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f948aa00700 1 -- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 msgr2=0x7f94941a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f948aa00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f94941a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f948aa00700 1 -- 172.21.15.69:0/2155717529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94941a51a0 con 0x7f949410a490 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.549+0000 7f9493400700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f94941a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.550+0000 7f948aa00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 0x7f94941a06d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f947c00b070 tx=0x7f947c004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.550+0000 7f9490c00700 1 -- 172.21.15.69:0/2155717529 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c021070 con 0x7f949410a490 2024-05-08T06:00:58.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.550+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94941a5430 con 0x7f949410a490 2024-05-08T06:00:58.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.550+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94941acd10 con 0x7f949410a490 2024-05-08T06:00:58.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.550+0000 7f9490c00700 1 -- 172.21.15.69:0/2155717529 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f947c007e30 con 0x7f949410a490 2024-05-08T06:00:58.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.550+0000 7f9490c00700 1 -- 172.21.15.69:0/2155717529 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c004280 con 0x7f949410a490 2024-05-08T06:00:58.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.554+0000 7f9490c00700 1 -- 172.21.15.69:0/2155717529 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f947c007980 con 0x7f949410a490 2024-05-08T06:00:58.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 Processor -- start 2024-05-08T06:00:58.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 -- start start 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560a93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560ad440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560adde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x558755ffb9d0 con 0x5587560a9010 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x558755f99710 con 0x5587560a9930 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.555+0000 7f94a4933b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x558755ff7990 con 0x5587560ad980 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f948aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9490c00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f94780b2880 0x7f94780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560a93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560ad440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560a93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35548/0 (socket says 172.21.15.69:35548) 2024-05-08T06:00:58.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493e00700 1 -- 172.21.15.69:0/955347182 learned_addr learned my addr 172.21.15.69:0/955347182 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:58.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9490c00700 1 -- 172.21.15.69:0/2155717529 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f947c00f020 con 0x7f949410a490 2024-05-08T06:00:58.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493400700 1 -- 172.21.15.69:0/955347182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 msgr2=0x5587560adde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493400700 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560adde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493e00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f94780b2880 0x7f94780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493400700 1 -- 172.21.15.69:0/955347182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 msgr2=0x5587560a93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493400700 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560a93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.556+0000 7f9493400700 1 -- 172.21.15.69:0/955347182 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558755f48880 con 0x5587560a9930 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.557+0000 7f9493400700 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560ad440 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f94840114c0 tx=0x7f94840117d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e24e8cb79ce0c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.557+0000 7f9488c00700 1 -- 172.21.15.69:0/955347182 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9484004230 con 0x5587560a9930 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.557+0000 7f9488c00700 1 -- 172.21.15.69:0/955347182 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9484011e50 con 0x5587560a9930 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.557+0000 7f9488c00700 1 -- 172.21.15.69:0/955347182 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948400e890 con 0x5587560a9930 2024-05-08T06:00:58.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.557+0000 7f9493e00700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f94780b2880 0x7f94780b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f948c013860 tx=0x7f948c0047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 -- 172.21.15.69:0/955347182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 msgr2=0x5587560ad440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560ad440 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f94840114c0 tx=0x7f94840117d0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 -- 172.21.15.69:0/955347182 shutdown_connections 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560adde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560a93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 --2- 172.21.15.69:0/955347182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560ad440 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 -- 172.21.15.69:0/955347182 >> 172.21.15.69:0/955347182 conn(0x558755fd7b10 msgr2=0x5587560a3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 -- 172.21.15.69:0/955347182 shutdown_connections 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 -- 172.21.15.69:0/955347182 wait complete. 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.558+0000 7f94a4933b80 1 -- start start 2024-05-08T06:00:58.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 Processor -- start 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9010 0x5587560b4db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560b2150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 0x5587560b2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5587560b5b90 con 0x5587560ad980 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x558755f61ad0 con 0x5587560a9010 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5587560b5d10 con 0x5587560a9930 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f94a4933b80 10 client.0 _ll_register_callbacks cb 0x558755fa2c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.559+0000 7f9493e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 0x5587560b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f9493e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 0x5587560b2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35562/0 (socket says 172.21.15.69:35562) 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f9493e00700 1 -- 172.21.15.69:0/698660457 learned_addr learned my addr 172.21.15.69:0/698660457 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f9493400700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9010 0x5587560b4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 -- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9010 msgr2=0x5587560b4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9010 0x5587560b4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 -- 172.21.15.69:0/698660457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 msgr2=0x5587560b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 0x5587560b2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 -- 172.21.15.69:0/698660457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558755fc13d0 con 0x5587560a9930 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f9493e00700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 0x5587560b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f948aa00700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560b2150 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f947c000f80 tx=0x7f947c00b700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4b731b9db690244 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.560+0000 7f9481600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f9481600700 1 -- 172.21.15.69:0/698660457 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c0aa1e0 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f9481600700 1 -- 172.21.15.69:0/698660457 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f947c0cd0b0 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9484011e50 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f9481600700 1 -- 172.21.15.69:0/698660457 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f947c0a6200 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f94a4933b80 10 client.24991 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5587560b5bf0 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f9481600700 1 -- 172.21.15.69:0/698660457 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9484011e50 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f9481600700 1 -- 172.21.15.69:0/698660457 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f947c011070 con 0x5587560a9930 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.561+0000 7f94a4933b80 10 client.24991 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f94a4933b80 10 client.24991 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f94a4933b80 20 client.24991 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f94a4933b80 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5587560c2b70 0x5587560c3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f94a4933b80 4 client.24991 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558756076050 con 0x5587560c2b70 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f9493400700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5587560c2b70 0x5587560c3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f9493400700 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5587560c2b70 0x5587560c3fe0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c11344b4abbccb5 server_cookie=5e47874e5aebaf7f in_seq=0 out_seq=0 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.562+0000 7f9481600700 10 client.24991 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.563+0000 7f9481600700 1 -- 172.21.15.69:0/698660457 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x558756076050 con 0x5587560c2b70 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.563+0000 7f9481600700 10 client.24991 handle_command_reply: tid=0 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.563+0000 7f94a4933b80 1 client.24991 shutdown 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 msgr2=0x5587560b2150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560b2150 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f947c000f80 tx=0x7f947c00b700 comp rx=0 tx=0).stop 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 shutdown_connections 2024-05-08T06:00:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560ad980 0x5587560b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9010 0x5587560b4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5587560c2b70 0x5587560c3fe0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 --2- 172.21.15.69:0/698660457 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560b2150 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f9481600700 0 client.24991 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 >> 172.21.15.69:0/698660457 conn(0x558755fd7b10 msgr2=0x55875609e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 shutdown_connections 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 1 -- 172.21.15.69:0/698660457 wait complete. 2024-05-08T06:00:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.564+0000 7f94a4933b80 20 client.24991 trim_cache size 0 max 16384 2024-05-08T06:00:58.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 Processor -- start 2024-05-08T06:00:58.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 -- start start 2024-05-08T06:00:58.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560c1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560afd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560ad980 0x55875609d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5587560c2320 con 0x5587560a9010 2024-05-08T06:00:58.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5587560c29f0 con 0x5587560ad980 2024-05-08T06:00:58.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f94a4933b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5587560c30c0 con 0x5587560a9930 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f9493400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560c1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f9493400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560c1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35576/0 (socket says 172.21.15.69:35576) 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f9493400700 1 -- 172.21.15.69:0/2540005492 learned_addr learned my addr 172.21.15.69:0/2540005492 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.587+0000 7f948aa00700 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f9493e00700 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560ad980 0x55875609d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f948aa00700 1 -- 172.21.15.69:0/2540005492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560ad980 msgr2=0x55875609d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f948aa00700 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560ad980 0x55875609d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f948aa00700 1 -- 172.21.15.69:0/2540005492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 msgr2=0x5587560c1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f948aa00700 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560c1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f948aa00700 1 -- 172.21.15.69:0/2540005492 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55875609ff40 con 0x5587560a9930 2024-05-08T06:00:58.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f9493400700 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560c1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:58.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.588+0000 7f948aa00700 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560afd30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f947c00b0a0 tx=0x7f947c00b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37fc200bb3482432 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:58.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f9483e00700 1 -- 172.21.15.69:0/2540005492 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c0aa1e0 con 0x5587560a9930 2024-05-08T06:00:58.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f9483e00700 1 -- 172.21.15.69:0/2540005492 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f947c003c00 con 0x5587560a9930 2024-05-08T06:00:58.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f9483e00700 1 -- 172.21.15.69:0/2540005492 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c0b33b0 con 0x5587560a9930 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 -- 172.21.15.69:0/2540005492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 msgr2=0x5587560afd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560afd30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f947c00b0a0 tx=0x7f947c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 -- 172.21.15.69:0/2540005492 shutdown_connections 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560ad980 0x55875609d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560c1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2540005492 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560a9930 0x5587560afd30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 -- 172.21.15.69:0/2540005492 >> 172.21.15.69:0/2540005492 conn(0x558755fd7b10 msgr2=0x5587560c1670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:58.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.589+0000 7f94a4933b80 1 -- 172.21.15.69:0/2540005492 shutdown_connections 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.590+0000 7f94a4933b80 1 -- 172.21.15.69:0/2540005492 wait complete. 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.590+0000 7f94a4933b80 1 -- start start 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.590+0000 7f94a4933b80 1 Processor -- start 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.590+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560cc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560cc990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f94a4933b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f94a4933b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5587560c3e60 con 0x5587560a9010 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f94a4933b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5587560c3790 con 0x5587560a9930 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f94a4933b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5587560c4530 con 0x5587560ad980 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f94a4933b80 10 client.0 _ll_register_callbacks cb 0x558755fa2c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f9493400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560cc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f9493400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560cc450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35582/0 (socket says 172.21.15.69:35582) 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f9493400700 1 -- 172.21.15.69:0/2629625301 learned_addr learned my addr 172.21.15.69:0/2629625301 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:00:58.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f948aa00700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f9493e00700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f948aa00700 1 -- 172.21.15.69:0/2629625301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 msgr2=0x5587560cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f948aa00700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560cced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f948aa00700 1 -- 172.21.15.69:0/2629625301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 msgr2=0x5587560cc450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f948aa00700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560cc450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f948aa00700 1 -- 172.21.15.69:0/2629625301 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587560cd680 con 0x5587560a9930 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.591+0000 7f9493400700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560cc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f948aa00700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560cc990 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x5587560ae380 tx=0x7f947c0aa4f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8efdfa9b4caa61ab server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f9481600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f9481600700 1 -- 172.21.15.69:0/2629625301 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c0aa1e0 con 0x5587560a9930 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f9481600700 1 -- 172.21.15.69:0/2629625301 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f947c0b1280 con 0x5587560a9930 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5587560093b0 con 0x5587560a9930 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f9481600700 1 -- 172.21.15.69:0/2629625301 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f947c007c70 con 0x5587560a9930 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f94a4933b80 10 client.25034 fetch_fsmap learned FSMap version 25 2024-05-08T06:00:58.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5587560cd680 con 0x5587560a9930 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.592+0000 7f9481600700 1 -- 172.21.15.69:0/2629625301 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5587560093b0 con 0x5587560a9930 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f9481600700 1 -- 172.21.15.69:0/2629625301 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 25) ==== 8338+0+0 (secure 0 0 0) 0x7f947c011070 con 0x5587560a9930 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f94a4933b80 10 client.25034 fetch_fsmap finished waiting for FSMap version 25 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f94a4933b80 10 client.25034 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f94a4933b80 20 client.25034 populate_metadata read hostname 'smithi069' 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x558756132bd0 0x5587561318e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f94a4933b80 4 client.25034 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "status"}) -- 0x558756003450 con 0x558756132bd0 2024-05-08T06:00:58.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.593+0000 7f9493400700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x558756132bd0 0x5587561318e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:00:58.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f9493400700 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x558756132bd0 0x5587561318e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19f788822c689983 server_cookie=eb5438459f27981d in_seq=0 out_seq=0 2024-05-08T06:00:58.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f9481600700 10 client.25034 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:58.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f9481600700 1 -- 172.21.15.69:0/2629625301 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558756003450 con 0x558756132bd0 2024-05-08T06:00:58.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f9481600700 10 client.25034 handle_command_reply: tid=0 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 client.25034 shutdown 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 msgr2=0x5587560cc990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560cc990 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x5587560ae380 tx=0x7f947c0aa4f0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 shutdown_connections 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x558756132bd0 0x5587561318e0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5587560ad980 0x5587560cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5587560a9010 0x5587560cc450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 --2- 172.21.15.69:0/2629625301 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5587560a9930 0x5587560cc990 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f9481600700 0 client.25034 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 >> 172.21.15.69:0/2629625301 conn(0x558755fd7b10 msgr2=0x55875609d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 shutdown_connections 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.594+0000 7f94a4933b80 1 -- 172.21.15.69:0/2629625301 wait complete. 2024-05-08T06:00:58.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f94a4933b80 20 client.25034 trim_cache size 0 max 16384 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "4dd78824-0cfe-11ef-bc97-c7b262605968", 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 0, 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24533, 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 227.26246101800001, 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 25, 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 81, 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 79, 2024-05-08T06:00:58.599 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 250.16122910300001 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f94780b2880 msgr2=0x7f94780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f94780b2880 0x7f94780b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f948c013860 tx=0x7f948c0047c0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 msgr2=0x7f94941a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 0x7f94941a06d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f947c00b070 tx=0x7f947c004d00 comp rx=0 tx=0).stop 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 shutdown_connections 2024-05-08T06:00:58.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f94780b2880 0x7f94780b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f949410fb60 0x7f94941a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9494109ad0 0x7f94941a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 --2- 172.21.15.69:0/2155717529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f949410a490 0x7f94941a06d0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:00:58.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.595+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 >> 172.21.15.69:0/2155717529 conn(0x7f9494076c70 msgr2=0x7f9494077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:00:58.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.596+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 shutdown_connections 2024-05-08T06:00:58.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:00:58.596+0000 7f949a000700 1 -- 172.21.15.69:0/2155717529 wait complete. 2024-05-08T06:00:59.560 INFO:teuthology.run_tasks:Running task sequential... 2024-05-08T06:00:59.570 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-08T06:00:59.570 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-08T06:00:59.570 INFO:teuthology.task.print:Enabling mgr modules 2024-05-08T06:00:59.570 INFO:teuthology.run_tasks:Running task kclient... 2024-05-08T06:00:59.625 INFO:tasks.kclient:Mounting kernel clients... 2024-05-08T06:00:59.625 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-08T06:00:59.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:00:59.625 DEBUG:teuthology.orchestra.run.smithi069:> ip netns list 2024-05-08T06:00:59.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:00:59.683 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link delete ceph-brx 2024-05-08T06:00:59.774 INFO:teuthology.orchestra.run.smithi069.stderr:Cannot find device "ceph-brx" 2024-05-08T06:00:59.777 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:00:59.777 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-05-08T06:00:59.778 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-08T06:00:59.778 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-08T06:00:59.778 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs ls 2024-05-08T06:01:00.213 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:01:00.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:00 smithi135 ceph-mon[34761]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:01:00.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:00 smithi069 ceph-mon[29571]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:01:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:00 smithi105 ceph-mon[34393]: pgmap v439: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:01:02.225 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:02 smithi069 ceph-mon[29571]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:01:02.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:02 smithi135 ceph-mon[34761]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:01:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:02 smithi105 ceph-mon[34393]: pgmap v440: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 -- 172.21.15.69:0/1041678110 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 msgr2=0x7fa600109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 --2- 172.21.15.69:0/1041678110 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa600109e60 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec009990 tx=0x7fa5ec009ca0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 -- 172.21.15.69:0/1041678110 shutdown_connections 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 --2- 172.21.15.69:0/1041678110 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa60010a3a0 0x7fa600116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 --2- 172.21.15.69:0/1041678110 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010e8b0 0x7fa60010ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 --2- 172.21.15.69:0/1041678110 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa600109e60 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 -- 172.21.15.69:0/1041678110 >> 172.21.15.69:0/1041678110 conn(0x7fa600079230 msgr2=0x7fa6001082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 -- 172.21.15.69:0/1041678110 shutdown_connections 2024-05-08T06:01:02.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.537+0000 7fa606c00700 1 -- 172.21.15.69:0/1041678110 wait complete. 2024-05-08T06:01:02.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.538+0000 7fa606c00700 1 Processor -- start 2024-05-08T06:01:02.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 -- start start 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa6001a00a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010a3a0 0x7fa6001a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa60010e8b0 0x7fa6001a4970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa600119b70 con 0x7fa6001099e0 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa6001199f0 con 0x7fa60010e8b0 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa606c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa600119cf0 con 0x7fa60010a3a0 2024-05-08T06:01:02.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa605800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa6001a00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa605800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa6001a00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35594/0 (socket says 172.21.15.69:35594) 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.539+0000 7fa605800700 1 -- 172.21.15.69:0/326496236 learned_addr learned my addr 172.21.15.69:0/326496236 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010a3a0 0x7fa6001a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa606200700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa60010e8b0 0x7fa6001a4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 -- 172.21.15.69:0/326496236 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa60010e8b0 msgr2=0x7fa6001a4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa60010e8b0 0x7fa6001a4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 -- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 msgr2=0x7fa6001a00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa6001a00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 -- 172.21.15.69:0/326496236 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6001a50b0 con 0x7fa60010a3a0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.540+0000 7fa604e00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010a3a0 0x7fa6001a05e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec0059d0 tx=0x7fa5ec0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.541+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec027070 con 0x7fa60010a3a0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.541+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6001a5340 con 0x7fa60010a3a0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.541+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5ec003f20 con 0x7fa60010a3a0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.541+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5ec022ad0 con 0x7fa60010a3a0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.541+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6001acc20 con 0x7fa60010a3a0 2024-05-08T06:01:02.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.542+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa60010b0d0 con 0x7fa60010a3a0 2024-05-08T06:01:02.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.544+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa5ec02a070 con 0x7fa60010a3a0 2024-05-08T06:01:02.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.546+0000 7fa5fe000700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa5e80b2880 0x7fa5e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:02.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.546+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa5ec0e36b0 con 0x7fa60010a3a0 2024-05-08T06:01:02.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.546+0000 7fa605800700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa5e80b2880 0x7fa5e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:02.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.547+0000 7fa605800700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa5e80b2880 0x7fa5e80b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4005950 tx=0x7fa5f400b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:02.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.548+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa5ec013070 con 0x7fa60010a3a0 2024-05-08T06:01:02.834 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.834+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa6001a1400 con 0x7fa60010a3a0 2024-05-08T06:01:02.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.835+0000 7fa5fe000700 1 -- 172.21.15.69:0/326496236 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7fa5ec0ab410 con 0x7fa60010a3a0 2024-05-08T06:01:02.835 INFO:teuthology.orchestra.run.smithi069.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa5e80b2880 msgr2=0x7fa5e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa5e80b2880 0x7fa5e80b4d40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4005950 tx=0x7fa5f400b500 comp rx=0 tx=0).stop 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010a3a0 msgr2=0x7fa6001a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010a3a0 0x7fa6001a05e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec0059d0 tx=0x7fa5ec0047b0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 shutdown_connections 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa5e80b2880 0x7fa5e80b4d40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa60010e8b0 0x7fa6001a4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6001099e0 0x7fa6001a00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 --2- 172.21.15.69:0/326496236 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa60010a3a0 0x7fa6001a05e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.838+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 >> 172.21.15.69:0/326496236 conn(0x7fa600079230 msgr2=0x7fa600079890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:02.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.839+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 shutdown_connections 2024-05-08T06:01:02.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:02.839+0000 7fa606c00700 1 -- 172.21.15.69:0/326496236 wait complete. 2024-05-08T06:01:03.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:03 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/326496236' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-08T06:01:03.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:03 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/326496236' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-08T06:01:03.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:03 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/326496236' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-08T06:01:03.676 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-08T06:01:03.676 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-08T06:01:03.676 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi069.front.sepia.ceph.com 2024-05-08T06:01:03.676 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-08T06:01:03.677 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:03.677 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-08T06:01:03.677 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-08T06:01:03.677 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-08T06:01:03.677 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-08T06:01:03.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:03.677 DEBUG:teuthology.orchestra.run.smithi069:> ip addr 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout: inet 127.0.0.1/8 scope host lo 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout: valid_lft forever preferred_lft forever 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout: inet6 ::1/128 scope host 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout: valid_lft forever preferred_lft forever 2024-05-08T06:01:03.731 INFO:teuthology.orchestra.run.smithi069.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: link/ether 0c:c4:7a:d8:d9:c2 brd ff:ff:ff:ff:ff:ff 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: altname enp7s0f0 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: link/ether 0c:c4:7a:d8:d9:c3 brd ff:ff:ff:ff:ff:ff 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: altname enp7s0f1 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: link/ether 0c:c4:7a:8f:d7:36 brd ff:ff:ff:ff:ff:ff 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: link/ether 0c:c4:7a:8f:d7:37 brd ff:ff:ff:ff:ff:ff 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: inet 172.21.15.69/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: valid_lft 41576sec preferred_lft 41576sec 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: inet6 fe80::ec4:7aff:fe8f:d737/64 scope link 2024-05-08T06:01:03.732 INFO:teuthology.orchestra.run.smithi069.stdout: valid_lft forever preferred_lft forever 2024-05-08T06:01:03.733 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> set -e 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link add name ceph-brx type bridge 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip addr flush dev ceph-brx 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link set ceph-brx up 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-08T06:01:03.733 DEBUG:teuthology.orchestra.run.smithi069:> ') 2024-05-08T06:01:03.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-08T06:01:04.115 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:04 smithi069 ceph-mon[29571]: pgmap v441: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:04.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:04.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:04.227 DEBUG:teuthology.orchestra.run.smithi069:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-08T06:01:04.293 INFO:teuthology.orchestra.run.smithi069.stdout:1 2024-05-08T06:01:04.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:04.296 DEBUG:teuthology.orchestra.run.smithi069:> route 2024-05-08T06:01:04.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:04 smithi135 ceph-mon[34761]: pgmap v441: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:04.355 INFO:teuthology.orchestra.run.smithi069.stdout:Kernel IP routing table 2024-05-08T06:01:04.355 INFO:teuthology.orchestra.run.smithi069.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-08T06:01:04.356 INFO:teuthology.orchestra.run.smithi069.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-05-08T06:01:04.356 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-05-08T06:01:04.356 INFO:teuthology.orchestra.run.smithi069.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-08T06:01:04.357 DEBUG:teuthology.orchestra.run.smithi069:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-08T06:01:04.357 DEBUG:teuthology.orchestra.run.smithi069:> set -e 2024-05-08T06:01:04.357 DEBUG:teuthology.orchestra.run.smithi069:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-05-08T06:01:04.357 DEBUG:teuthology.orchestra.run.smithi069:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-05-08T06:01:04.357 DEBUG:teuthology.orchestra.run.smithi069:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-05-08T06:01:04.357 DEBUG:teuthology.orchestra.run.smithi069:> ') 2024-05-08T06:01:04.421 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:04 smithi105 ceph-mon[34393]: pgmap v441: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:04.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-08T06:01:05.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:05.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:05.098 DEBUG:teuthology.orchestra.run.smithi069:> ip netns list 2024-05-08T06:01:05.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:05.154 DEBUG:teuthology.orchestra.run.smithi069:> ip netns list-id 2024-05-08T06:01:05.204 DEBUG:teuthology.orchestra.run.smithi069:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-08T06:01:05.204 DEBUG:teuthology.orchestra.run.smithi069:> set -e 2024-05-08T06:01:05.205 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-08T06:01:05.205 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-08T06:01:05.205 DEBUG:teuthology.orchestra.run.smithi069:> ') 2024-05-08T06:01:05.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-08T06:01:05.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:05.382 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-08T06:01:05.382 DEBUG:teuthology.orchestra.run.smithi069:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> set -e 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-08T06:01:05.383 DEBUG:teuthology.orchestra.run.smithi069:> ') 2024-05-08T06:01:05.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-08T06:01:05.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:05.674 DEBUG:teuthology.orchestra.run.smithi069:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-08T06:01:05.675 DEBUG:teuthology.orchestra.run.smithi069:> set -e 2024-05-08T06:01:05.675 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link set brx.0 up 2024-05-08T06:01:05.675 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link set dev brx.0 master ceph-brx 2024-05-08T06:01:05.675 DEBUG:teuthology.orchestra.run.smithi069:> ') 2024-05-08T06:01:05.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-08T06:01:05.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:05.876 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-08T06:01:05.876 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:05.918 INFO:teuthology.orchestra.run.smithi069.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-08T06:01:05.919 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-08T06:01:05.919 DEBUG:teuthology.orchestra.run.smithi069:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:06.016 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-08T06:01:06.016 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-08T06:01:06.016 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/0c63fa2b-5fd4-47c0-bd8a-a917c5c9fa78 2024-05-08T06:01:06.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:06.016 DEBUG:teuthology.orchestra.run.smithi069:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/0c63fa2b-5fd4-47c0-bd8a-a917c5c9fa78 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,nofallback 2024-05-08T06:01:06.155 INFO:teuthology.orchestra.run.smithi069.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,nofallback 2024-05-08T06:01:06.155 INFO:teuthology.orchestra.run.smithi069.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync". 2024-05-08T06:01:06.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:06 smithi069 ceph-mon[29571]: pgmap v442: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:06.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:06 smithi135 ceph-mon[34761]: pgmap v442: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:06 smithi105 ceph-mon[34393]: pgmap v442: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:06.877 INFO:teuthology.orchestra.run.smithi069.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,wsync,nofallback 2024-05-08T06:01:06.877 INFO:teuthology.orchestra.run.smithi069.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync". 2024-05-08T06:01:06.877 INFO:teuthology.orchestra.run.smithi069.stdout:mount.ceph: resolved to: "172.21.15.69:3300,172.21.15.105:3300,172.21.15.135:3300" 2024-05-08T06:01:06.877 INFO:teuthology.orchestra.run.smithi069.stdout:mount.ceph: trying mount with new device syntax: 0@4dd78824-0cfe-11ef-bc97-c7b262605968.cephfs=/volumes/qa/sv_1/0c63fa2b-5fd4-47c0-bd8a-a917c5c9fa78 2024-05-08T06:01:06.877 INFO:teuthology.orchestra.run.smithi069.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,wsync,name=0,key=0,mon_addr=172.21.15.69:3300/172.21.15.105:3300/172.21.15.135:3300" will pass to kernel 2024-05-08T06:01:06.885 INFO:teuthology.orchestra.run.smithi069.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-08T06:01:06.886 INFO:teuthology.orchestra.run.smithi069.stdout: You just mounted a file system that supports labels which does not 2024-05-08T06:01:06.886 INFO:teuthology.orchestra.run.smithi069.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-08T06:01:06.886 INFO:teuthology.orchestra.run.smithi069.stdout: applications will generate AVC messages and not be allowed access to 2024-05-08T06:01:06.886 INFO:teuthology.orchestra.run.smithi069.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-08T06:01:06.890 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-08T06:01:06.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:01:06.890 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:06.978 DEBUG:teuthology.orchestra.run.smithi069:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-08T06:01:07.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-08T06:01:07.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:07.095 INFO:teuthology.orchestra.run.smithi069.stdout:client14919 2024-05-08T06:01:07.096 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T06:01:07.096 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T06:01:07.149 DEBUG:teuthology.orchestra.run.smithi069:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-08T06:01:07.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-08T06:01:07.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:07.315 INFO:teuthology.orchestra.run.smithi069.stdout:client14919 2024-05-08T06:01:07.316 DEBUG:teuthology.orchestra.run.smithi069:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-08T06:01:07.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-08T06:01:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:07.434 INFO:teuthology.orchestra.run.smithi069.stdout:client14919 2024-05-08T06:01:07.434 DEBUG:teuthology.orchestra.run.smithi069:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968.client14919/status') 2024-05-08T06:01:07.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-08T06:01:07.561 INFO:teuthology.orchestra.run.smithi069.stdout:instance: client.14919 (3)192.168.0.1:0/4027281996 2024-05-08T06:01:07.561 INFO:teuthology.orchestra.run.smithi069.stdout:blocklisted: false 2024-05-08T06:01:07.562 INFO:teuthology.orchestra.run.smithi069.stderr:0+1 records in 2024-05-08T06:01:07.562 INFO:teuthology.orchestra.run.smithi069.stderr:0+1 records out 2024-05-08T06:01:07.562 INFO:teuthology.orchestra.run.smithi069.stderr:70 bytes copied, 7.8169e-05 s, 895 kB/s 2024-05-08T06:01:07.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-08T06:01:07.574 INFO:teuthology.run_tasks:Running task exec... 2024-05-08T06:01:07.585 INFO:teuthology.task.exec:Executing custom commands... 2024-05-08T06:01:07.585 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi069.front.sepia.ceph.com 2024-05-08T06:01:07.585 DEBUG:teuthology.orchestra.run.smithi069:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-08T06:01:07.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 -- 172.21.15.69:0/2702006263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd4104c30 msgr2=0x7f5bd4105050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:07.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 --2- 172.21.15.69:0/2702006263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd4104c30 0x7f5bd4105050 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4009900 tx=0x7f5bc402a3f0 comp rx=0 tx=0).stop 2024-05-08T06:01:07.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 -- 172.21.15.69:0/2702006263 shutdown_connections 2024-05-08T06:01:07.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 --2- 172.21.15.69:0/2702006263 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd41067e0 0x7f5bd410d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 --2- 172.21.15.69:0/2702006263 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 0x7f5bd41062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 --2- 172.21.15.69:0/2702006263 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd4104c30 0x7f5bd4105050 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 -- 172.21.15.69:0/2702006263 >> 172.21.15.69:0/2702006263 conn(0x7f5bd41001a0 msgr2=0x7f5bd41025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 -- 172.21.15.69:0/2702006263 shutdown_connections 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.767+0000 7f5bd9800640 1 -- 172.21.15.69:0/2702006263 wait complete. 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.768+0000 7f5bd9800640 1 Processor -- start 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.768+0000 7f5bd9800640 1 -- start start 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd9800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 0x7f5bd419ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd9800640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 0x7f5bd419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:07.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd9800640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd41067e0 0x7f5bd41a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd9800640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41107a0 con 0x7f5bd4104c30 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd9800640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd4110620 con 0x7f5bd4105e20 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd9800640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd4110920 con 0x7f5bd41067e0 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 0x7f5bd419ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 0x7f5bd419ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35598/0 (socket says 172.21.15.69:35598) 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 -- 172.21.15.69:0/1273528360 learned_addr learned my addr 172.21.15.69:0/1273528360 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2000640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 0x7f5bd419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd3400640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd41067e0 0x7f5bd41a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 -- 172.21.15.69:0/1273528360 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd41067e0 msgr2=0x7f5bd41a23d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:07.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd41067e0 0x7f5bd41a23d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 -- 172.21.15.69:0/1273528360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 msgr2=0x7f5bd419b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 0x7f5bd419b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2a00640 1 -- 172.21.15.69:0/1273528360 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd41a2a40 con 0x7f5bd4104c30 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.769+0000 7f5bd2000640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 0x7f5bd419b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.770+0000 7f5bd2a00640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 0x7f5bd419ae20 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4031500 tx=0x7f5bc4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.770+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc403f070 con 0x7f5bd4104c30 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.770+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bd41a2cd0 con 0x7f5bd4104c30 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.770+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bc4031c50 con 0x7f5bd4104c30 2024-05-08T06:01:07.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.770+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4035030 con 0x7f5bd4104c30 2024-05-08T06:01:07.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.770+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bd41a31c0 con 0x7f5bd4104c30 2024-05-08T06:01:07.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.772+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bd410bf50 con 0x7f5bd4104c30 2024-05-08T06:01:07.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.774+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5bc4042070 con 0x7f5bd4104c30 2024-05-08T06:01:07.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.775+0000 7f5bcb400640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb80b28a0 0x7f5bb80b4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:07.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.775+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5bc41029b0 con 0x7f5bd4104c30 2024-05-08T06:01:07.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.775+0000 7f5bd2000640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb80b28a0 0x7f5bb80b4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:07.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.776+0000 7f5bd2000640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb80b28a0 0x7f5bb80b4d60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5bd419c330 tx=0x7f5bc0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:07.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:07.780+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5bc40ca680 con 0x7f5bd4104c30 2024-05-08T06:01:08.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.032+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f5bd40635b0 con 0x7f5bd4104c30 2024-05-08T06:01:08.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.048+0000 7f5bcb400640 1 -- 172.21.15.69:0/1273528360 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v26) ==== 117+0+0 (secure 0 0 0) 0x7f5bc40c9f80 con 0x7f5bd4104c30 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.051+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb80b28a0 msgr2=0x7f5bb80b4d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb80b28a0 0x7f5bb80b4d60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5bd419c330 tx=0x7f5bc0005f90 comp rx=0 tx=0).stop 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 msgr2=0x7f5bd419ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 0x7f5bd419ae20 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4031500 tx=0x7f5bc4003c10 comp rx=0 tx=0).stop 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 shutdown_connections 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb80b28a0 0x7f5bb80b4d60 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bd41067e0 0x7f5bd41a23d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.053 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bd4105e20 0x7f5bd419b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.053 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 --2- 172.21.15.69:0/1273528360 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bd4104c30 0x7f5bd419ae20 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.053 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 >> 172.21.15.69:0/1273528360 conn(0x7f5bd41001a0 msgr2=0x7f5bd4109120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:08.053 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 shutdown_connections 2024-05-08T06:01:08.053 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.052+0000 7f5bd9800640 1 -- 172.21.15.69:0/1273528360 wait complete. 2024-05-08T06:01:08.073 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-08T06:01:08.084 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-08T06:01:08.135 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T06:01:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:08 smithi135 ceph-mon[34761]: pgmap v443: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:08.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:08 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1273528360' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-08T06:01:08.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:08 smithi069 ceph-mon[29571]: pgmap v443: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:08.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:08 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1273528360' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 -- 172.21.15.69:0/3778068928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318103530 msgr2=0x7ff318105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 --2- 172.21.15.69:0/3778068928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318103530 0x7ff318105920 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff308009900 tx=0x7ff30802a3f0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 -- 172.21.15.69:0/3778068928 shutdown_connections 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 --2- 172.21.15.69:0/3778068928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 0x7ff31810ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 --2- 172.21.15.69:0/3778068928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318105e60 0x7ff318108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 --2- 172.21.15.69:0/3778068928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318103530 0x7ff318105920 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.346+0000 7ff31e000640 1 -- 172.21.15.69:0/3778068928 >> 172.21.15.69:0/3778068928 conn(0x7ff3180fce60 msgr2=0x7ff3180ff2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.347+0000 7ff31e000640 1 -- 172.21.15.69:0/3778068928 shutdown_connections 2024-05-08T06:01:08.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.347+0000 7ff31e000640 1 -- 172.21.15.69:0/3778068928 wait complete. 2024-05-08T06:01:08.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 Processor -- start 2024-05-08T06:01:08.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 -- start start 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 0x7ff3181975c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318105e60 0x7ff318197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 0x7ff318194130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810e570 con 0x7ff318105e60 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810e3f0 con 0x7ff318108790 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.348+0000 7ff31e000640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810e6f0 con 0x7ff318103530 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 0x7ff3181975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 0x7ff318194130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 0x7ff3181975c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33262/0 (socket says 172.21.15.69:33262) 2024-05-08T06:01:08.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 -- 172.21.15.69:0/129773661 learned_addr learned my addr 172.21.15.69:0/129773661 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:08.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff316a00640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318105e60 0x7ff318197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 -- 172.21.15.69:0/129773661 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 msgr2=0x7ff318194130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 0x7ff318194130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 -- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318105e60 msgr2=0x7ff318197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318105e60 0x7ff318197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317400640 1 -- 172.21.15.69:0/129773661 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3181949f0 con 0x7ff318103530 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.349+0000 7ff317e00640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 0x7ff318194130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:08.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.350+0000 7ff317400640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 0x7ff3181975c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff308005ab0 tx=0x7ff308003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:08.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.350+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff30803f070 con 0x7ff318103530 2024-05-08T06:01:08.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.350+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff308031c50 con 0x7ff318103530 2024-05-08T06:01:08.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.350+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308035030 con 0x7ff318103530 2024-05-08T06:01:08.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.350+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3181a7310 con 0x7ff318103530 2024-05-08T06:01:08.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.350+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3181a76c0 con 0x7ff318103530 2024-05-08T06:01:08.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.351+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff31810a280 con 0x7ff318103530 2024-05-08T06:01:08.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.354+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff308042070 con 0x7ff318103530 2024-05-08T06:01:08.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.356+0000 7ff30fe00640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2fc0b2870 0x7ff2fc0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.356+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff308103090 con 0x7ff318103530 2024-05-08T06:01:08.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.356+0000 7ff316a00640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2fc0b2870 0x7ff2fc0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.357+0000 7ff316a00640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2fc0b2870 0x7ff2fc0b4d30 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff3040095f0 tx=0x7ff304005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:08.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.358+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff3080cadc0 con 0x7ff318103530 2024-05-08T06:01:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:08 smithi105 ceph-mon[34393]: pgmap v443: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:08 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1273528360' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-08T06:01:08.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.568+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff3180635b0 con 0x7ff318103530 2024-05-08T06:01:08.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.570+0000 7ff30fe00640 1 -- 172.21.15.69:0/129773661 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7ff3080ca6c0 con 0x7ff318103530 2024-05-08T06:01:08.570 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:08.571 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T06:01:08.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2fc0b2870 msgr2=0x7ff2fc0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2fc0b2870 0x7ff2fc0b4d30 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff3040095f0 tx=0x7ff304005f90 comp rx=0 tx=0).stop 2024-05-08T06:01:08.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 msgr2=0x7ff3181975c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 0x7ff3181975c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff308005ab0 tx=0x7ff308003b90 comp rx=0 tx=0).stop 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 shutdown_connections 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2fc0b2870 0x7ff2fc0b4d30 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff318108790 0x7ff318194130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff318105e60 0x7ff318197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 --2- 172.21.15.69:0/129773661 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff318103530 0x7ff3181975c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 >> 172.21.15.69:0/129773661 conn(0x7ff3180fce60 msgr2=0x7ff318102cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 shutdown_connections 2024-05-08T06:01:08.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.573+0000 7ff31e000640 1 -- 172.21.15.69:0/129773661 wait complete. 2024-05-08T06:01:08.594 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-08T05:51:30.844759+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T05:57:01.933358+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T05:57:06.364589+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-08T06:01:08.595 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-08T06:01:08.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 -- 172.21.15.69:0/2378366737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 msgr2=0x7ff8c810a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2378366737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c810a680 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0009900 tx=0x7ff8b002a410 comp rx=0 tx=0).stop 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 -- 172.21.15.69:0/2378366737 shutdown_connections 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2378366737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8c810abc0 0x7ff8c8111450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2378366737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c810a680 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2378366737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8c8109010 0x7ff8c8109430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 -- 172.21.15.69:0/2378366737 >> 172.21.15.69:0/2378366737 conn(0x7ff8c8077fb0 msgr2=0x7ff8c807a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 -- 172.21.15.69:0/2378366737 shutdown_connections 2024-05-08T06:01:08.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.801+0000 7ff8ce000640 1 -- 172.21.15.69:0/2378366737 wait complete. 2024-05-08T06:01:08.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 Processor -- start 2024-05-08T06:01:08.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 -- start start 2024-05-08T06:01:08.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8c8109010 0x7ff8c819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c819f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8c810abc0 0x7ff8c81a67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c8114b50 con 0x7ff8c810a200 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c81149d0 con 0x7ff8c810abc0 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.802+0000 7ff8ce000640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c8114cd0 con 0x7ff8c8109010 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c819f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c819f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57060/0 (socket says 172.21.15.69:57060) 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 -- 172.21.15.69:0/2357130048 learned_addr learned my addr 172.21.15.69:0/2357130048 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8c7400640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8c8109010 0x7ff8c819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8c7e00640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8c810abc0 0x7ff8c81a67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 -- 172.21.15.69:0/2357130048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8c8109010 msgr2=0x7ff8c819f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8c8109010 0x7ff8c819f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 -- 172.21.15.69:0/2357130048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8c810abc0 msgr2=0x7ff8c81a67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:08.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8c810abc0 0x7ff8c81a67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 -- 172.21.15.69:0/2357130048 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c81a6e60 con 0x7ff8c810a200 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.803+0000 7ff8bfe00640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c819f7d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0005940 tx=0x7ff8b00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.804+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b003f030 con 0x7ff8c810a200 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.804+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8b0003cb0 con 0x7ff8c810a200 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.804+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8c81a70f0 con 0x7ff8c810a200 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.804+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0035070 con 0x7ff8c810a200 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.804+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8c81a7630 con 0x7ff8c810a200 2024-05-08T06:01:08.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.805+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8c8110450 con 0x7ff8c810a200 2024-05-08T06:01:08.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.807+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff8b0042030 con 0x7ff8c810a200 2024-05-08T06:01:08.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.808+0000 7ff8c4c00640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8ac0b2870 0x7ff8ac0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:08.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.809+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff8b01025a0 con 0x7ff8c810a200 2024-05-08T06:01:08.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.809+0000 7ff8c7400640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8ac0b2870 0x7ff8ac0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:08.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.809+0000 7ff8c7400640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8ac0b2870 0x7ff8ac0b4d30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff8c810a060 tx=0x7ff8b8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:08.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:08.813+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff8b0003e60 con 0x7ff8c810a200 2024-05-08T06:01:09.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.022+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff8c80635b0 con 0x7ff8c810a200 2024-05-08T06:01:09.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.022+0000 7ff8c4c00640 1 -- 172.21.15.69:0/2357130048 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7ff8b00d22f0 con 0x7ff8c810a200 2024-05-08T06:01:09.023 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.025+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8ac0b2870 msgr2=0x7ff8ac0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.025+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8ac0b2870 0x7ff8ac0b4d30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff8c810a060 tx=0x7ff8b8005f90 comp rx=0 tx=0).stop 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.025+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 msgr2=0x7ff8c819f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.025+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c819f7d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0005940 tx=0x7ff8b00042f0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 shutdown_connections 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8ac0b2870 0x7ff8ac0b4d30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff8c810abc0 0x7ff8c81a67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff8c810a200 0x7ff8c819f7d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 --2- 172.21.15.69:0/2357130048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff8c8109010 0x7ff8c819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 >> 172.21.15.69:0/2357130048 conn(0x7ff8c8077fb0 msgr2=0x7ff8c810d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:09.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 shutdown_connections 2024-05-08T06:01:09.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.026+0000 7ff8ce000640 1 -- 172.21.15.69:0/2357130048 wait complete. 2024-05-08T06:01:09.044 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T06:01:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 -- 172.21.15.69:0/4006670535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c109010 msgr2=0x7f516c109430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 --2- 172.21.15.69:0/4006670535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c109010 0x7f516c109430 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f515c009ca0 tx=0x7f515c02a8c0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 -- 172.21.15.69:0/4006670535 shutdown_connections 2024-05-08T06:01:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 --2- 172.21.15.69:0/4006670535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f516c10abc0 0x7f516c111450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 --2- 172.21.15.69:0/4006670535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10a200 0x7f516c10a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 --2- 172.21.15.69:0/4006670535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c109010 0x7f516c109430 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 -- 172.21.15.69:0/4006670535 >> 172.21.15.69:0/4006670535 conn(0x7f516c077fb0 msgr2=0x7f516c07a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 -- 172.21.15.69:0/4006670535 shutdown_connections 2024-05-08T06:01:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.239+0000 7f5173200640 1 -- 172.21.15.69:0/4006670535 wait complete. 2024-05-08T06:01:09.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.240+0000 7f5173200640 1 Processor -- start 2024-05-08T06:01:09.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 -- start start 2024-05-08T06:01:09.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f516c109010 0x7f516c19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 0x7f516c19f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10abc0 0x7f516c1a6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f516c114b50 con 0x7f516c10a200 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f516c1149d0 con 0x7f516c10abc0 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5173200640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f516c114cd0 con 0x7f516c109010 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5163400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 0x7f516c19f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5163400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 0x7f516c19f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57072/0 (socket says 172.21.15.69:57072) 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5163400640 1 -- 172.21.15.69:0/2660268180 learned_addr learned my addr 172.21.15.69:0/2660268180 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f5171200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10abc0 0x7f516c1a6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.241+0000 7f516be00640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f516c109010 0x7f516c19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5163400640 1 -- 172.21.15.69:0/2660268180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f516c109010 msgr2=0x7f516c19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5163400640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f516c109010 0x7f516c19f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5163400640 1 -- 172.21.15.69:0/2660268180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10abc0 msgr2=0x7f516c1a6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5163400640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10abc0 0x7f516c1a6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5163400640 1 -- 172.21.15.69:0/2660268180 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f516c1a6e90 con 0x7f516c10a200 2024-05-08T06:01:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5171200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10abc0 0x7f516c1a6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5163400640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 0x7f516c19f7b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f515400e9f0 tx=0x7f515400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f515400cd80 con 0x7f516c10a200 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f516c1a7180 con 0x7f516c10a200 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51540108e0 con 0x7f516c10a200 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.242+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5154018980 con 0x7f516c10a200 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.243+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f516c1a76d0 con 0x7f516c10a200 2024-05-08T06:01:09.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.244+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f516c110450 con 0x7f516c10a200 2024-05-08T06:01:09.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.246+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5154010430 con 0x7f516c10a200 2024-05-08T06:01:09.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.247+0000 7f5169600640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f51500b27f0 0x7f51500b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.248+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f51540e2580 con 0x7f516c10a200 2024-05-08T06:01:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.248+0000 7f516be00640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f51500b27f0 0x7f51500b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.249+0000 7f516be00640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f51500b27f0 0x7f51500b4cb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f515c000f80 tx=0x7f515c005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:09.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.252+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f51540a9c00 con 0x7f516c10a200 2024-05-08T06:01:09.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:09 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1273528360' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-08T06:01:09.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:09 smithi135 ceph-mon[34761]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T06:01:09.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:09 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/129773661' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:01:09.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:09 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2357130048' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T06:01:09.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:09 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1273528360' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-08T06:01:09.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:09 smithi069 ceph-mon[29571]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T06:01:09.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:09 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/129773661' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:01:09.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:09 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2357130048' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T06:01:09.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.458+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f516c0635b0 con 0x7f516c10a200 2024-05-08T06:01:09.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.459+0000 7f5169600640 1 -- 172.21.15.69:0/2660268180 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7f51540b22d0 con 0x7f516c10a200 2024-05-08T06:01:09.459 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 32 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f51500b27f0 msgr2=0x7f51500b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f51500b27f0 0x7f51500b4cb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f515c000f80 tx=0x7f515c005dc0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 msgr2=0x7f516c19f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 0x7f516c19f7b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f515400e9f0 tx=0x7f515400eeb0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 shutdown_connections 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f51500b27f0 0x7f51500b4cb0 secure :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f515c000f80 tx=0x7f515c005dc0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f516c10abc0 0x7f516c1a6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f516c10a200 0x7f516c19f7b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 --2- 172.21.15.69:0/2660268180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f516c109010 0x7f516c19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.462+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 >> 172.21.15.69:0/2660268180 conn(0x7f516c077fb0 msgr2=0x7f516c10d620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.463+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 shutdown_connections 2024-05-08T06:01:09.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.463+0000 7f5173200640 1 -- 172.21.15.69:0/2660268180 wait complete. 2024-05-08T06:01:09.482 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T06:01:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:09 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1273528360' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-08T06:01:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:09 smithi105 ceph-mon[34393]: fsmap cephfs:3 {0=b=up:active,1=a=up:active,2=h=up:active} 3 up:standby-replay 6 up:standby 2024-05-08T06:01:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:09 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/129773661' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:01:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:09 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2357130048' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T06:01:09.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 -- 172.21.15.69:0/486300018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 msgr2=0x7f3b20111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 --2- 172.21.15.69:0/486300018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 0x7f3b20111280 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3b18009cd0 tx=0x7f3b1802a8e0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 -- 172.21.15.69:0/486300018 shutdown_connections 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 --2- 172.21.15.69:0/486300018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 0x7f3b20111280 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 --2- 172.21.15.69:0/486300018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b20075410 0x7f3b20075890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 --2- 172.21.15.69:0/486300018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b200769f0 0x7f3b20074e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 -- 172.21.15.69:0/486300018 >> 172.21.15.69:0/486300018 conn(0x7f3b200fde50 msgr2=0x7f3b20100270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 -- 172.21.15.69:0/486300018 shutdown_connections 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.687+0000 7f3b26200640 1 -- 172.21.15.69:0/486300018 wait complete. 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.688+0000 7f3b26200640 1 Processor -- start 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.688+0000 7f3b26200640 1 -- start start 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b26200640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b20075410 0x7f3b2019f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b26200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 0x7f3b2019f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b26200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 0x7f3b201a6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b26200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3b20114a10 con 0x7f3b2010ee90 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b26200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3b20114890 con 0x7f3b200769f0 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b26200640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b20114b90 con 0x7f3b20075410 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 0x7f3b2019f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b25800640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 0x7f3b201a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b24e00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b20075410 0x7f3b2019f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 0x7f3b2019f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43660/0 (socket says 172.21.15.69:43660) 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 -- 172.21.15.69:0/3617665654 learned_addr learned my addr 172.21.15.69:0/3617665654 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 -- 172.21.15.69:0/3617665654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b20075410 msgr2=0x7f3b2019f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b20075410 0x7f3b2019f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 -- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 msgr2=0x7f3b201a6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 0x7f3b201a6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b1fe00640 1 -- 172.21.15.69:0/3617665654 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b201a6ca0 con 0x7f3b200769f0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.689+0000 7f3b24e00640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b20075410 0x7f3b2019f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.690+0000 7f3b1fe00640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 0x7f3b2019f5c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000e9f0 tx=0x7f3b1000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.690+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1000cd80 con 0x7f3b200769f0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.690+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b100108e0 con 0x7f3b200769f0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.690+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b201a6f90 con 0x7f3b200769f0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.690+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b10018980 con 0x7f3b200769f0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.690+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b201a7450 con 0x7f3b200769f0 2024-05-08T06:01:09.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.691+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b20105060 con 0x7f3b200769f0 2024-05-08T06:01:09.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.693+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3b10010430 con 0x7f3b200769f0 2024-05-08T06:01:09.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.695+0000 7f3b1d600640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b080b27f0 0x7f3b080b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:09.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.695+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3b100e2a10 con 0x7f3b200769f0 2024-05-08T06:01:09.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.695+0000 7f3b24e00640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b080b27f0 0x7f3b080b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:09.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.696+0000 7f3b24e00640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b080b27f0 0x7f3b080b4cb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3b14009fc0 tx=0x7f3b14005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:09.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.697+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3b100aa090 con 0x7f3b200769f0 2024-05-08T06:01:09.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.903+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f3b2002dda0 con 0x7f3b200769f0 2024-05-08T06:01:09.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.904+0000 7f3b1d600640 1 -- 172.21.15.69:0/3617665654 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f3b100ae390 con 0x7f3b200769f0 2024-05-08T06:01:09.904 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 64 2024-05-08T06:01:09.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b080b27f0 msgr2=0x7f3b080b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b080b27f0 0x7f3b080b4cb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3b14009fc0 tx=0x7f3b14005f90 comp rx=0 tx=0).stop 2024-05-08T06:01:09.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 msgr2=0x7f3b2019f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:09.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 0x7f3b2019f5c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f3b1000e9f0 tx=0x7f3b1000eeb0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 shutdown_connections 2024-05-08T06:01:09.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b080b27f0 0x7f3b080b4cb0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.906+0000 7f3b26200640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b2010ee90 0x7f3b201a6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.907+0000 7f3b26200640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b200769f0 0x7f3b2019f5c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.907+0000 7f3b26200640 1 --2- 172.21.15.69:0/3617665654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b20075410 0x7f3b2019f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:09.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.907+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 >> 172.21.15.69:0/3617665654 conn(0x7f3b200fde50 msgr2=0x7f3b20102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:09.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.907+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 shutdown_connections 2024-05-08T06:01:09.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:09.907+0000 7f3b26200640 1 -- 172.21.15.69:0/3617665654 wait complete. 2024-05-08T06:01:09.926 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-08T06:01:09.926 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:01:10.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:10 smithi069 ceph-mon[29571]: pgmap v444: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:01:10.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:10 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2660268180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-08T06:01:10.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:10 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3617665654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-08T06:01:10.366 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:01:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:10 smithi105 ceph-mon[34393]: pgmap v444: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:01:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:10 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2660268180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-08T06:01:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:10 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3617665654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-08T06:01:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:10 smithi135 ceph-mon[34761]: pgmap v444: 97 pgs: 97 active+clean; 644 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:01:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:10 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2660268180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-08T06:01:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:10 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3617665654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-08T06:01:12.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:12 smithi069 ceph-mon[29571]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-08T06:01:12.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:12 smithi105 ceph-mon[34393]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-08T06:01:12.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:12 smithi135 ceph-mon[34761]: pgmap v445: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-08T06:01:12.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 -- 172.21.15.69:0/24761792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 msgr2=0x7f4a64109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 --2- 172.21.15.69:0/24761792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a64109e60 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c009990 tx=0x7f4a4c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 -- 172.21.15.69:0/24761792 shutdown_connections 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 --2- 172.21.15.69:0/24761792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a6410a3a0 0x7f4a64116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 --2- 172.21.15.69:0/24761792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4a6410e8b0 0x7f4a6410ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 --2- 172.21.15.69:0/24761792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a64109e60 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 -- 172.21.15.69:0/24761792 >> 172.21.15.69:0/24761792 conn(0x7f4a64079230 msgr2=0x7f4a641082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 -- 172.21.15.69:0/24761792 shutdown_connections 2024-05-08T06:01:12.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.783+0000 7f4a68a00700 1 -- 172.21.15.69:0/24761792 wait complete. 2024-05-08T06:01:12.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.784+0000 7f4a68a00700 1 Processor -- start 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 -- start start 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a641a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4a6410a3a0 0x7f4a641a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a6410e8b0 0x7f4a641a4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4a64119b90 con 0x7f4a641099e0 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4a64119a10 con 0x7f4a6410e8b0 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a68a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4a64119d10 con 0x7f4a6410a3a0 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a62800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a641a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a62800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a641a00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57114/0 (socket says 172.21.15.69:57114) 2024-05-08T06:01:12.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a62800700 1 -- 172.21.15.69:0/2242530815 learned_addr learned my addr 172.21.15.69:0/2242530815 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:12.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.785+0000 7f4a61e00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4a6410a3a0 0x7f4a641a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:12.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a63200700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a6410e8b0 0x7f4a641a4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a62800700 1 -- 172.21.15.69:0/2242530815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4a6410a3a0 msgr2=0x7f4a641a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a62800700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4a6410a3a0 0x7f4a641a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a62800700 1 -- 172.21.15.69:0/2242530815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a6410e8b0 msgr2=0x7f4a641a4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a62800700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a6410e8b0 0x7f4a641a4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a62800700 1 -- 172.21.15.69:0/2242530815 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a641a50d0 con 0x7f4a641099e0 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a62800700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a641a00c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4a5400e9c0 tx=0x7f4a5400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5400cbd0 con 0x7f4a641099e0 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a641a53c0 con 0x7f4a641099e0 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4a5400ee60 con 0x7f4a641099e0 2024-05-08T06:01:12.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.786+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a540055c0 con 0x7f4a641099e0 2024-05-08T06:01:12.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.787+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a641acc40 con 0x7f4a641099e0 2024-05-08T06:01:12.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.788+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a6406a190 con 0x7f4a641099e0 2024-05-08T06:01:12.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.790+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4a54004750 con 0x7f4a641099e0 2024-05-08T06:01:12.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.791+0000 7f4a5b400700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4a480b2900 0x7f4a480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:12.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.792+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4a540e23e0 con 0x7f4a641099e0 2024-05-08T06:01:12.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.792+0000 7f4a61e00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4a480b2900 0x7f4a480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:12.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.792+0000 7f4a61e00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4a480b2900 0x7f4a480b4dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00b2e0 tx=0x7f4a4c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:12.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:12.796+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4a540aa0b0 con 0x7f4a641099e0 2024-05-08T06:01:13.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.080+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a641a1420 con 0x7f4a641099e0 2024-05-08T06:01:13.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.082+0000 7f4a5b400700 1 -- 172.21.15.69:0/2242530815 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f4a540a99b0 con 0x7f4a641099e0 2024-05-08T06:01:13.082 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:13.083 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:01:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4a480b2900 msgr2=0x7f4a480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4a480b2900 0x7f4a480b4dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00b2e0 tx=0x7f4a4c005960 comp rx=0 tx=0).stop 2024-05-08T06:01:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 msgr2=0x7f4a641a00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a641a00c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4a5400e9c0 tx=0x7f4a5400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 shutdown_connections 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4a480b2900 0x7f4a480b4dc0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4a6410e8b0 0x7f4a641a4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4a641099e0 0x7f4a641a00c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 --2- 172.21.15.69:0/2242530815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4a6410a3a0 0x7f4a641a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 >> 172.21.15.69:0/2242530815 conn(0x7f4a64079230 msgr2=0x7f4a64079890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 shutdown_connections 2024-05-08T06:01:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:13.085+0000 7f4a68a00700 1 -- 172.21.15.69:0/2242530815 wait complete. 2024-05-08T06:01:13.087 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:01:14.058 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-08T06:01:14.059 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-08T06:01:14.059 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T06:01:14.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 -- 172.21.15.69:0/3905850076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc7410a940 msgr2=0x7fbc74111260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3905850076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc7410a940 0x7fbc74111260 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c009be0 tx=0x7fbc6c02a6d0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 -- 172.21.15.69:0/3905850076 shutdown_connections 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3905850076 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc7410a940 0x7fbc74111260 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3905850076 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc74109f80 0x7fbc7410a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3905850076 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74108e30 0x7fbc74109250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 -- 172.21.15.69:0/3905850076 >> 172.21.15.69:0/3905850076 conn(0x7fbc74077df0 msgr2=0x7fbc7407a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 -- 172.21.15.69:0/3905850076 shutdown_connections 2024-05-08T06:01:14.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.268+0000 7fbc79c00640 1 -- 172.21.15.69:0/3905850076 wait complete. 2024-05-08T06:01:14.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.269+0000 7fbc79c00640 1 Processor -- start 2024-05-08T06:01:14.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.269+0000 7fbc79c00640 1 -- start start 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79c00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 0x7fbc7419efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79c00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 0x7fbc7419f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79c00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc7410a940 0x7fbc741a6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79c00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbc74114990 con 0x7fbc74108e30 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79c00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbc74114810 con 0x7fbc74109f80 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79c00640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbc74114b10 con 0x7fbc7410a940 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 0x7fbc7419efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 0x7fbc7419f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 0x7fbc7419efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57134/0 (socket says 172.21.15.69:57134) 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 0x7fbc7419f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43696/0 (socket says 172.21.15.69:43696) 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73e00640 1 -- 172.21.15.69:0/3166450241 learned_addr learned my addr 172.21.15.69:0/3166450241 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc79200640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc7410a940 0x7fbc741a6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 -- 172.21.15.69:0/3166450241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc7410a940 msgr2=0x7fbc741a6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc7410a940 0x7fbc741a6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 -- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 msgr2=0x7fbc7419efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 0x7fbc7419efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73400640 1 -- 172.21.15.69:0/3166450241 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc741a6bf0 con 0x7fbc74109f80 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.270+0000 7fbc73e00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 0x7fbc7419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.271+0000 7fbc73400640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 0x7fbc7419f510 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000e9c0 tx=0x7fbc6000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.271+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6000ccc0 con 0x7fbc74109f80 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.271+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbc600035f0 con 0x7fbc74109f80 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.271+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6000ce60 con 0x7fbc74109f80 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.271+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc741a6ee0 con 0x7fbc74109f80 2024-05-08T06:01:14.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.271+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc741a7350 con 0x7fbc74109f80 2024-05-08T06:01:14.274 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.273+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc74110140 con 0x7fbc74109f80 2024-05-08T06:01:14.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.275+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbc60004000 con 0x7fbc74109f80 2024-05-08T06:01:14.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.276+0000 7fbc70c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbc580b27f0 0x7fbc580b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.277+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbc600e2550 con 0x7fbc74109f80 2024-05-08T06:01:14.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.277+0000 7fbc73e00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbc580b27f0 0x7fbc580b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.277+0000 7fbc73e00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbc580b27f0 0x7fbc580b4cb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbc640096c0 tx=0x7fbc64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:14.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.278+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbc600aa220 con 0x7fbc74109f80 2024-05-08T06:01:14.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:14 smithi069 ceph-mon[29571]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-08T06:01:14.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:14 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2242530815' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:01:14.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.485+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc74062df0 con 0x7fbc580b27f0 2024-05-08T06:01:14.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.504+0000 7fbc70c00640 1 -- 172.21.15.69:0/3166450241 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259001 (secure 0 0 0) 0x7fbc74062df0 con 0x7fbc580b27f0 2024-05-08T06:01:14.510 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:14.511 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T06:01:14.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbc580b27f0 msgr2=0x7fbc580b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbc580b27f0 0x7fbc580b4cb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbc640096c0 tx=0x7fbc64009260 comp rx=0 tx=0).stop 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 msgr2=0x7fbc7419f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 0x7fbc7419f510 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbc6000e9c0 tx=0x7fbc6000ee80 comp rx=0 tx=0).stop 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 shutdown_connections 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbc580b27f0 0x7fbc580b4cb0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbc7410a940 0x7fbc741a6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbc74109f80 0x7fbc7419f510 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 --2- 172.21.15.69:0/3166450241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbc74108e30 0x7fbc7419efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 >> 172.21.15.69:0/3166450241 conn(0x7fbc74077df0 msgr2=0x7fbc7410d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:14.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 shutdown_connections 2024-05-08T06:01:14.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.511+0000 7fbc79c00640 1 -- 172.21.15.69:0/3166450241 wait complete. 2024-05-08T06:01:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:14 smithi105 ceph-mon[34393]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-08T06:01:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:14 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2242530815' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:01:14.531 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":446,"stamp":"2024-05-08T06:01:12.925843+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665196,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1424,"num_read_kb":818,"num_write":308,"num_write_kb":2284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376604,"kb_used_data":10812,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565220,"statfs":{"total":1151940427776,"available":1151554785280,"internally_reserved":0,"allocated":11071488,"data_stored":7154460,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":73,"num_read_kb":43,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004665"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845106+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:59:12.845106+0000","last_peered":"2024-05-08T05:59:12.845106+0000","last_clean":"2024-05-08T05:59:12.845106+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:59:12.845106+0000","last_undegraded":"2024-05-08T05:59:12.845106+0000","last_fullsized":"2024-05-08T05:59:12.845106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843068+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:59:12.843068+0000","last_peered":"2024-05-08T05:59:12.843068+0000","last_clean":"2024-05-08T05:59:12.843068+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:59:12.843068+0000","last_undegraded":"2024-05-08T05:59:12.843068+0000","last_fullsized":"2024-05-08T05:59:12.843068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843965+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:59:12.843965+0000","last_peered":"2024-05-08T05:59:12.843965+0000","last_clean":"2024-05-08T05:59:12.843965+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:59:12.843965+0000","last_undegraded":"2024-05-08T05:59:12.843965+0000","last_fullsized":"2024-05-08T05:59:12.843965+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825097+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:59:12.825097+0000","last_peered":"2024-05-08T05:59:12.825097+0000","last_clean":"2024-05-08T05:59:12.825097+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:59:12.825097+0000","last_undegraded":"2024-05-08T05:59:12.825097+0000","last_fullsized":"2024-05-08T05:59:12.825097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836102+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:59:12.836102+0000","last_peered":"2024-05-08T05:59:12.836102+0000","last_clean":"2024-05-08T05:59:12.836102+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:59:12.836102+0000","last_undegraded":"2024-05-08T05:59:12.836102+0000","last_fullsized":"2024-05-08T05:59:12.836102+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.832502+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:59:12.832502+0000","last_peered":"2024-05-08T05:59:12.832502+0000","last_clean":"2024-05-08T05:59:12.832502+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:59:12.832502+0000","last_undegraded":"2024-05-08T05:59:12.832502+0000","last_fullsized":"2024-05-08T05:59:12.832502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.827970+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:59:12.827970+0000","last_peered":"2024-05-08T05:59:12.827970+0000","last_clean":"2024-05-08T05:59:12.827970+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:59:12.827970+0000","last_undegraded":"2024-05-08T05:59:12.827970+0000","last_fullsized":"2024-05-08T05:59:12.827970+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847613+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:59:12.847613+0000","last_peered":"2024-05-08T05:59:12.847613+0000","last_clean":"2024-05-08T05:59:12.847613+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:59:12.847613+0000","last_undegraded":"2024-05-08T05:59:12.847613+0000","last_fullsized":"2024-05-08T05:59:12.847613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838137+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:59:12.838137+0000","last_peered":"2024-05-08T05:59:12.838137+0000","last_clean":"2024-05-08T05:59:12.838137+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:59:12.838137+0000","last_undegraded":"2024-05-08T05:59:12.838137+0000","last_fullsized":"2024-05-08T05:59:12.838137+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819688+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:59:12.819688+0000","last_peered":"2024-05-08T05:59:12.819688+0000","last_clean":"2024-05-08T05:59:12.819688+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:59:12.819688+0000","last_undegraded":"2024-05-08T05:59:12.819688+0000","last_fullsized":"2024-05-08T05:59:12.819688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831473+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:59:12.831473+0000","last_peered":"2024-05-08T05:59:12.831473+0000","last_clean":"2024-05-08T05:59:12.831473+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:59:12.831473+0000","last_undegraded":"2024-05-08T05:59:12.831473+0000","last_fullsized":"2024-05-08T05:59:12.831473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825202+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:59:12.825202+0000","last_peered":"2024-05-08T05:59:12.825202+0000","last_clean":"2024-05-08T05:59:12.825202+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:59:12.825202+0000","last_undegraded":"2024-05-08T05:59:12.825202+0000","last_fullsized":"2024-05-08T05:59:12.825202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837554+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:59:12.837554+0000","last_peered":"2024-05-08T05:59:12.837554+0000","last_clean":"2024-05-08T05:59:12.837554+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:59:12.837554+0000","last_undegraded":"2024-05-08T05:59:12.837554+0000","last_fullsized":"2024-05-08T05:59:12.837554+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843798+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:59:12.843798+0000","last_peered":"2024-05-08T05:59:12.843798+0000","last_clean":"2024-05-08T05:59:12.843798+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:59:12.843798+0000","last_undegraded":"2024-05-08T05:59:12.843798+0000","last_fullsized":"2024-05-08T05:59:12.843798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838490+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:59:12.838490+0000","last_peered":"2024-05-08T05:59:12.838490+0000","last_clean":"2024-05-08T05:59:12.838490+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:59:12.838490+0000","last_undegraded":"2024-05-08T05:59:12.838490+0000","last_fullsized":"2024-05-08T05:59:12.838490+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.840533+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:59:12.840533+0000","last_peered":"2024-05-08T05:59:12.840533+0000","last_clean":"2024-05-08T05:59:12.840533+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:59:12.840533+0000","last_undegraded":"2024-05-08T05:59:12.840533+0000","last_fullsized":"2024-05-08T05:59:12.840533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845243+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:59:12.845243+0000","last_peered":"2024-05-08T05:59:12.845243+0000","last_clean":"2024-05-08T05:59:12.845243+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:59:12.845243+0000","last_undegraded":"2024-05-08T05:59:12.845243+0000","last_fullsized":"2024-05-08T05:59:12.845243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823653+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:59:12.823653+0000","last_peered":"2024-05-08T05:59:12.823653+0000","last_clean":"2024-05-08T05:59:12.823653+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:59:12.823653+0000","last_undegraded":"2024-05-08T05:59:12.823653+0000","last_fullsized":"2024-05-08T05:59:12.823653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846363+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:59:12.846363+0000","last_peered":"2024-05-08T05:59:12.846363+0000","last_clean":"2024-05-08T05:59:12.846363+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:59:12.846363+0000","last_undegraded":"2024-05-08T05:59:12.846363+0000","last_fullsized":"2024-05-08T05:59:12.846363+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.939073+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:57:43.939073+0000","last_peered":"2024-05-08T05:57:43.939073+0000","last_clean":"2024-05-08T05:57:43.939073+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:57:43.939073+0000","last_undegraded":"2024-05-08T05:57:43.939073+0000","last_fullsized":"2024-05-08T05:57:43.939073+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.811221+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:59:12.811221+0000","last_peered":"2024-05-08T05:59:12.811221+0000","last_clean":"2024-05-08T05:59:12.811221+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:59:12.811221+0000","last_undegraded":"2024-05-08T05:59:12.811221+0000","last_fullsized":"2024-05-08T05:59:12.811221+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:03.054513+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:59:03.054513+0000","last_peered":"2024-05-08T05:59:03.054513+0000","last_clean":"2024-05-08T05:59:03.054513+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:59:03.054513+0000","last_undegraded":"2024-05-08T05:59:03.054513+0000","last_fullsized":"2024-05-08T05:59:03.054513+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844736+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:59:12.844736+0000","last_peered":"2024-05-08T05:59:12.844736+0000","last_clean":"2024-05-08T05:59:12.844736+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:59:12.844736+0000","last_undegraded":"2024-05-08T05:59:12.844736+0000","last_fullsized":"2024-05-08T05:59:12.844736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930049+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.930049+0000","last_peered":"2024-05-08T05:57:43.930049+0000","last_clean":"2024-05-08T05:57:43.930049+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.930049+0000","last_undegraded":"2024-05-08T05:57:43.930049+0000","last_fullsized":"2024-05-08T05:57:43.930049+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836457+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:59:12.836457+0000","last_peered":"2024-05-08T05:59:12.836457+0000","last_clean":"2024-05-08T05:59:12.836457+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:59:12.836457+0000","last_undegraded":"2024-05-08T05:59:12.836457+0000","last_fullsized":"2024-05-08T05:59:12.836457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930166+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.930166+0000","last_peered":"2024-05-08T05:57:43.930166+0000","last_clean":"2024-05-08T05:57:43.930166+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.930166+0000","last_undegraded":"2024-05-08T05:57:43.930166+0000","last_fullsized":"2024-05-08T05:57:43.930166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831355+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:59:12.831355+0000","last_peered":"2024-05-08T05:59:12.831355+0000","last_clean":"2024-05-08T05:59:12.831355+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:59:12.831355+0000","last_undegraded":"2024-05-08T05:59:12.831355+0000","last_fullsized":"2024-05-08T05:59:12.831355+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'8","reported_seq":258,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:07.790202+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T06:01:07.790202+0000","last_peered":"2024-05-08T06:01:07.790202+0000","last_clean":"2024-05-08T06:01:07.790202+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T06:01:07.790202+0000","last_undegraded":"2024-05-08T06:01:07.790202+0000","last_fullsized":"2024-05-08T06:01:07.790202+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.807004+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:59:12.807004+0000","last_peered":"2024-05-08T05:59:12.807004+0000","last_clean":"2024-05-08T05:59:12.807004+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:59:12.807004+0000","last_undegraded":"2024-05-08T05:59:12.807004+0000","last_fullsized":"2024-05-08T05:59:12.807004+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929524+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929524+0000","last_peered":"2024-05-08T05:57:43.929524+0000","last_clean":"2024-05-08T05:57:43.929524+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929524+0000","last_undegraded":"2024-05-08T05:57:43.929524+0000","last_fullsized":"2024-05-08T05:57:43.929524+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.841576+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:59:12.841576+0000","last_peered":"2024-05-08T05:59:12.841576+0000","last_clean":"2024-05-08T05:59:12.841576+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:59:12.841576+0000","last_undegraded":"2024-05-08T05:59:12.841576+0000","last_fullsized":"2024-05-08T05:59:12.841576+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942123+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.942123+0000","last_peered":"2024-05-08T05:57:43.942123+0000","last_clean":"2024-05-08T05:57:43.942123+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.942123+0000","last_undegraded":"2024-05-08T05:57:43.942123+0000","last_fullsized":"2024-05-08T05:57:43.942123+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846384+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:59:12.846384+0000","last_peered":"2024-05-08T05:59:12.846384+0000","last_clean":"2024-05-08T05:59:12.846384+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:59:12.846384+0000","last_undegraded":"2024-05-08T05:59:12.846384+0000","last_fullsized":"2024-05-08T05:59:12.846384+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954667+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954667+0000","last_peered":"2024-05-08T05:57:43.954667+0000","last_clean":"2024-05-08T05:57:43.954667+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954667+0000","last_undegraded":"2024-05-08T05:57:43.954667+0000","last_fullsized":"2024-05-08T05:57:43.954667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847359+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:59:12.847359+0000","last_peered":"2024-05-08T05:59:12.847359+0000","last_clean":"2024-05-08T05:59:12.847359+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:59:12.847359+0000","last_undegraded":"2024-05-08T05:59:12.847359+0000","last_fullsized":"2024-05-08T05:59:12.847359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:08.791090+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T06:01:08.791090+0000","last_peered":"2024-05-08T06:01:08.791090+0000","last_clean":"2024-05-08T06:01:08.791090+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T06:01:08.791090+0000","last_undegraded":"2024-05-08T06:01:08.791090+0000","last_fullsized":"2024-05-08T06:01:08.791090+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831329+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:59:12.831329+0000","last_peered":"2024-05-08T05:59:12.831329+0000","last_clean":"2024-05-08T05:59:12.831329+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:59:12.831329+0000","last_undegraded":"2024-05-08T05:59:12.831329+0000","last_fullsized":"2024-05-08T05:59:12.831329+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932855+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932855+0000","last_peered":"2024-05-08T05:57:43.932855+0000","last_clean":"2024-05-08T05:57:43.932855+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932855+0000","last_undegraded":"2024-05-08T05:57:43.932855+0000","last_fullsized":"2024-05-08T05:57:43.932855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843557+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:59:12.843557+0000","last_peered":"2024-05-08T05:59:12.843557+0000","last_clean":"2024-05-08T05:59:12.843557+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:59:12.843557+0000","last_undegraded":"2024-05-08T05:59:12.843557+0000","last_fullsized":"2024-05-08T05:59:12.843557+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955521+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955521+0000","last_peered":"2024-05-08T05:57:43.955521+0000","last_clean":"2024-05-08T05:57:43.955521+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955521+0000","last_undegraded":"2024-05-08T05:57:43.955521+0000","last_fullsized":"2024-05-08T05:57:43.955521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837706+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:59:12.837706+0000","last_peered":"2024-05-08T05:59:12.837706+0000","last_clean":"2024-05-08T05:59:12.837706+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:59:12.837706+0000","last_undegraded":"2024-05-08T05:59:12.837706+0000","last_fullsized":"2024-05-08T05:59:12.837706+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'37","reported_seq":515,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.793000+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T06:01:09.793000+0000","last_peered":"2024-05-08T06:01:09.793000+0000","last_clean":"2024-05-08T06:01:09.793000+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T06:01:09.793000+0000","last_undegraded":"2024-05-08T06:01:09.793000+0000","last_fullsized":"2024-05-08T06:01:09.793000+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":451,"num_read_kb":295,"num_write":38,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823045+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:59:12.823045+0000","last_peered":"2024-05-08T05:59:12.823045+0000","last_clean":"2024-05-08T05:59:12.823045+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:59:12.823045+0000","last_undegraded":"2024-05-08T05:59:12.823045+0000","last_fullsized":"2024-05-08T05:59:12.823045+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929813+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929813+0000","last_peered":"2024-05-08T05:57:43.929813+0000","last_clean":"2024-05-08T05:57:43.929813+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929813+0000","last_undegraded":"2024-05-08T05:57:43.929813+0000","last_fullsized":"2024-05-08T05:57:43.929813+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847726+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:59:12.847726+0000","last_peered":"2024-05-08T05:59:12.847726+0000","last_clean":"2024-05-08T05:59:12.847726+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:59:12.847726+0000","last_undegraded":"2024-05-08T05:59:12.847726+0000","last_fullsized":"2024-05-08T05:59:12.847726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955155+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955155+0000","last_peered":"2024-05-08T05:57:43.955155+0000","last_clean":"2024-05-08T05:57:43.955155+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955155+0000","last_undegraded":"2024-05-08T05:57:43.955155+0000","last_fullsized":"2024-05-08T05:57:43.955155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836269+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:59:12.836269+0000","last_peered":"2024-05-08T05:59:12.836269+0000","last_clean":"2024-05-08T05:59:12.836269+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:59:12.836269+0000","last_undegraded":"2024-05-08T05:59:12.836269+0000","last_fullsized":"2024-05-08T05:59:12.836269+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":252,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.962242+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T06:01:09.962242+0000","last_peered":"2024-05-08T06:01:09.962242+0000","last_clean":"2024-05-08T06:01:09.962242+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T06:01:09.962242+0000","last_undegraded":"2024-05-08T06:01:09.962242+0000","last_fullsized":"2024-05-08T06:01:09.962242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822882+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:59:12.822882+0000","last_peered":"2024-05-08T05:59:12.822882+0000","last_clean":"2024-05-08T05:59:12.822882+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:59:12.822882+0000","last_undegraded":"2024-05-08T05:59:12.822882+0000","last_fullsized":"2024-05-08T05:59:12.822882+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:47.413827+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:47.413827+0000","last_peered":"2024-05-08T05:57:47.413827+0000","last_clean":"2024-05-08T05:57:47.413827+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:47.413827+0000","last_undegraded":"2024-05-08T05:57:47.413827+0000","last_fullsized":"2024-05-08T05:57:47.413827+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837995+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:59:12.837995+0000","last_peered":"2024-05-08T05:59:12.837995+0000","last_clean":"2024-05-08T05:59:12.837995+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:59:12.837995+0000","last_undegraded":"2024-05-08T05:59:12.837995+0000","last_fullsized":"2024-05-08T05:59:12.837995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929809+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929809+0000","last_peered":"2024-05-08T05:57:43.929809+0000","last_clean":"2024-05-08T05:57:43.929809+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929809+0000","last_undegraded":"2024-05-08T05:57:43.929809+0000","last_fullsized":"2024-05-08T05:57:43.929809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822661+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:59:12.822661+0000","last_peered":"2024-05-08T05:59:12.822661+0000","last_clean":"2024-05-08T05:59:12.822661+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:59:12.822661+0000","last_undegraded":"2024-05-08T05:59:12.822661+0000","last_fullsized":"2024-05-08T05:59:12.822661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.938293+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:57:43.938293+0000","last_peered":"2024-05-08T05:57:43.938293+0000","last_clean":"2024-05-08T05:57:43.938293+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:57:43.938293+0000","last_undegraded":"2024-05-08T05:57:43.938293+0000","last_fullsized":"2024-05-08T05:57:43.938293+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846518+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:59:12.846518+0000","last_peered":"2024-05-08T05:59:12.846518+0000","last_clean":"2024-05-08T05:59:12.846518+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:59:12.846518+0000","last_undegraded":"2024-05-08T05:59:12.846518+0000","last_fullsized":"2024-05-08T05:59:12.846518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:07.879971+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:59:07.879971+0000","last_peered":"2024-05-08T05:59:07.879971+0000","last_clean":"2024-05-08T05:59:07.879971+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:59:07.879971+0000","last_undegraded":"2024-05-08T05:59:07.879971+0000","last_fullsized":"2024-05-08T05:59:07.879971+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819244+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:59:12.819244+0000","last_peered":"2024-05-08T05:59:12.819244+0000","last_clean":"2024-05-08T05:59:12.819244+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:59:12.819244+0000","last_undegraded":"2024-05-08T05:59:12.819244+0000","last_fullsized":"2024-05-08T05:59:12.819244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822568+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:59:12.822568+0000","last_peered":"2024-05-08T05:59:12.822568+0000","last_clean":"2024-05-08T05:59:12.822568+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:59:12.822568+0000","last_undegraded":"2024-05-08T05:59:12.822568+0000","last_fullsized":"2024-05-08T05:59:12.822568+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.961155+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T06:01:09.961155+0000","last_peered":"2024-05-08T06:01:09.961155+0000","last_clean":"2024-05-08T06:01:09.961155+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T06:01:09.961155+0000","last_undegraded":"2024-05-08T06:01:09.961155+0000","last_fullsized":"2024-05-08T06:01:09.961155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":220,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845420+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:59:12.845420+0000","last_peered":"2024-05-08T05:59:12.845420+0000","last_clean":"2024-05-08T05:59:12.845420+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:59:12.845420+0000","last_undegraded":"2024-05-08T05:59:12.845420+0000","last_fullsized":"2024-05-08T05:59:12.845420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955819+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955819+0000","last_peered":"2024-05-08T05:57:43.955819+0000","last_clean":"2024-05-08T05:57:43.955819+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955819+0000","last_undegraded":"2024-05-08T05:57:43.955819+0000","last_fullsized":"2024-05-08T05:57:43.955819+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:02.873237+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:58:02.873237+0000","last_peered":"2024-05-08T05:58:02.873237+0000","last_clean":"2024-05-08T05:58:02.873237+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:58:02.873237+0000","last_undegraded":"2024-05-08T05:58:02.873237+0000","last_fullsized":"2024-05-08T05:58:02.873237+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831310+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:59:12.831310+0000","last_peered":"2024-05-08T05:59:12.831310+0000","last_clean":"2024-05-08T05:59:12.831310+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:59:12.831310+0000","last_undegraded":"2024-05-08T05:59:12.831310+0000","last_fullsized":"2024-05-08T05:59:12.831310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:02.879543+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:59:02.879543+0000","last_peered":"2024-05-08T05:59:02.879543+0000","last_clean":"2024-05-08T05:59:02.879543+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:59:02.879543+0000","last_undegraded":"2024-05-08T05:59:02.879543+0000","last_fullsized":"2024-05-08T05:59:02.879543+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:07.333913+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:59:07.333913+0000","last_peered":"2024-05-08T05:59:07.333913+0000","last_clean":"2024-05-08T05:59:07.333913+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:59:07.333913+0000","last_undegraded":"2024-05-08T05:59:07.333913+0000","last_fullsized":"2024-05-08T05:59:07.333913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.830136+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:59:12.830136+0000","last_peered":"2024-05-08T05:59:12.830136+0000","last_clean":"2024-05-08T05:59:12.830136+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:59:12.830136+0000","last_undegraded":"2024-05-08T05:59:12.830136+0000","last_fullsized":"2024-05-08T05:59:12.830136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:13.355242+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:59:13.355242+0000","last_peered":"2024-05-08T05:59:13.355242+0000","last_clean":"2024-05-08T05:59:13.355242+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:59:13.355242+0000","last_undegraded":"2024-05-08T05:59:13.355242+0000","last_fullsized":"2024-05-08T05:59:13.355242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843982+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:59:12.843982+0000","last_peered":"2024-05-08T05:59:12.843982+0000","last_clean":"2024-05-08T05:59:12.843982+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:59:12.843982+0000","last_undegraded":"2024-05-08T05:59:12.843982+0000","last_fullsized":"2024-05-08T05:59:12.843982+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955722+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955722+0000","last_peered":"2024-05-08T05:57:43.955722+0000","last_clean":"2024-05-08T05:57:43.955722+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955722+0000","last_undegraded":"2024-05-08T05:57:43.955722+0000","last_fullsized":"2024-05-08T05:57:43.955722+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848095+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:59:12.848095+0000","last_peered":"2024-05-08T05:59:12.848095+0000","last_clean":"2024-05-08T05:59:12.848095+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:59:12.848095+0000","last_undegraded":"2024-05-08T05:59:12.848095+0000","last_fullsized":"2024-05-08T05:59:12.848095+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957209+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.957209+0000","last_peered":"2024-05-08T05:57:43.957209+0000","last_clean":"2024-05-08T05:57:43.957209+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.957209+0000","last_undegraded":"2024-05-08T05:57:43.957209+0000","last_fullsized":"2024-05-08T05:57:43.957209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810571+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:59:12.810571+0000","last_peered":"2024-05-08T05:59:12.810571+0000","last_clean":"2024-05-08T05:59:12.810571+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:59:12.810571+0000","last_undegraded":"2024-05-08T05:59:12.810571+0000","last_fullsized":"2024-05-08T05:59:12.810571+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955746+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955746+0000","last_peered":"2024-05-08T05:57:43.955746+0000","last_clean":"2024-05-08T05:57:43.955746+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955746+0000","last_undegraded":"2024-05-08T05:57:43.955746+0000","last_fullsized":"2024-05-08T05:57:43.955746+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844845+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:59:12.844845+0000","last_peered":"2024-05-08T05:59:12.844845+0000","last_clean":"2024-05-08T05:59:12.844845+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:59:12.844845+0000","last_undegraded":"2024-05-08T05:59:12.844845+0000","last_fullsized":"2024-05-08T05:59:12.844845+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929360+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929360+0000","last_peered":"2024-05-08T05:57:43.929360+0000","last_clean":"2024-05-08T05:57:43.929360+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929360+0000","last_undegraded":"2024-05-08T05:57:43.929360+0000","last_fullsized":"2024-05-08T05:57:43.929360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847152+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:59:12.847152+0000","last_peered":"2024-05-08T05:59:12.847152+0000","last_clean":"2024-05-08T05:59:12.847152+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:59:12.847152+0000","last_undegraded":"2024-05-08T05:59:12.847152+0000","last_fullsized":"2024-05-08T05:59:12.847152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.961327+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.961327+0000","last_peered":"2024-05-08T05:57:43.961327+0000","last_clean":"2024-05-08T05:57:43.961327+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.961327+0000","last_undegraded":"2024-05-08T05:57:43.961327+0000","last_fullsized":"2024-05-08T05:57:43.961327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.834768+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:59:12.834768+0000","last_peered":"2024-05-08T05:59:12.834768+0000","last_clean":"2024-05-08T05:59:12.834768+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:59:12.834768+0000","last_undegraded":"2024-05-08T05:59:12.834768+0000","last_fullsized":"2024-05-08T05:59:12.834768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930277+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930277+0000","last_peered":"2024-05-08T05:57:43.930277+0000","last_clean":"2024-05-08T05:57:43.930277+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930277+0000","last_undegraded":"2024-05-08T05:57:43.930277+0000","last_fullsized":"2024-05-08T05:57:43.930277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831462+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:59:12.831462+0000","last_peered":"2024-05-08T05:59:12.831462+0000","last_clean":"2024-05-08T05:59:12.831462+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:59:12.831462+0000","last_undegraded":"2024-05-08T05:59:12.831462+0000","last_fullsized":"2024-05-08T05:59:12.831462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955347+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955347+0000","last_peered":"2024-05-08T05:57:43.955347+0000","last_clean":"2024-05-08T05:57:43.955347+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955347+0000","last_undegraded":"2024-05-08T05:57:43.955347+0000","last_fullsized":"2024-05-08T05:57:43.955347+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846433+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:59:12.846433+0000","last_peered":"2024-05-08T05:59:12.846433+0000","last_clean":"2024-05-08T05:59:12.846433+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:59:12.846433+0000","last_undegraded":"2024-05-08T05:59:12.846433+0000","last_fullsized":"2024-05-08T05:59:12.846433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.949023+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.949023+0000","last_peered":"2024-05-08T05:57:43.949023+0000","last_clean":"2024-05-08T05:57:43.949023+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.949023+0000","last_undegraded":"2024-05-08T05:57:43.949023+0000","last_fullsized":"2024-05-08T05:57:43.949023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825011+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:59:12.825011+0000","last_peered":"2024-05-08T05:59:12.825011+0000","last_clean":"2024-05-08T05:59:12.825011+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:59:12.825011+0000","last_undegraded":"2024-05-08T05:59:12.825011+0000","last_fullsized":"2024-05-08T05:59:12.825011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821461+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:59:12.821461+0000","last_peered":"2024-05-08T05:59:12.821461+0000","last_clean":"2024-05-08T05:59:12.821461+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:59:12.821461+0000","last_undegraded":"2024-05-08T05:59:12.821461+0000","last_fullsized":"2024-05-08T05:59:12.821461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.820964+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:59:12.820964+0000","last_peered":"2024-05-08T05:59:12.820964+0000","last_clean":"2024-05-08T05:59:12.820964+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:59:12.820964+0000","last_undegraded":"2024-05-08T05:59:12.820964+0000","last_fullsized":"2024-05-08T05:59:12.820964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848094+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:59:12.848094+0000","last_peered":"2024-05-08T05:59:12.848094+0000","last_clean":"2024-05-08T05:59:12.848094+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:59:12.848094+0000","last_undegraded":"2024-05-08T05:59:12.848094+0000","last_fullsized":"2024-05-08T05:59:12.848094+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839788+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:59:12.839788+0000","last_peered":"2024-05-08T05:59:12.839788+0000","last_clean":"2024-05-08T05:59:12.839788+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:59:12.839788+0000","last_undegraded":"2024-05-08T05:59:12.839788+0000","last_fullsized":"2024-05-08T05:59:12.839788+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844250+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:59:12.844250+0000","last_peered":"2024-05-08T05:59:12.844250+0000","last_clean":"2024-05-08T05:59:12.844250+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:59:12.844250+0000","last_undegraded":"2024-05-08T05:59:12.844250+0000","last_fullsized":"2024-05-08T05:59:12.844250+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.816362+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:59:12.816362+0000","last_peered":"2024-05-08T05:59:12.816362+0000","last_clean":"2024-05-08T05:59:12.816362+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:59:12.816362+0000","last_undegraded":"2024-05-08T05:59:12.816362+0000","last_fullsized":"2024-05-08T05:59:12.816362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838692+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:59:12.838692+0000","last_peered":"2024-05-08T05:59:12.838692+0000","last_clean":"2024-05-08T05:59:12.838692+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:59:12.838692+0000","last_undegraded":"2024-05-08T05:59:12.838692+0000","last_fullsized":"2024-05-08T05:59:12.838692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845967+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:59:12.845967+0000","last_peered":"2024-05-08T05:59:12.845967+0000","last_clean":"2024-05-08T05:59:12.845967+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:59:12.845967+0000","last_undegraded":"2024-05-08T05:59:12.845967+0000","last_fullsized":"2024-05-08T05:59:12.845967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.842981+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:59:12.842981+0000","last_peered":"2024-05-08T05:59:12.842981+0000","last_clean":"2024-05-08T05:59:12.842981+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:59:12.842981+0000","last_undegraded":"2024-05-08T05:59:12.842981+0000","last_fullsized":"2024-05-08T05:59:12.842981+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839938+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:59:12.839938+0000","last_peered":"2024-05-08T05:59:12.839938+0000","last_clean":"2024-05-08T05:59:12.839938+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:59:12.839938+0000","last_undegraded":"2024-05-08T05:59:12.839938+0000","last_fullsized":"2024-05-08T05:59:12.839938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.849421+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:59:12.849421+0000","last_peered":"2024-05-08T05:59:12.849421+0000","last_clean":"2024-05-08T05:59:12.849421+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:59:12.849421+0000","last_undegraded":"2024-05-08T05:59:12.849421+0000","last_fullsized":"2024-05-08T05:59:12.849421+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845398+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:59:12.845398+0000","last_peered":"2024-05-08T05:59:12.845398+0000","last_clean":"2024-05-08T05:59:12.845398+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:59:12.845398+0000","last_undegraded":"2024-05-08T05:59:12.845398+0000","last_fullsized":"2024-05-08T05:59:12.845398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825969+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:59:12.825969+0000","last_peered":"2024-05-08T05:59:12.825969+0000","last_clean":"2024-05-08T05:59:12.825969+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:59:12.825969+0000","last_undegraded":"2024-05-08T05:59:12.825969+0000","last_fullsized":"2024-05-08T05:59:12.825969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74594,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1348,"num_read_kb":754,"num_write":183,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":223782,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874312,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":1092111,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037838,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430298,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1023025,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626527,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":500048,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36284,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708868,"statfs":{"total":95995035648,"available":95957880832,"internally_reserved":0,"allocated":970752,"data_stored":502240,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822758,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022709,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":70142,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72334,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":71720,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T06:01:14.536 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T06:01:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:14 smithi135 ceph-mon[34761]: pgmap v446: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-08T06:01:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:14 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2242530815' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:01:14.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 -- 172.21.15.69:0/2175711672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a9810a6e0 msgr2=0x7f5a9810cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 --2- 172.21.15.69:0/2175711672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a9810a6e0 0x7f5a9810cb80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5a90009be0 tx=0x7f5a9002a750 comp rx=0 tx=0).stop 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 -- 172.21.15.69:0/2175711672 shutdown_connections 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 --2- 172.21.15.69:0/2175711672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a9810a6e0 0x7f5a9810cb80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 --2- 172.21.15.69:0/2175711672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a980753b0 0x7f5a98075810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 --2- 172.21.15.69:0/2175711672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a98076990 0x7f5a98074de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 -- 172.21.15.69:0/2175711672 >> 172.21.15.69:0/2175711672 conn(0x7f5a980fddc0 msgr2=0x7f5a98100200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 -- 172.21.15.69:0/2175711672 shutdown_connections 2024-05-08T06:01:14.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.783+0000 7f5a97200640 1 -- 172.21.15.69:0/2175711672 wait complete. 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.784+0000 7f5a97200640 1 Processor -- start 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.784+0000 7f5a97200640 1 -- start start 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a97200640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a980753b0 0x7f5a9819ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a97200640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 0x7f5a9819b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a97200640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a9810a6e0 0x7f5a981a2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a97200640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98110580 con 0x7f5a98076990 2024-05-08T06:01:14.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a97200640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98110400 con 0x7f5a980753b0 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a97200640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5a98110700 con 0x7f5a9810a6e0 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a8fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 0x7f5a9819b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a95e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a980753b0 0x7f5a9819ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a8fe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 0x7f5a9819b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57150/0 (socket says 172.21.15.69:57150) 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a8fe00640 1 -- 172.21.15.69:0/1365407041 learned_addr learned my addr 172.21.15.69:0/1365407041 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a96800640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a9810a6e0 0x7f5a981a2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.785+0000 7f5a8fe00640 1 -- 172.21.15.69:0/1365407041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a9810a6e0 msgr2=0x7f5a981a2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8fe00640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a9810a6e0 0x7f5a981a2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8fe00640 1 -- 172.21.15.69:0/1365407041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a980753b0 msgr2=0x7f5a9819ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:14.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8fe00640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a980753b0 0x7f5a9819ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8fe00640 1 -- 172.21.15.69:0/1365407041 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a981a2830 con 0x7f5a98076990 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a96800640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a9810a6e0 0x7f5a981a2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8fe00640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 0x7f5a9819b1b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000e9c0 tx=0x7f5a8000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8000ccc0 con 0x7f5a98076990 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5a800054d0 con 0x7f5a98076990 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a981a2b20 con 0x7f5a98076990 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80010430 con 0x7f5a98076990 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.786+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a981a3070 con 0x7f5a98076990 2024-05-08T06:01:14.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.788+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a981094a0 con 0x7f5a98076990 2024-05-08T06:01:14.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.790+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5a80004f80 con 0x7f5a98076990 2024-05-08T06:01:14.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.791+0000 7f5a8ea00640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5a7c0b27f0 0x7f5a7c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:14.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.792+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5a800e26e0 con 0x7f5a98076990 2024-05-08T06:01:14.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.792+0000 7f5a95e00640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5a7c0b27f0 0x7f5a7c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:14.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.793+0000 7f5a95e00640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5a7c0b27f0 0x7f5a7c0b4cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5a9819c0f0 tx=0x7f5a88005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:14.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:14.796+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5a800aa3b0 con 0x7f5a98076990 2024-05-08T06:01:15.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.001+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5a98062df0 con 0x7f5a7c0b27f0 2024-05-08T06:01:15.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.014+0000 7f5a8ea00640 1 -- 172.21.15.69:0/1365407041 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259001 (secure 0 0 0) 0x7f5a98062df0 con 0x7f5a7c0b27f0 2024-05-08T06:01:15.018 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:15.019 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T06:01:15.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5a7c0b27f0 msgr2=0x7f5a7c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5a7c0b27f0 0x7f5a7c0b4cb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5a9819c0f0 tx=0x7f5a88005f90 comp rx=0 tx=0).stop 2024-05-08T06:01:15.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 msgr2=0x7f5a9819b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 0x7f5a9819b1b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000e9c0 tx=0x7f5a8000ee80 comp rx=0 tx=0).stop 2024-05-08T06:01:15.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 shutdown_connections 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5a7c0b27f0 0x7f5a7c0b4cb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5a9810a6e0 0x7f5a981a2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5a98076990 0x7f5a9819b1b0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 --2- 172.21.15.69:0/1365407041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5a980753b0 0x7f5a9819ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 >> 172.21.15.69:0/1365407041 conn(0x7f5a980fddc0 msgr2=0x7f5a98106670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 shutdown_connections 2024-05-08T06:01:15.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.019+0000 7f5a97200640 1 -- 172.21.15.69:0/1365407041 wait complete. 2024-05-08T06:01:15.039 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":447,"stamp":"2024-05-08T06:01:14.926571+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665196,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1429,"num_read_kb":818,"num_write":308,"num_write_kb":2284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376604,"kb_used_data":10812,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565220,"statfs":{"total":1151940427776,"available":1151554785280,"internally_reserved":0,"allocated":11071488,"data_stored":7154460,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":38,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004444"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845106+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:59:12.845106+0000","last_peered":"2024-05-08T05:59:12.845106+0000","last_clean":"2024-05-08T05:59:12.845106+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:59:12.845106+0000","last_undegraded":"2024-05-08T05:59:12.845106+0000","last_fullsized":"2024-05-08T05:59:12.845106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843068+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:59:12.843068+0000","last_peered":"2024-05-08T05:59:12.843068+0000","last_clean":"2024-05-08T05:59:12.843068+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:59:12.843068+0000","last_undegraded":"2024-05-08T05:59:12.843068+0000","last_fullsized":"2024-05-08T05:59:12.843068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843965+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:59:12.843965+0000","last_peered":"2024-05-08T05:59:12.843965+0000","last_clean":"2024-05-08T05:59:12.843965+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:59:12.843965+0000","last_undegraded":"2024-05-08T05:59:12.843965+0000","last_fullsized":"2024-05-08T05:59:12.843965+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825097+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:59:12.825097+0000","last_peered":"2024-05-08T05:59:12.825097+0000","last_clean":"2024-05-08T05:59:12.825097+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:59:12.825097+0000","last_undegraded":"2024-05-08T05:59:12.825097+0000","last_fullsized":"2024-05-08T05:59:12.825097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836102+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:59:12.836102+0000","last_peered":"2024-05-08T05:59:12.836102+0000","last_clean":"2024-05-08T05:59:12.836102+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:59:12.836102+0000","last_undegraded":"2024-05-08T05:59:12.836102+0000","last_fullsized":"2024-05-08T05:59:12.836102+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.832502+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:59:12.832502+0000","last_peered":"2024-05-08T05:59:12.832502+0000","last_clean":"2024-05-08T05:59:12.832502+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:59:12.832502+0000","last_undegraded":"2024-05-08T05:59:12.832502+0000","last_fullsized":"2024-05-08T05:59:12.832502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.827970+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:59:12.827970+0000","last_peered":"2024-05-08T05:59:12.827970+0000","last_clean":"2024-05-08T05:59:12.827970+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:59:12.827970+0000","last_undegraded":"2024-05-08T05:59:12.827970+0000","last_fullsized":"2024-05-08T05:59:12.827970+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847613+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:59:12.847613+0000","last_peered":"2024-05-08T05:59:12.847613+0000","last_clean":"2024-05-08T05:59:12.847613+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:59:12.847613+0000","last_undegraded":"2024-05-08T05:59:12.847613+0000","last_fullsized":"2024-05-08T05:59:12.847613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838137+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:59:12.838137+0000","last_peered":"2024-05-08T05:59:12.838137+0000","last_clean":"2024-05-08T05:59:12.838137+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:59:12.838137+0000","last_undegraded":"2024-05-08T05:59:12.838137+0000","last_fullsized":"2024-05-08T05:59:12.838137+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819688+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:59:12.819688+0000","last_peered":"2024-05-08T05:59:12.819688+0000","last_clean":"2024-05-08T05:59:12.819688+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:59:12.819688+0000","last_undegraded":"2024-05-08T05:59:12.819688+0000","last_fullsized":"2024-05-08T05:59:12.819688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831473+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:59:12.831473+0000","last_peered":"2024-05-08T05:59:12.831473+0000","last_clean":"2024-05-08T05:59:12.831473+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:59:12.831473+0000","last_undegraded":"2024-05-08T05:59:12.831473+0000","last_fullsized":"2024-05-08T05:59:12.831473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825202+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:59:12.825202+0000","last_peered":"2024-05-08T05:59:12.825202+0000","last_clean":"2024-05-08T05:59:12.825202+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:59:12.825202+0000","last_undegraded":"2024-05-08T05:59:12.825202+0000","last_fullsized":"2024-05-08T05:59:12.825202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837554+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:59:12.837554+0000","last_peered":"2024-05-08T05:59:12.837554+0000","last_clean":"2024-05-08T05:59:12.837554+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:59:12.837554+0000","last_undegraded":"2024-05-08T05:59:12.837554+0000","last_fullsized":"2024-05-08T05:59:12.837554+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843798+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:59:12.843798+0000","last_peered":"2024-05-08T05:59:12.843798+0000","last_clean":"2024-05-08T05:59:12.843798+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:59:12.843798+0000","last_undegraded":"2024-05-08T05:59:12.843798+0000","last_fullsized":"2024-05-08T05:59:12.843798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838490+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:59:12.838490+0000","last_peered":"2024-05-08T05:59:12.838490+0000","last_clean":"2024-05-08T05:59:12.838490+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:59:12.838490+0000","last_undegraded":"2024-05-08T05:59:12.838490+0000","last_fullsized":"2024-05-08T05:59:12.838490+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.840533+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:59:12.840533+0000","last_peered":"2024-05-08T05:59:12.840533+0000","last_clean":"2024-05-08T05:59:12.840533+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:59:12.840533+0000","last_undegraded":"2024-05-08T05:59:12.840533+0000","last_fullsized":"2024-05-08T05:59:12.840533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845243+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:59:12.845243+0000","last_peered":"2024-05-08T05:59:12.845243+0000","last_clean":"2024-05-08T05:59:12.845243+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:59:12.845243+0000","last_undegraded":"2024-05-08T05:59:12.845243+0000","last_fullsized":"2024-05-08T05:59:12.845243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823653+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:59:12.823653+0000","last_peered":"2024-05-08T05:59:12.823653+0000","last_clean":"2024-05-08T05:59:12.823653+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:59:12.823653+0000","last_undegraded":"2024-05-08T05:59:12.823653+0000","last_fullsized":"2024-05-08T05:59:12.823653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846363+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:59:12.846363+0000","last_peered":"2024-05-08T05:59:12.846363+0000","last_clean":"2024-05-08T05:59:12.846363+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:59:12.846363+0000","last_undegraded":"2024-05-08T05:59:12.846363+0000","last_fullsized":"2024-05-08T05:59:12.846363+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:08.141842+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:59:08.141842+0000","last_peered":"2024-05-08T05:59:08.141842+0000","last_clean":"2024-05-08T05:59:08.141842+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:59:08.141842+0000","last_undegraded":"2024-05-08T05:59:08.141842+0000","last_fullsized":"2024-05-08T05:59:08.141842+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.811221+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:59:12.811221+0000","last_peered":"2024-05-08T05:59:12.811221+0000","last_clean":"2024-05-08T05:59:12.811221+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:59:12.811221+0000","last_undegraded":"2024-05-08T05:59:12.811221+0000","last_fullsized":"2024-05-08T05:59:12.811221+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:03.054513+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:59:03.054513+0000","last_peered":"2024-05-08T05:59:03.054513+0000","last_clean":"2024-05-08T05:59:03.054513+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:59:03.054513+0000","last_undegraded":"2024-05-08T05:59:03.054513+0000","last_fullsized":"2024-05-08T05:59:03.054513+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844736+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:59:12.844736+0000","last_peered":"2024-05-08T05:59:12.844736+0000","last_clean":"2024-05-08T05:59:12.844736+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:59:12.844736+0000","last_undegraded":"2024-05-08T05:59:12.844736+0000","last_fullsized":"2024-05-08T05:59:12.844736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930049+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.930049+0000","last_peered":"2024-05-08T05:57:43.930049+0000","last_clean":"2024-05-08T05:57:43.930049+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.930049+0000","last_undegraded":"2024-05-08T05:57:43.930049+0000","last_fullsized":"2024-05-08T05:57:43.930049+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836457+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:59:12.836457+0000","last_peered":"2024-05-08T05:59:12.836457+0000","last_clean":"2024-05-08T05:59:12.836457+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:59:12.836457+0000","last_undegraded":"2024-05-08T05:59:12.836457+0000","last_fullsized":"2024-05-08T05:59:12.836457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930166+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.930166+0000","last_peered":"2024-05-08T05:57:43.930166+0000","last_clean":"2024-05-08T05:57:43.930166+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.930166+0000","last_undegraded":"2024-05-08T05:57:43.930166+0000","last_fullsized":"2024-05-08T05:57:43.930166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831355+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:59:12.831355+0000","last_peered":"2024-05-08T05:59:12.831355+0000","last_clean":"2024-05-08T05:59:12.831355+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:59:12.831355+0000","last_undegraded":"2024-05-08T05:59:12.831355+0000","last_fullsized":"2024-05-08T05:59:12.831355+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'8","reported_seq":263,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:12.797992+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T06:01:12.797992+0000","last_peered":"2024-05-08T06:01:12.797992+0000","last_clean":"2024-05-08T06:01:12.797992+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T06:01:12.797992+0000","last_undegraded":"2024-05-08T06:01:12.797992+0000","last_fullsized":"2024-05-08T06:01:12.797992+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.807004+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:59:12.807004+0000","last_peered":"2024-05-08T05:59:12.807004+0000","last_clean":"2024-05-08T05:59:12.807004+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:59:12.807004+0000","last_undegraded":"2024-05-08T05:59:12.807004+0000","last_fullsized":"2024-05-08T05:59:12.807004+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929524+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929524+0000","last_peered":"2024-05-08T05:57:43.929524+0000","last_clean":"2024-05-08T05:57:43.929524+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929524+0000","last_undegraded":"2024-05-08T05:57:43.929524+0000","last_fullsized":"2024-05-08T05:57:43.929524+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.841576+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:59:12.841576+0000","last_peered":"2024-05-08T05:59:12.841576+0000","last_clean":"2024-05-08T05:59:12.841576+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:59:12.841576+0000","last_undegraded":"2024-05-08T05:59:12.841576+0000","last_fullsized":"2024-05-08T05:59:12.841576+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942123+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.942123+0000","last_peered":"2024-05-08T05:57:43.942123+0000","last_clean":"2024-05-08T05:57:43.942123+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.942123+0000","last_undegraded":"2024-05-08T05:57:43.942123+0000","last_fullsized":"2024-05-08T05:57:43.942123+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846384+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:59:12.846384+0000","last_peered":"2024-05-08T05:59:12.846384+0000","last_clean":"2024-05-08T05:59:12.846384+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:59:12.846384+0000","last_undegraded":"2024-05-08T05:59:12.846384+0000","last_fullsized":"2024-05-08T05:59:12.846384+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954667+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954667+0000","last_peered":"2024-05-08T05:57:43.954667+0000","last_clean":"2024-05-08T05:57:43.954667+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954667+0000","last_undegraded":"2024-05-08T05:57:43.954667+0000","last_fullsized":"2024-05-08T05:57:43.954667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847359+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:59:12.847359+0000","last_peered":"2024-05-08T05:59:12.847359+0000","last_clean":"2024-05-08T05:59:12.847359+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:59:12.847359+0000","last_undegraded":"2024-05-08T05:59:12.847359+0000","last_fullsized":"2024-05-08T05:59:12.847359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:08.791090+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T06:01:08.791090+0000","last_peered":"2024-05-08T06:01:08.791090+0000","last_clean":"2024-05-08T06:01:08.791090+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T06:01:08.791090+0000","last_undegraded":"2024-05-08T06:01:08.791090+0000","last_fullsized":"2024-05-08T06:01:08.791090+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831329+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:59:12.831329+0000","last_peered":"2024-05-08T05:59:12.831329+0000","last_clean":"2024-05-08T05:59:12.831329+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:59:12.831329+0000","last_undegraded":"2024-05-08T05:59:12.831329+0000","last_fullsized":"2024-05-08T05:59:12.831329+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932855+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932855+0000","last_peered":"2024-05-08T05:57:43.932855+0000","last_clean":"2024-05-08T05:57:43.932855+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932855+0000","last_undegraded":"2024-05-08T05:57:43.932855+0000","last_fullsized":"2024-05-08T05:57:43.932855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843557+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:59:12.843557+0000","last_peered":"2024-05-08T05:59:12.843557+0000","last_clean":"2024-05-08T05:59:12.843557+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:59:12.843557+0000","last_undegraded":"2024-05-08T05:59:12.843557+0000","last_fullsized":"2024-05-08T05:59:12.843557+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955521+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955521+0000","last_peered":"2024-05-08T05:57:43.955521+0000","last_clean":"2024-05-08T05:57:43.955521+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955521+0000","last_undegraded":"2024-05-08T05:57:43.955521+0000","last_fullsized":"2024-05-08T05:57:43.955521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837706+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:59:12.837706+0000","last_peered":"2024-05-08T05:59:12.837706+0000","last_clean":"2024-05-08T05:59:12.837706+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:59:12.837706+0000","last_undegraded":"2024-05-08T05:59:12.837706+0000","last_fullsized":"2024-05-08T05:59:12.837706+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'37","reported_seq":515,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.793000+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T06:01:09.793000+0000","last_peered":"2024-05-08T06:01:09.793000+0000","last_clean":"2024-05-08T06:01:09.793000+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T06:01:09.793000+0000","last_undegraded":"2024-05-08T06:01:09.793000+0000","last_fullsized":"2024-05-08T06:01:09.793000+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":451,"num_read_kb":295,"num_write":38,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823045+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:59:12.823045+0000","last_peered":"2024-05-08T05:59:12.823045+0000","last_clean":"2024-05-08T05:59:12.823045+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:59:12.823045+0000","last_undegraded":"2024-05-08T05:59:12.823045+0000","last_fullsized":"2024-05-08T05:59:12.823045+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929813+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929813+0000","last_peered":"2024-05-08T05:57:43.929813+0000","last_clean":"2024-05-08T05:57:43.929813+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929813+0000","last_undegraded":"2024-05-08T05:57:43.929813+0000","last_fullsized":"2024-05-08T05:57:43.929813+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847726+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:59:12.847726+0000","last_peered":"2024-05-08T05:59:12.847726+0000","last_clean":"2024-05-08T05:59:12.847726+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:59:12.847726+0000","last_undegraded":"2024-05-08T05:59:12.847726+0000","last_fullsized":"2024-05-08T05:59:12.847726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955155+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955155+0000","last_peered":"2024-05-08T05:57:43.955155+0000","last_clean":"2024-05-08T05:57:43.955155+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955155+0000","last_undegraded":"2024-05-08T05:57:43.955155+0000","last_fullsized":"2024-05-08T05:57:43.955155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836269+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:59:12.836269+0000","last_peered":"2024-05-08T05:59:12.836269+0000","last_clean":"2024-05-08T05:59:12.836269+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:59:12.836269+0000","last_undegraded":"2024-05-08T05:59:12.836269+0000","last_fullsized":"2024-05-08T05:59:12.836269+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":252,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.962242+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T06:01:09.962242+0000","last_peered":"2024-05-08T06:01:09.962242+0000","last_clean":"2024-05-08T06:01:09.962242+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T06:01:09.962242+0000","last_undegraded":"2024-05-08T06:01:09.962242+0000","last_fullsized":"2024-05-08T06:01:09.962242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822882+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:59:12.822882+0000","last_peered":"2024-05-08T05:59:12.822882+0000","last_clean":"2024-05-08T05:59:12.822882+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:59:12.822882+0000","last_undegraded":"2024-05-08T05:59:12.822882+0000","last_fullsized":"2024-05-08T05:59:12.822882+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:47.413827+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:47.413827+0000","last_peered":"2024-05-08T05:57:47.413827+0000","last_clean":"2024-05-08T05:57:47.413827+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:47.413827+0000","last_undegraded":"2024-05-08T05:57:47.413827+0000","last_fullsized":"2024-05-08T05:57:47.413827+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837995+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:59:12.837995+0000","last_peered":"2024-05-08T05:59:12.837995+0000","last_clean":"2024-05-08T05:59:12.837995+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:59:12.837995+0000","last_undegraded":"2024-05-08T05:59:12.837995+0000","last_fullsized":"2024-05-08T05:59:12.837995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929809+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929809+0000","last_peered":"2024-05-08T05:57:43.929809+0000","last_clean":"2024-05-08T05:57:43.929809+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929809+0000","last_undegraded":"2024-05-08T05:57:43.929809+0000","last_fullsized":"2024-05-08T05:57:43.929809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822661+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:59:12.822661+0000","last_peered":"2024-05-08T05:59:12.822661+0000","last_clean":"2024-05-08T05:59:12.822661+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:59:12.822661+0000","last_undegraded":"2024-05-08T05:59:12.822661+0000","last_fullsized":"2024-05-08T05:59:12.822661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:08.141802+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:59:08.141802+0000","last_peered":"2024-05-08T05:59:08.141802+0000","last_clean":"2024-05-08T05:59:08.141802+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:59:08.141802+0000","last_undegraded":"2024-05-08T05:59:08.141802+0000","last_fullsized":"2024-05-08T05:59:08.141802+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846518+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:59:12.846518+0000","last_peered":"2024-05-08T05:59:12.846518+0000","last_clean":"2024-05-08T05:59:12.846518+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:59:12.846518+0000","last_undegraded":"2024-05-08T05:59:12.846518+0000","last_fullsized":"2024-05-08T05:59:12.846518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:07.879971+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:59:07.879971+0000","last_peered":"2024-05-08T05:59:07.879971+0000","last_clean":"2024-05-08T05:59:07.879971+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:59:07.879971+0000","last_undegraded":"2024-05-08T05:59:07.879971+0000","last_fullsized":"2024-05-08T05:59:07.879971+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819244+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:59:12.819244+0000","last_peered":"2024-05-08T05:59:12.819244+0000","last_clean":"2024-05-08T05:59:12.819244+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:59:12.819244+0000","last_undegraded":"2024-05-08T05:59:12.819244+0000","last_fullsized":"2024-05-08T05:59:12.819244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822568+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:59:12.822568+0000","last_peered":"2024-05-08T05:59:12.822568+0000","last_clean":"2024-05-08T05:59:12.822568+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:59:12.822568+0000","last_undegraded":"2024-05-08T05:59:12.822568+0000","last_fullsized":"2024-05-08T05:59:12.822568+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.961155+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T06:01:09.961155+0000","last_peered":"2024-05-08T06:01:09.961155+0000","last_clean":"2024-05-08T06:01:09.961155+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T06:01:09.961155+0000","last_undegraded":"2024-05-08T06:01:09.961155+0000","last_fullsized":"2024-05-08T06:01:09.961155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":220,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845420+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:59:12.845420+0000","last_peered":"2024-05-08T05:59:12.845420+0000","last_clean":"2024-05-08T05:59:12.845420+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:59:12.845420+0000","last_undegraded":"2024-05-08T05:59:12.845420+0000","last_fullsized":"2024-05-08T05:59:12.845420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955819+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955819+0000","last_peered":"2024-05-08T05:57:43.955819+0000","last_clean":"2024-05-08T05:57:43.955819+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955819+0000","last_undegraded":"2024-05-08T05:57:43.955819+0000","last_fullsized":"2024-05-08T05:57:43.955819+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:02.873237+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:58:02.873237+0000","last_peered":"2024-05-08T05:58:02.873237+0000","last_clean":"2024-05-08T05:58:02.873237+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:58:02.873237+0000","last_undegraded":"2024-05-08T05:58:02.873237+0000","last_fullsized":"2024-05-08T05:58:02.873237+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831310+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:59:12.831310+0000","last_peered":"2024-05-08T05:59:12.831310+0000","last_clean":"2024-05-08T05:59:12.831310+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:59:12.831310+0000","last_undegraded":"2024-05-08T05:59:12.831310+0000","last_fullsized":"2024-05-08T05:59:12.831310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:02.879543+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:59:02.879543+0000","last_peered":"2024-05-08T05:59:02.879543+0000","last_clean":"2024-05-08T05:59:02.879543+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:59:02.879543+0000","last_undegraded":"2024-05-08T05:59:02.879543+0000","last_fullsized":"2024-05-08T05:59:02.879543+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:07.333913+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:59:07.333913+0000","last_peered":"2024-05-08T05:59:07.333913+0000","last_clean":"2024-05-08T05:59:07.333913+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:59:07.333913+0000","last_undegraded":"2024-05-08T05:59:07.333913+0000","last_fullsized":"2024-05-08T05:59:07.333913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.830136+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:59:12.830136+0000","last_peered":"2024-05-08T05:59:12.830136+0000","last_clean":"2024-05-08T05:59:12.830136+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:59:12.830136+0000","last_undegraded":"2024-05-08T05:59:12.830136+0000","last_fullsized":"2024-05-08T05:59:12.830136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:13.355242+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:59:13.355242+0000","last_peered":"2024-05-08T05:59:13.355242+0000","last_clean":"2024-05-08T05:59:13.355242+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:59:13.355242+0000","last_undegraded":"2024-05-08T05:59:13.355242+0000","last_fullsized":"2024-05-08T05:59:13.355242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843982+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:59:12.843982+0000","last_peered":"2024-05-08T05:59:12.843982+0000","last_clean":"2024-05-08T05:59:12.843982+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:59:12.843982+0000","last_undegraded":"2024-05-08T05:59:12.843982+0000","last_fullsized":"2024-05-08T05:59:12.843982+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955722+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955722+0000","last_peered":"2024-05-08T05:57:43.955722+0000","last_clean":"2024-05-08T05:57:43.955722+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955722+0000","last_undegraded":"2024-05-08T05:57:43.955722+0000","last_fullsized":"2024-05-08T05:57:43.955722+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848095+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:59:12.848095+0000","last_peered":"2024-05-08T05:59:12.848095+0000","last_clean":"2024-05-08T05:59:12.848095+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:59:12.848095+0000","last_undegraded":"2024-05-08T05:59:12.848095+0000","last_fullsized":"2024-05-08T05:59:12.848095+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957209+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.957209+0000","last_peered":"2024-05-08T05:57:43.957209+0000","last_clean":"2024-05-08T05:57:43.957209+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.957209+0000","last_undegraded":"2024-05-08T05:57:43.957209+0000","last_fullsized":"2024-05-08T05:57:43.957209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810571+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:59:12.810571+0000","last_peered":"2024-05-08T05:59:12.810571+0000","last_clean":"2024-05-08T05:59:12.810571+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:59:12.810571+0000","last_undegraded":"2024-05-08T05:59:12.810571+0000","last_fullsized":"2024-05-08T05:59:12.810571+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955746+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955746+0000","last_peered":"2024-05-08T05:57:43.955746+0000","last_clean":"2024-05-08T05:57:43.955746+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955746+0000","last_undegraded":"2024-05-08T05:57:43.955746+0000","last_fullsized":"2024-05-08T05:57:43.955746+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844845+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:59:12.844845+0000","last_peered":"2024-05-08T05:59:12.844845+0000","last_clean":"2024-05-08T05:59:12.844845+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:59:12.844845+0000","last_undegraded":"2024-05-08T05:59:12.844845+0000","last_fullsized":"2024-05-08T05:59:12.844845+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929360+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929360+0000","last_peered":"2024-05-08T05:57:43.929360+0000","last_clean":"2024-05-08T05:57:43.929360+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929360+0000","last_undegraded":"2024-05-08T05:57:43.929360+0000","last_fullsized":"2024-05-08T05:57:43.929360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847152+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:59:12.847152+0000","last_peered":"2024-05-08T05:59:12.847152+0000","last_clean":"2024-05-08T05:59:12.847152+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:59:12.847152+0000","last_undegraded":"2024-05-08T05:59:12.847152+0000","last_fullsized":"2024-05-08T05:59:12.847152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.961327+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.961327+0000","last_peered":"2024-05-08T05:57:43.961327+0000","last_clean":"2024-05-08T05:57:43.961327+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.961327+0000","last_undegraded":"2024-05-08T05:57:43.961327+0000","last_fullsized":"2024-05-08T05:57:43.961327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.834768+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:59:12.834768+0000","last_peered":"2024-05-08T05:59:12.834768+0000","last_clean":"2024-05-08T05:59:12.834768+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:59:12.834768+0000","last_undegraded":"2024-05-08T05:59:12.834768+0000","last_fullsized":"2024-05-08T05:59:12.834768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930277+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930277+0000","last_peered":"2024-05-08T05:57:43.930277+0000","last_clean":"2024-05-08T05:57:43.930277+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930277+0000","last_undegraded":"2024-05-08T05:57:43.930277+0000","last_fullsized":"2024-05-08T05:57:43.930277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831462+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:59:12.831462+0000","last_peered":"2024-05-08T05:59:12.831462+0000","last_clean":"2024-05-08T05:59:12.831462+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:59:12.831462+0000","last_undegraded":"2024-05-08T05:59:12.831462+0000","last_fullsized":"2024-05-08T05:59:12.831462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955347+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955347+0000","last_peered":"2024-05-08T05:57:43.955347+0000","last_clean":"2024-05-08T05:57:43.955347+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955347+0000","last_undegraded":"2024-05-08T05:57:43.955347+0000","last_fullsized":"2024-05-08T05:57:43.955347+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846433+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:59:12.846433+0000","last_peered":"2024-05-08T05:59:12.846433+0000","last_clean":"2024-05-08T05:59:12.846433+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:59:12.846433+0000","last_undegraded":"2024-05-08T05:59:12.846433+0000","last_fullsized":"2024-05-08T05:59:12.846433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.949023+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.949023+0000","last_peered":"2024-05-08T05:57:43.949023+0000","last_clean":"2024-05-08T05:57:43.949023+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.949023+0000","last_undegraded":"2024-05-08T05:57:43.949023+0000","last_fullsized":"2024-05-08T05:57:43.949023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825011+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:59:12.825011+0000","last_peered":"2024-05-08T05:59:12.825011+0000","last_clean":"2024-05-08T05:59:12.825011+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:59:12.825011+0000","last_undegraded":"2024-05-08T05:59:12.825011+0000","last_fullsized":"2024-05-08T05:59:12.825011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821461+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:59:12.821461+0000","last_peered":"2024-05-08T05:59:12.821461+0000","last_clean":"2024-05-08T05:59:12.821461+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:59:12.821461+0000","last_undegraded":"2024-05-08T05:59:12.821461+0000","last_fullsized":"2024-05-08T05:59:12.821461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.820964+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:59:12.820964+0000","last_peered":"2024-05-08T05:59:12.820964+0000","last_clean":"2024-05-08T05:59:12.820964+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:59:12.820964+0000","last_undegraded":"2024-05-08T05:59:12.820964+0000","last_fullsized":"2024-05-08T05:59:12.820964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848094+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:59:12.848094+0000","last_peered":"2024-05-08T05:59:12.848094+0000","last_clean":"2024-05-08T05:59:12.848094+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:59:12.848094+0000","last_undegraded":"2024-05-08T05:59:12.848094+0000","last_fullsized":"2024-05-08T05:59:12.848094+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839788+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:59:12.839788+0000","last_peered":"2024-05-08T05:59:12.839788+0000","last_clean":"2024-05-08T05:59:12.839788+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:59:12.839788+0000","last_undegraded":"2024-05-08T05:59:12.839788+0000","last_fullsized":"2024-05-08T05:59:12.839788+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844250+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:59:12.844250+0000","last_peered":"2024-05-08T05:59:12.844250+0000","last_clean":"2024-05-08T05:59:12.844250+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:59:12.844250+0000","last_undegraded":"2024-05-08T05:59:12.844250+0000","last_fullsized":"2024-05-08T05:59:12.844250+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.816362+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:59:12.816362+0000","last_peered":"2024-05-08T05:59:12.816362+0000","last_clean":"2024-05-08T05:59:12.816362+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:59:12.816362+0000","last_undegraded":"2024-05-08T05:59:12.816362+0000","last_fullsized":"2024-05-08T05:59:12.816362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838692+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:59:12.838692+0000","last_peered":"2024-05-08T05:59:12.838692+0000","last_clean":"2024-05-08T05:59:12.838692+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:59:12.838692+0000","last_undegraded":"2024-05-08T05:59:12.838692+0000","last_fullsized":"2024-05-08T05:59:12.838692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845967+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:59:12.845967+0000","last_peered":"2024-05-08T05:59:12.845967+0000","last_clean":"2024-05-08T05:59:12.845967+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:59:12.845967+0000","last_undegraded":"2024-05-08T05:59:12.845967+0000","last_fullsized":"2024-05-08T05:59:12.845967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.842981+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:59:12.842981+0000","last_peered":"2024-05-08T05:59:12.842981+0000","last_clean":"2024-05-08T05:59:12.842981+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:59:12.842981+0000","last_undegraded":"2024-05-08T05:59:12.842981+0000","last_fullsized":"2024-05-08T05:59:12.842981+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839938+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:59:12.839938+0000","last_peered":"2024-05-08T05:59:12.839938+0000","last_clean":"2024-05-08T05:59:12.839938+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:59:12.839938+0000","last_undegraded":"2024-05-08T05:59:12.839938+0000","last_fullsized":"2024-05-08T05:59:12.839938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.849421+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:59:12.849421+0000","last_peered":"2024-05-08T05:59:12.849421+0000","last_clean":"2024-05-08T05:59:12.849421+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:59:12.849421+0000","last_undegraded":"2024-05-08T05:59:12.849421+0000","last_fullsized":"2024-05-08T05:59:12.849421+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845398+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:59:12.845398+0000","last_peered":"2024-05-08T05:59:12.845398+0000","last_clean":"2024-05-08T05:59:12.845398+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:59:12.845398+0000","last_undegraded":"2024-05-08T05:59:12.845398+0000","last_fullsized":"2024-05-08T05:59:12.845398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825969+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:59:12.825969+0000","last_peered":"2024-05-08T05:59:12.825969+0000","last_clean":"2024-05-08T05:59:12.825969+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:59:12.825969+0000","last_undegraded":"2024-05-08T05:59:12.825969+0000","last_fullsized":"2024-05-08T05:59:12.825969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74594,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1353,"num_read_kb":754,"num_write":183,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":223782,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874312,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":1092111,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430298,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1023025,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626527,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":500048,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36284,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708868,"statfs":{"total":95995035648,"available":95957880832,"internally_reserved":0,"allocated":970752,"data_stored":502240,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182512,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822759,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022709,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":70142,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72334,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":71720,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T06:01:15.043 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-08T06:01:15.136 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-08T06:01:15.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:15 smithi069 ceph-mon[29571]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 -- 172.21.15.69:0/3464935824 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f193010abc0 msgr2=0x7f1930111450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 --2- 172.21.15.69:0/3464935824 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f193010abc0 0x7f1930111450 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1928009ca0 tx=0x7f192802a8c0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 -- 172.21.15.69:0/3464935824 shutdown_connections 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 --2- 172.21.15.69:0/3464935824 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f193010abc0 0x7f1930111450 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 --2- 172.21.15.69:0/3464935824 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 0x7f193010a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 --2- 172.21.15.69:0/3464935824 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1930109010 0x7f1930109430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 -- 172.21.15.69:0/3464935824 >> 172.21.15.69:0/3464935824 conn(0x7f1930077fd0 msgr2=0x7f193007a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 -- 172.21.15.69:0/3464935824 shutdown_connections 2024-05-08T06:01:15.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.347+0000 7f1934a00640 1 -- 172.21.15.69:0/3464935824 wait complete. 2024-05-08T06:01:15.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.348+0000 7f1934a00640 1 Processor -- start 2024-05-08T06:01:15.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 -- start start 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 0x7f193019f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 0x7f193019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f193010abc0 0x7f19301a67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1930114ba0 con 0x7f1930109010 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1930114a20 con 0x7f193010abc0 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1934a00640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1930114d20 con 0x7f193010a200 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f192de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 0x7f193019f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f192de00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 0x7f193019f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57166/0 (socket says 172.21.15.69:57166) 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f192de00640 1 -- 172.21.15.69:0/2983704524 learned_addr learned my addr 172.21.15.69:0/2983704524 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f192e800640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f193010abc0 0x7f19301a67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.349+0000 7f1927e00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 0x7f193019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f192de00640 1 -- 172.21.15.69:0/2983704524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 msgr2=0x7f193019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f192de00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 0x7f193019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f192de00640 1 -- 172.21.15.69:0/2983704524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f193010abc0 msgr2=0x7f19301a67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f192de00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f193010abc0 0x7f19301a67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f192de00640 1 -- 172.21.15.69:0/2983704524 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19301a6e50 con 0x7f1930109010 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f1927e00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 0x7f193019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f192de00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 0x7f193019f230 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f192000e9c0 tx=0x7f192000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f192000cd80 con 0x7f1930109010 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19200035f0 con 0x7f1930109010 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19301a7140 con 0x7f1930109010 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1920010690 con 0x7f1930109010 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.350+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19301a7690 con 0x7f1930109010 2024-05-08T06:01:15.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.351+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19301102d0 con 0x7f1930109010 2024-05-08T06:01:15.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.354+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f19200037a0 con 0x7f1930109010 2024-05-08T06:01:15.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.355+0000 7f1926a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19140b27f0 0x7f19140b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:15.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.355+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f19200e27d0 con 0x7f1930109010 2024-05-08T06:01:15.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.356+0000 7f1927e00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19140b27f0 0x7f19140b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:15.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.356+0000 7f1927e00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19140b27f0 0x7f19140b4cb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f19301a0740 tx=0x7f1918005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:15.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.357+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f19200aa4a0 con 0x7f1930109010 2024-05-08T06:01:15.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:15 smithi105 ceph-mon[34393]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:15.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:15 smithi135 ceph-mon[34761]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:15.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.564+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 --> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1930062df0 con 0x7f19140b27f0 2024-05-08T06:01:15.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.585+0000 7f1926a00640 1 -- 172.21.15.69:0/2983704524 <== mgr.14152 v2:172.21.15.69:6800/2291959053 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259001 (secure 0 0 0) 0x7f1930062df0 con 0x7f19140b27f0 2024-05-08T06:01:15.589 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:15.590 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19140b27f0 msgr2=0x7f19140b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19140b27f0 0x7f19140b4cb0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f19301a0740 tx=0x7f1918005f90 comp rx=0 tx=0).stop 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 msgr2=0x7f193019f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 0x7f193019f230 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f192000e9c0 tx=0x7f192000ee80 comp rx=0 tx=0).stop 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 shutdown_connections 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f19140b27f0 0x7f19140b4cb0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f193010abc0 0x7f19301a67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f193010a200 0x7f193019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 --2- 172.21.15.69:0/2983704524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1930109010 0x7f193019f230 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:15.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 >> 172.21.15.69:0/2983704524 conn(0x7f1930077fd0 msgr2=0x7f193010d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:15.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 shutdown_connections 2024-05-08T06:01:15.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:15.591+0000 7f1934a00640 1 -- 172.21.15.69:0/2983704524 wait complete. 2024-05-08T06:01:15.611 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":447,"stamp":"2024-05-08T06:01:14.926571+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":665196,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":1429,"num_read_kb":818,"num_write":308,"num_write_kb":2284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":2951952,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":749,"ondisk_log_size":749,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376604,"kb_used_data":10812,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565220,"statfs":{"total":1151940427776,"available":1151554785280,"internally_reserved":0,"allocated":11071488,"data_stored":7154460,"data_compressed":112593,"data_compressed_allocated":147456,"data_compressed_original":1794048,"omap_allocated":19142,"internal_metadata":374453562},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":68,"num_read_kb":38,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004444"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845106+0000","last_change":"2024-05-08T05:57:08.321668+0000","last_active":"2024-05-08T05:59:12.845106+0000","last_peered":"2024-05-08T05:59:12.845106+0000","last_clean":"2024-05-08T05:59:12.845106+0000","last_became_active":"2024-05-08T05:57:08.321323+0000","last_became_peered":"2024-05-08T05:57:08.321323+0000","last_unstale":"2024-05-08T05:59:12.845106+0000","last_undegraded":"2024-05-08T05:59:12.845106+0000","last_fullsized":"2024-05-08T05:59:12.845106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:11:14.131798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843068+0000","last_change":"2024-05-08T05:57:08.319773+0000","last_active":"2024-05-08T05:59:12.843068+0000","last_peered":"2024-05-08T05:59:12.843068+0000","last_clean":"2024-05-08T05:59:12.843068+0000","last_became_active":"2024-05-08T05:57:08.316456+0000","last_became_peered":"2024-05-08T05:57:08.316456+0000","last_unstale":"2024-05-08T05:59:12.843068+0000","last_undegraded":"2024-05-08T05:59:12.843068+0000","last_fullsized":"2024-05-08T05:59:12.843068+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:05:59.543110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843965+0000","last_change":"2024-05-08T05:57:08.322456+0000","last_active":"2024-05-08T05:59:12.843965+0000","last_peered":"2024-05-08T05:59:12.843965+0000","last_clean":"2024-05-08T05:59:12.843965+0000","last_became_active":"2024-05-08T05:57:08.321951+0000","last_became_peered":"2024-05-08T05:57:08.321951+0000","last_unstale":"2024-05-08T05:59:12.843965+0000","last_undegraded":"2024-05-08T05:59:12.843965+0000","last_fullsized":"2024-05-08T05:59:12.843965+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:29:48.136171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825097+0000","last_change":"2024-05-08T05:57:08.318817+0000","last_active":"2024-05-08T05:59:12.825097+0000","last_peered":"2024-05-08T05:59:12.825097+0000","last_clean":"2024-05-08T05:59:12.825097+0000","last_became_active":"2024-05-08T05:57:08.318337+0000","last_became_peered":"2024-05-08T05:57:08.318337+0000","last_unstale":"2024-05-08T05:59:12.825097+0000","last_undegraded":"2024-05-08T05:59:12.825097+0000","last_fullsized":"2024-05-08T05:59:12.825097+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:31:47.823769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836102+0000","last_change":"2024-05-08T05:57:08.342293+0000","last_active":"2024-05-08T05:59:12.836102+0000","last_peered":"2024-05-08T05:59:12.836102+0000","last_clean":"2024-05-08T05:59:12.836102+0000","last_became_active":"2024-05-08T05:57:08.341917+0000","last_became_peered":"2024-05-08T05:57:08.341917+0000","last_unstale":"2024-05-08T05:59:12.836102+0000","last_undegraded":"2024-05-08T05:59:12.836102+0000","last_fullsized":"2024-05-08T05:59:12.836102+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:18:36.625792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.832502+0000","last_change":"2024-05-08T05:57:43.945402+0000","last_active":"2024-05-08T05:59:12.832502+0000","last_peered":"2024-05-08T05:59:12.832502+0000","last_clean":"2024-05-08T05:59:12.832502+0000","last_became_active":"2024-05-08T05:57:43.945019+0000","last_became_peered":"2024-05-08T05:57:43.945019+0000","last_unstale":"2024-05-08T05:59:12.832502+0000","last_undegraded":"2024-05-08T05:59:12.832502+0000","last_fullsized":"2024-05-08T05:59:12.832502+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:37:14.633648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.827970+0000","last_change":"2024-05-08T05:57:08.326183+0000","last_active":"2024-05-08T05:59:12.827970+0000","last_peered":"2024-05-08T05:59:12.827970+0000","last_clean":"2024-05-08T05:59:12.827970+0000","last_became_active":"2024-05-08T05:57:08.325806+0000","last_became_peered":"2024-05-08T05:57:08.325806+0000","last_unstale":"2024-05-08T05:59:12.827970+0000","last_undegraded":"2024-05-08T05:59:12.827970+0000","last_fullsized":"2024-05-08T05:59:12.827970+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:11:16.524627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847613+0000","last_change":"2024-05-08T05:57:08.344956+0000","last_active":"2024-05-08T05:59:12.847613+0000","last_peered":"2024-05-08T05:59:12.847613+0000","last_clean":"2024-05-08T05:59:12.847613+0000","last_became_active":"2024-05-08T05:57:08.337924+0000","last_became_peered":"2024-05-08T05:57:08.337924+0000","last_unstale":"2024-05-08T05:59:12.847613+0000","last_undegraded":"2024-05-08T05:59:12.847613+0000","last_fullsized":"2024-05-08T05:59:12.847613+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:47:51.233026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838137+0000","last_change":"2024-05-08T05:57:43.932604+0000","last_active":"2024-05-08T05:59:12.838137+0000","last_peered":"2024-05-08T05:59:12.838137+0000","last_clean":"2024-05-08T05:59:12.838137+0000","last_became_active":"2024-05-08T05:57:43.932133+0000","last_became_peered":"2024-05-08T05:57:43.932133+0000","last_unstale":"2024-05-08T05:59:12.838137+0000","last_undegraded":"2024-05-08T05:59:12.838137+0000","last_fullsized":"2024-05-08T05:59:12.838137+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:30.964634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,11],"acting":[1,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819688+0000","last_change":"2024-05-08T05:57:08.319945+0000","last_active":"2024-05-08T05:59:12.819688+0000","last_peered":"2024-05-08T05:59:12.819688+0000","last_clean":"2024-05-08T05:59:12.819688+0000","last_became_active":"2024-05-08T05:57:08.319607+0000","last_became_peered":"2024-05-08T05:57:08.319607+0000","last_unstale":"2024-05-08T05:59:12.819688+0000","last_undegraded":"2024-05-08T05:59:12.819688+0000","last_fullsized":"2024-05-08T05:59:12.819688+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:37:41.308625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831473+0000","last_change":"2024-05-08T05:57:08.320414+0000","last_active":"2024-05-08T05:59:12.831473+0000","last_peered":"2024-05-08T05:59:12.831473+0000","last_clean":"2024-05-08T05:59:12.831473+0000","last_became_active":"2024-05-08T05:57:08.319567+0000","last_became_peered":"2024-05-08T05:57:08.319567+0000","last_unstale":"2024-05-08T05:59:12.831473+0000","last_undegraded":"2024-05-08T05:59:12.831473+0000","last_fullsized":"2024-05-08T05:59:12.831473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:11:52.661630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825202+0000","last_change":"2024-05-08T05:57:08.312851+0000","last_active":"2024-05-08T05:59:12.825202+0000","last_peered":"2024-05-08T05:59:12.825202+0000","last_clean":"2024-05-08T05:59:12.825202+0000","last_became_active":"2024-05-08T05:57:08.312482+0000","last_became_peered":"2024-05-08T05:57:08.312482+0000","last_unstale":"2024-05-08T05:59:12.825202+0000","last_undegraded":"2024-05-08T05:59:12.825202+0000","last_fullsized":"2024-05-08T05:59:12.825202+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:31:13.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837554+0000","last_change":"2024-05-08T05:57:08.331535+0000","last_active":"2024-05-08T05:59:12.837554+0000","last_peered":"2024-05-08T05:59:12.837554+0000","last_clean":"2024-05-08T05:59:12.837554+0000","last_became_active":"2024-05-08T05:57:08.329153+0000","last_became_peered":"2024-05-08T05:57:08.329153+0000","last_unstale":"2024-05-08T05:59:12.837554+0000","last_undegraded":"2024-05-08T05:59:12.837554+0000","last_fullsized":"2024-05-08T05:59:12.837554+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:40:25.624619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843798+0000","last_change":"2024-05-08T05:57:08.317630+0000","last_active":"2024-05-08T05:59:12.843798+0000","last_peered":"2024-05-08T05:59:12.843798+0000","last_clean":"2024-05-08T05:59:12.843798+0000","last_became_active":"2024-05-08T05:57:08.317140+0000","last_became_peered":"2024-05-08T05:57:08.317140+0000","last_unstale":"2024-05-08T05:59:12.843798+0000","last_undegraded":"2024-05-08T05:59:12.843798+0000","last_fullsized":"2024-05-08T05:59:12.843798+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:02:13.741216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838490+0000","last_change":"2024-05-08T05:57:08.319914+0000","last_active":"2024-05-08T05:59:12.838490+0000","last_peered":"2024-05-08T05:59:12.838490+0000","last_clean":"2024-05-08T05:59:12.838490+0000","last_became_active":"2024-05-08T05:57:08.317127+0000","last_became_peered":"2024-05-08T05:57:08.317127+0000","last_unstale":"2024-05-08T05:59:12.838490+0000","last_undegraded":"2024-05-08T05:59:12.838490+0000","last_fullsized":"2024-05-08T05:59:12.838490+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:07:39.310218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.840533+0000","last_change":"2024-05-08T05:57:08.325718+0000","last_active":"2024-05-08T05:59:12.840533+0000","last_peered":"2024-05-08T05:59:12.840533+0000","last_clean":"2024-05-08T05:59:12.840533+0000","last_became_active":"2024-05-08T05:57:08.325404+0000","last_became_peered":"2024-05-08T05:57:08.325404+0000","last_unstale":"2024-05-08T05:59:12.840533+0000","last_undegraded":"2024-05-08T05:59:12.840533+0000","last_fullsized":"2024-05-08T05:59:12.840533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:07:28.181044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845243+0000","last_change":"2024-05-08T05:57:08.323745+0000","last_active":"2024-05-08T05:59:12.845243+0000","last_peered":"2024-05-08T05:59:12.845243+0000","last_clean":"2024-05-08T05:59:12.845243+0000","last_became_active":"2024-05-08T05:57:08.321462+0000","last_became_peered":"2024-05-08T05:57:08.321462+0000","last_unstale":"2024-05-08T05:59:12.845243+0000","last_undegraded":"2024-05-08T05:59:12.845243+0000","last_fullsized":"2024-05-08T05:59:12.845243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:32:49.797308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823653+0000","last_change":"2024-05-08T05:57:08.326930+0000","last_active":"2024-05-08T05:59:12.823653+0000","last_peered":"2024-05-08T05:59:12.823653+0000","last_clean":"2024-05-08T05:59:12.823653+0000","last_became_active":"2024-05-08T05:57:08.326041+0000","last_became_peered":"2024-05-08T05:57:08.326041+0000","last_unstale":"2024-05-08T05:59:12.823653+0000","last_undegraded":"2024-05-08T05:59:12.823653+0000","last_fullsized":"2024-05-08T05:59:12.823653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:36:35.550434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846363+0000","last_change":"2024-05-08T05:57:08.343609+0000","last_active":"2024-05-08T05:59:12.846363+0000","last_peered":"2024-05-08T05:59:12.846363+0000","last_clean":"2024-05-08T05:59:12.846363+0000","last_became_active":"2024-05-08T05:57:08.343251+0000","last_became_peered":"2024-05-08T05:57:08.343251+0000","last_unstale":"2024-05-08T05:59:12.846363+0000","last_undegraded":"2024-05-08T05:59:12.846363+0000","last_fullsized":"2024-05-08T05:59:12.846363+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:04:12.522469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:08.141842+0000","last_change":"2024-05-08T05:57:03.275301+0000","last_active":"2024-05-08T05:59:08.141842+0000","last_peered":"2024-05-08T05:59:08.141842+0000","last_clean":"2024-05-08T05:59:08.141842+0000","last_became_active":"2024-05-08T05:57:03.274699+0000","last_became_peered":"2024-05-08T05:57:03.274699+0000","last_unstale":"2024-05-08T05:59:08.141842+0000","last_undegraded":"2024-05-08T05:59:08.141842+0000","last_fullsized":"2024-05-08T05:59:08.141842+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:17:03.606330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.811221+0000","last_change":"2024-05-08T05:57:43.957703+0000","last_active":"2024-05-08T05:59:12.811221+0000","last_peered":"2024-05-08T05:59:12.811221+0000","last_clean":"2024-05-08T05:59:12.811221+0000","last_became_active":"2024-05-08T05:57:43.956641+0000","last_became_peered":"2024-05-08T05:57:43.956641+0000","last_unstale":"2024-05-08T05:59:12.811221+0000","last_undegraded":"2024-05-08T05:59:12.811221+0000","last_fullsized":"2024-05-08T05:59:12.811221+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:07:23.594758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,5],"acting":[9,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:03.054513+0000","last_change":"2024-05-08T05:57:03.280352+0000","last_active":"2024-05-08T05:59:03.054513+0000","last_peered":"2024-05-08T05:59:03.054513+0000","last_clean":"2024-05-08T05:59:03.054513+0000","last_became_active":"2024-05-08T05:57:03.279939+0000","last_became_peered":"2024-05-08T05:57:03.279939+0000","last_unstale":"2024-05-08T05:59:03.054513+0000","last_undegraded":"2024-05-08T05:59:03.054513+0000","last_fullsized":"2024-05-08T05:59:03.054513+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:47:11.306856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844736+0000","last_change":"2024-05-08T05:57:08.335926+0000","last_active":"2024-05-08T05:59:12.844736+0000","last_peered":"2024-05-08T05:59:12.844736+0000","last_clean":"2024-05-08T05:59:12.844736+0000","last_became_active":"2024-05-08T05:57:08.335508+0000","last_became_peered":"2024-05-08T05:57:08.335508+0000","last_unstale":"2024-05-08T05:59:12.844736+0000","last_undegraded":"2024-05-08T05:59:12.844736+0000","last_fullsized":"2024-05-08T05:59:12.844736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:49:37.851323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930049+0000","last_change":"2024-05-08T05:57:03.272776+0000","last_active":"2024-05-08T05:57:43.930049+0000","last_peered":"2024-05-08T05:57:43.930049+0000","last_clean":"2024-05-08T05:57:43.930049+0000","last_became_active":"2024-05-08T05:57:03.272351+0000","last_became_peered":"2024-05-08T05:57:03.272351+0000","last_unstale":"2024-05-08T05:57:43.930049+0000","last_undegraded":"2024-05-08T05:57:43.930049+0000","last_fullsized":"2024-05-08T05:57:43.930049+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:37.788708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836457+0000","last_change":"2024-05-08T05:57:08.331068+0000","last_active":"2024-05-08T05:59:12.836457+0000","last_peered":"2024-05-08T05:59:12.836457+0000","last_clean":"2024-05-08T05:59:12.836457+0000","last_became_active":"2024-05-08T05:57:08.330591+0000","last_became_peered":"2024-05-08T05:57:08.330591+0000","last_unstale":"2024-05-08T05:59:12.836457+0000","last_undegraded":"2024-05-08T05:59:12.836457+0000","last_fullsized":"2024-05-08T05:59:12.836457+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:22:16.872737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930166+0000","last_change":"2024-05-08T05:57:03.272666+0000","last_active":"2024-05-08T05:57:43.930166+0000","last_peered":"2024-05-08T05:57:43.930166+0000","last_clean":"2024-05-08T05:57:43.930166+0000","last_became_active":"2024-05-08T05:57:03.272314+0000","last_became_peered":"2024-05-08T05:57:03.272314+0000","last_unstale":"2024-05-08T05:57:43.930166+0000","last_undegraded":"2024-05-08T05:57:43.930166+0000","last_fullsized":"2024-05-08T05:57:43.930166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:52:07.577339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831355+0000","last_change":"2024-05-08T05:57:08.325331+0000","last_active":"2024-05-08T05:59:12.831355+0000","last_peered":"2024-05-08T05:59:12.831355+0000","last_clean":"2024-05-08T05:59:12.831355+0000","last_became_active":"2024-05-08T05:57:08.324872+0000","last_became_peered":"2024-05-08T05:57:08.324872+0000","last_unstale":"2024-05-08T05:59:12.831355+0000","last_undegraded":"2024-05-08T05:59:12.831355+0000","last_fullsized":"2024-05-08T05:59:12.831355+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:09:28.903826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'8","reported_seq":263,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:12.797992+0000","last_change":"2024-05-08T05:57:03.272245+0000","last_active":"2024-05-08T06:01:12.797992+0000","last_peered":"2024-05-08T06:01:12.797992+0000","last_clean":"2024-05-08T06:01:12.797992+0000","last_became_active":"2024-05-08T05:57:03.271835+0000","last_became_peered":"2024-05-08T05:57:03.271835+0000","last_unstale":"2024-05-08T06:01:12.797992+0000","last_undegraded":"2024-05-08T06:01:12.797992+0000","last_fullsized":"2024-05-08T06:01:12.797992+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:10:19.383858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1464,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":228,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.807004+0000","last_change":"2024-05-08T05:57:08.325383+0000","last_active":"2024-05-08T05:59:12.807004+0000","last_peered":"2024-05-08T05:59:12.807004+0000","last_clean":"2024-05-08T05:59:12.807004+0000","last_became_active":"2024-05-08T05:57:08.324907+0000","last_became_peered":"2024-05-08T05:57:08.324907+0000","last_unstale":"2024-05-08T05:59:12.807004+0000","last_undegraded":"2024-05-08T05:59:12.807004+0000","last_fullsized":"2024-05-08T05:59:12.807004+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:16:42.600530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929524+0000","last_change":"2024-05-08T05:57:03.277900+0000","last_active":"2024-05-08T05:57:43.929524+0000","last_peered":"2024-05-08T05:57:43.929524+0000","last_clean":"2024-05-08T05:57:43.929524+0000","last_became_active":"2024-05-08T05:57:03.277602+0000","last_became_peered":"2024-05-08T05:57:03.277602+0000","last_unstale":"2024-05-08T05:57:43.929524+0000","last_undegraded":"2024-05-08T05:57:43.929524+0000","last_fullsized":"2024-05-08T05:57:43.929524+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:40:14.867721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.841576+0000","last_change":"2024-05-08T05:57:08.342167+0000","last_active":"2024-05-08T05:59:12.841576+0000","last_peered":"2024-05-08T05:59:12.841576+0000","last_clean":"2024-05-08T05:59:12.841576+0000","last_became_active":"2024-05-08T05:57:08.341825+0000","last_became_peered":"2024-05-08T05:57:08.341825+0000","last_unstale":"2024-05-08T05:59:12.841576+0000","last_undegraded":"2024-05-08T05:59:12.841576+0000","last_fullsized":"2024-05-08T05:59:12.841576+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:38:59.894069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.942123+0000","last_change":"2024-05-08T05:57:03.279427+0000","last_active":"2024-05-08T05:57:43.942123+0000","last_peered":"2024-05-08T05:57:43.942123+0000","last_clean":"2024-05-08T05:57:43.942123+0000","last_became_active":"2024-05-08T05:57:03.278383+0000","last_became_peered":"2024-05-08T05:57:03.278383+0000","last_unstale":"2024-05-08T05:57:43.942123+0000","last_undegraded":"2024-05-08T05:57:43.942123+0000","last_fullsized":"2024-05-08T05:57:43.942123+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:35:40.003774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846384+0000","last_change":"2024-05-08T05:57:08.345585+0000","last_active":"2024-05-08T05:59:12.846384+0000","last_peered":"2024-05-08T05:59:12.846384+0000","last_clean":"2024-05-08T05:59:12.846384+0000","last_became_active":"2024-05-08T05:57:08.342659+0000","last_became_peered":"2024-05-08T05:57:08.342659+0000","last_unstale":"2024-05-08T05:59:12.846384+0000","last_undegraded":"2024-05-08T05:59:12.846384+0000","last_fullsized":"2024-05-08T05:59:12.846384+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:29.786089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.954667+0000","last_change":"2024-05-08T05:57:03.274417+0000","last_active":"2024-05-08T05:57:43.954667+0000","last_peered":"2024-05-08T05:57:43.954667+0000","last_clean":"2024-05-08T05:57:43.954667+0000","last_became_active":"2024-05-08T05:57:03.274066+0000","last_became_peered":"2024-05-08T05:57:03.274066+0000","last_unstale":"2024-05-08T05:57:43.954667+0000","last_undegraded":"2024-05-08T05:57:43.954667+0000","last_fullsized":"2024-05-08T05:57:43.954667+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:10:43.537893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847359+0000","last_change":"2024-05-08T05:57:08.341566+0000","last_active":"2024-05-08T05:59:12.847359+0000","last_peered":"2024-05-08T05:59:12.847359+0000","last_clean":"2024-05-08T05:59:12.847359+0000","last_became_active":"2024-05-08T05:57:08.341218+0000","last_became_peered":"2024-05-08T05:57:08.341218+0000","last_unstale":"2024-05-08T05:59:12.847359+0000","last_undegraded":"2024-05-08T05:59:12.847359+0000","last_fullsized":"2024-05-08T05:59:12.847359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:56:09.948898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:08.791090+0000","last_change":"2024-05-08T05:57:03.276285+0000","last_active":"2024-05-08T06:01:08.791090+0000","last_peered":"2024-05-08T06:01:08.791090+0000","last_clean":"2024-05-08T06:01:08.791090+0000","last_became_active":"2024-05-08T05:57:03.275898+0000","last_became_peered":"2024-05-08T05:57:03.275898+0000","last_unstale":"2024-05-08T06:01:08.791090+0000","last_undegraded":"2024-05-08T06:01:08.791090+0000","last_fullsized":"2024-05-08T06:01:08.791090+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:56:44.295407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831329+0000","last_change":"2024-05-08T05:57:08.330513+0000","last_active":"2024-05-08T05:59:12.831329+0000","last_peered":"2024-05-08T05:59:12.831329+0000","last_clean":"2024-05-08T05:59:12.831329+0000","last_became_active":"2024-05-08T05:57:08.330168+0000","last_became_peered":"2024-05-08T05:57:08.330168+0000","last_unstale":"2024-05-08T05:59:12.831329+0000","last_undegraded":"2024-05-08T05:59:12.831329+0000","last_fullsized":"2024-05-08T05:59:12.831329+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:39:08.972550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.932855+0000","last_change":"2024-05-08T05:57:03.266239+0000","last_active":"2024-05-08T05:57:43.932855+0000","last_peered":"2024-05-08T05:57:43.932855+0000","last_clean":"2024-05-08T05:57:43.932855+0000","last_became_active":"2024-05-08T05:57:03.265823+0000","last_became_peered":"2024-05-08T05:57:03.265823+0000","last_unstale":"2024-05-08T05:57:43.932855+0000","last_undegraded":"2024-05-08T05:57:43.932855+0000","last_fullsized":"2024-05-08T05:57:43.932855+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:26:38.092640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843557+0000","last_change":"2024-05-08T05:57:08.316292+0000","last_active":"2024-05-08T05:59:12.843557+0000","last_peered":"2024-05-08T05:59:12.843557+0000","last_clean":"2024-05-08T05:59:12.843557+0000","last_became_active":"2024-05-08T05:57:08.315928+0000","last_became_peered":"2024-05-08T05:57:08.315928+0000","last_unstale":"2024-05-08T05:59:12.843557+0000","last_undegraded":"2024-05-08T05:59:12.843557+0000","last_fullsized":"2024-05-08T05:59:12.843557+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:27:06.693562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955521+0000","last_change":"2024-05-08T05:57:03.276983+0000","last_active":"2024-05-08T05:57:43.955521+0000","last_peered":"2024-05-08T05:57:43.955521+0000","last_clean":"2024-05-08T05:57:43.955521+0000","last_became_active":"2024-05-08T05:57:03.276577+0000","last_became_peered":"2024-05-08T05:57:03.276577+0000","last_unstale":"2024-05-08T05:57:43.955521+0000","last_undegraded":"2024-05-08T05:57:43.955521+0000","last_fullsized":"2024-05-08T05:57:43.955521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:25.090745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837706+0000","last_change":"2024-05-08T05:57:08.322982+0000","last_active":"2024-05-08T05:59:12.837706+0000","last_peered":"2024-05-08T05:59:12.837706+0000","last_clean":"2024-05-08T05:59:12.837706+0000","last_became_active":"2024-05-08T05:57:08.322301+0000","last_became_peered":"2024-05-08T05:57:08.322301+0000","last_unstale":"2024-05-08T05:59:12.837706+0000","last_undegraded":"2024-05-08T05:59:12.837706+0000","last_fullsized":"2024-05-08T05:59:12.837706+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:05:59.032484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'37","reported_seq":515,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.793000+0000","last_change":"2024-05-08T05:57:03.267929+0000","last_active":"2024-05-08T06:01:09.793000+0000","last_peered":"2024-05-08T06:01:09.793000+0000","last_clean":"2024-05-08T06:01:09.793000+0000","last_became_active":"2024-05-08T05:57:03.267543+0000","last_became_peered":"2024-05-08T05:57:03.267543+0000","last_unstale":"2024-05-08T06:01:09.793000+0000","last_undegraded":"2024-05-08T06:01:09.793000+0000","last_fullsized":"2024-05-08T06:01:09.793000+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:22:17.407720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":451,"num_read_kb":295,"num_write":38,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.823045+0000","last_change":"2024-05-08T05:57:08.316501+0000","last_active":"2024-05-08T05:59:12.823045+0000","last_peered":"2024-05-08T05:59:12.823045+0000","last_clean":"2024-05-08T05:59:12.823045+0000","last_became_active":"2024-05-08T05:57:08.316125+0000","last_became_peered":"2024-05-08T05:57:08.316125+0000","last_unstale":"2024-05-08T05:59:12.823045+0000","last_undegraded":"2024-05-08T05:59:12.823045+0000","last_fullsized":"2024-05-08T05:59:12.823045+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:01:24.111678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'6","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929813+0000","last_change":"2024-05-08T05:57:03.278068+0000","last_active":"2024-05-08T05:57:43.929813+0000","last_peered":"2024-05-08T05:57:43.929813+0000","last_clean":"2024-05-08T05:57:43.929813+0000","last_became_active":"2024-05-08T05:57:03.277668+0000","last_became_peered":"2024-05-08T05:57:03.277668+0000","last_unstale":"2024-05-08T05:57:43.929813+0000","last_undegraded":"2024-05-08T05:57:43.929813+0000","last_fullsized":"2024-05-08T05:57:43.929813+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:30:10.289043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847726+0000","last_change":"2024-05-08T05:57:08.347219+0000","last_active":"2024-05-08T05:59:12.847726+0000","last_peered":"2024-05-08T05:59:12.847726+0000","last_clean":"2024-05-08T05:59:12.847726+0000","last_became_active":"2024-05-08T05:57:08.346798+0000","last_became_peered":"2024-05-08T05:57:08.346798+0000","last_unstale":"2024-05-08T05:59:12.847726+0000","last_undegraded":"2024-05-08T05:59:12.847726+0000","last_fullsized":"2024-05-08T05:59:12.847726+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:58:46.676653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955155+0000","last_change":"2024-05-08T05:57:03.281766+0000","last_active":"2024-05-08T05:57:43.955155+0000","last_peered":"2024-05-08T05:57:43.955155+0000","last_clean":"2024-05-08T05:57:43.955155+0000","last_became_active":"2024-05-08T05:57:03.281357+0000","last_became_peered":"2024-05-08T05:57:03.281357+0000","last_unstale":"2024-05-08T05:57:43.955155+0000","last_undegraded":"2024-05-08T05:57:43.955155+0000","last_fullsized":"2024-05-08T05:57:43.955155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:07:20.352999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.836269+0000","last_change":"2024-05-08T05:57:08.336705+0000","last_active":"2024-05-08T05:59:12.836269+0000","last_peered":"2024-05-08T05:59:12.836269+0000","last_clean":"2024-05-08T05:59:12.836269+0000","last_became_active":"2024-05-08T05:57:08.336310+0000","last_became_peered":"2024-05-08T05:57:08.336310+0000","last_unstale":"2024-05-08T05:59:12.836269+0000","last_undegraded":"2024-05-08T05:59:12.836269+0000","last_fullsized":"2024-05-08T05:59:12.836269+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:21:38.436732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'3","reported_seq":252,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.962242+0000","last_change":"2024-05-08T05:57:03.266696+0000","last_active":"2024-05-08T06:01:09.962242+0000","last_peered":"2024-05-08T06:01:09.962242+0000","last_clean":"2024-05-08T06:01:09.962242+0000","last_became_active":"2024-05-08T05:57:03.266306+0000","last_became_peered":"2024-05-08T05:57:03.266306+0000","last_unstale":"2024-05-08T06:01:09.962242+0000","last_undegraded":"2024-05-08T06:01:09.962242+0000","last_fullsized":"2024-05-08T06:01:09.962242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:04:49.094765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":223,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822882+0000","last_change":"2024-05-08T05:57:08.317447+0000","last_active":"2024-05-08T05:59:12.822882+0000","last_peered":"2024-05-08T05:59:12.822882+0000","last_clean":"2024-05-08T05:59:12.822882+0000","last_became_active":"2024-05-08T05:57:08.317102+0000","last_became_peered":"2024-05-08T05:57:08.317102+0000","last_unstale":"2024-05-08T05:59:12.822882+0000","last_undegraded":"2024-05-08T05:59:12.822882+0000","last_fullsized":"2024-05-08T05:59:12.822882+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:54:29.438402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'15","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:47.413827+0000","last_change":"2024-05-08T05:57:43.953060+0000","last_active":"2024-05-08T05:57:47.413827+0000","last_peered":"2024-05-08T05:57:47.413827+0000","last_clean":"2024-05-08T05:57:47.413827+0000","last_became_active":"2024-05-08T05:57:43.934080+0000","last_became_peered":"2024-05-08T05:57:43.934080+0000","last_unstale":"2024-05-08T05:57:47.413827+0000","last_undegraded":"2024-05-08T05:57:47.413827+0000","last_fullsized":"2024-05-08T05:57:47.413827+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:47:24.175453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.837995+0000","last_change":"2024-05-08T05:57:08.325172+0000","last_active":"2024-05-08T05:59:12.837995+0000","last_peered":"2024-05-08T05:59:12.837995+0000","last_clean":"2024-05-08T05:59:12.837995+0000","last_became_active":"2024-05-08T05:57:08.324775+0000","last_became_peered":"2024-05-08T05:57:08.324775+0000","last_unstale":"2024-05-08T05:59:12.837995+0000","last_undegraded":"2024-05-08T05:59:12.837995+0000","last_fullsized":"2024-05-08T05:59:12.837995+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:14:30.647727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929809+0000","last_change":"2024-05-08T05:57:03.275203+0000","last_active":"2024-05-08T05:57:43.929809+0000","last_peered":"2024-05-08T05:57:43.929809+0000","last_clean":"2024-05-08T05:57:43.929809+0000","last_became_active":"2024-05-08T05:57:03.274791+0000","last_became_peered":"2024-05-08T05:57:03.274791+0000","last_unstale":"2024-05-08T05:57:43.929809+0000","last_undegraded":"2024-05-08T05:57:43.929809+0000","last_fullsized":"2024-05-08T05:57:43.929809+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:56:42.152065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822661+0000","last_change":"2024-05-08T05:57:08.323011+0000","last_active":"2024-05-08T05:59:12.822661+0000","last_peered":"2024-05-08T05:59:12.822661+0000","last_clean":"2024-05-08T05:59:12.822661+0000","last_became_active":"2024-05-08T05:57:08.322656+0000","last_became_peered":"2024-05-08T05:57:08.322656+0000","last_unstale":"2024-05-08T05:59:12.822661+0000","last_undegraded":"2024-05-08T05:59:12.822661+0000","last_fullsized":"2024-05-08T05:59:12.822661+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:22:30.630545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:08.141802+0000","last_change":"2024-05-08T05:57:03.270835+0000","last_active":"2024-05-08T05:59:08.141802+0000","last_peered":"2024-05-08T05:59:08.141802+0000","last_clean":"2024-05-08T05:59:08.141802+0000","last_became_active":"2024-05-08T05:57:03.267158+0000","last_became_peered":"2024-05-08T05:57:03.267158+0000","last_unstale":"2024-05-08T05:59:08.141802+0000","last_undegraded":"2024-05-08T05:59:08.141802+0000","last_fullsized":"2024-05-08T05:59:08.141802+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:03:24.249507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846518+0000","last_change":"2024-05-08T05:57:08.343665+0000","last_active":"2024-05-08T05:59:12.846518+0000","last_peered":"2024-05-08T05:59:12.846518+0000","last_clean":"2024-05-08T05:59:12.846518+0000","last_became_active":"2024-05-08T05:57:08.343227+0000","last_became_peered":"2024-05-08T05:57:08.343227+0000","last_unstale":"2024-05-08T05:59:12.846518+0000","last_undegraded":"2024-05-08T05:59:12.846518+0000","last_fullsized":"2024-05-08T05:59:12.846518+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T08:06:29.964029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:07.879971+0000","last_change":"2024-05-08T05:57:03.275157+0000","last_active":"2024-05-08T05:59:07.879971+0000","last_peered":"2024-05-08T05:59:07.879971+0000","last_clean":"2024-05-08T05:59:07.879971+0000","last_became_active":"2024-05-08T05:57:03.274748+0000","last_became_peered":"2024-05-08T05:57:03.274748+0000","last_unstale":"2024-05-08T05:59:07.879971+0000","last_undegraded":"2024-05-08T05:59:07.879971+0000","last_fullsized":"2024-05-08T05:59:07.879971+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:24:17.038131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.819244+0000","last_change":"2024-05-08T05:57:08.316890+0000","last_active":"2024-05-08T05:59:12.819244+0000","last_peered":"2024-05-08T05:59:12.819244+0000","last_clean":"2024-05-08T05:59:12.819244+0000","last_became_active":"2024-05-08T05:57:08.316561+0000","last_became_peered":"2024-05-08T05:57:08.316561+0000","last_unstale":"2024-05-08T05:59:12.819244+0000","last_undegraded":"2024-05-08T05:59:12.819244+0000","last_fullsized":"2024-05-08T05:59:12.819244+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:20.087418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.822568+0000","last_change":"2024-05-08T05:57:08.317683+0000","last_active":"2024-05-08T05:59:12.822568+0000","last_peered":"2024-05-08T05:59:12.822568+0000","last_clean":"2024-05-08T05:59:12.822568+0000","last_became_active":"2024-05-08T05:57:08.317252+0000","last_became_peered":"2024-05-08T05:57:08.317252+0000","last_unstale":"2024-05-08T05:59:12.822568+0000","last_undegraded":"2024-05-08T05:59:12.822568+0000","last_fullsized":"2024-05-08T05:59:12.822568+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:12:28.001993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'4","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T06:01:09.961155+0000","last_change":"2024-05-08T05:57:03.282822+0000","last_active":"2024-05-08T06:01:09.961155+0000","last_peered":"2024-05-08T06:01:09.961155+0000","last_clean":"2024-05-08T06:01:09.961155+0000","last_became_active":"2024-05-08T05:57:03.282453+0000","last_became_peered":"2024-05-08T05:57:03.282453+0000","last_unstale":"2024-05-08T06:01:09.961155+0000","last_undegraded":"2024-05-08T06:01:09.961155+0000","last_fullsized":"2024-05-08T06:01:09.961155+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:57:08.052050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":220,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845420+0000","last_change":"2024-05-08T05:57:08.345822+0000","last_active":"2024-05-08T05:59:12.845420+0000","last_peered":"2024-05-08T05:59:12.845420+0000","last_clean":"2024-05-08T05:59:12.845420+0000","last_became_active":"2024-05-08T05:57:08.344945+0000","last_became_peered":"2024-05-08T05:57:08.344945+0000","last_unstale":"2024-05-08T05:59:12.845420+0000","last_undegraded":"2024-05-08T05:59:12.845420+0000","last_fullsized":"2024-05-08T05:59:12.845420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:40.466950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955819+0000","last_change":"2024-05-08T05:57:03.267707+0000","last_active":"2024-05-08T05:57:43.955819+0000","last_peered":"2024-05-08T05:57:43.955819+0000","last_clean":"2024-05-08T05:57:43.955819+0000","last_became_active":"2024-05-08T05:57:03.267331+0000","last_became_peered":"2024-05-08T05:57:03.267331+0000","last_unstale":"2024-05-08T05:57:43.955819+0000","last_undegraded":"2024-05-08T05:57:43.955819+0000","last_fullsized":"2024-05-08T05:57:43.955819+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:35:23.278382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:58:02.873237+0000","last_change":"2024-05-08T05:55:27.236396+0000","last_active":"2024-05-08T05:58:02.873237+0000","last_peered":"2024-05-08T05:58:02.873237+0000","last_clean":"2024-05-08T05:58:02.873237+0000","last_became_active":"2024-05-08T05:55:27.231530+0000","last_became_peered":"2024-05-08T05:55:27.231530+0000","last_unstale":"2024-05-08T05:58:02.873237+0000","last_undegraded":"2024-05-08T05:58:02.873237+0000","last_fullsized":"2024-05-08T05:58:02.873237+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:51:31.630470+0000","last_clean_scrub_stamp":"2024-05-08T05:51:31.630470+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:07:29.694324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831310+0000","last_change":"2024-05-08T05:57:08.333170+0000","last_active":"2024-05-08T05:59:12.831310+0000","last_peered":"2024-05-08T05:59:12.831310+0000","last_clean":"2024-05-08T05:59:12.831310+0000","last_became_active":"2024-05-08T05:57:08.331899+0000","last_became_peered":"2024-05-08T05:57:08.331899+0000","last_unstale":"2024-05-08T05:59:12.831310+0000","last_undegraded":"2024-05-08T05:59:12.831310+0000","last_fullsized":"2024-05-08T05:59:12.831310+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:05:32.791599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:02.879543+0000","last_change":"2024-05-08T05:57:03.272733+0000","last_active":"2024-05-08T05:59:02.879543+0000","last_peered":"2024-05-08T05:59:02.879543+0000","last_clean":"2024-05-08T05:59:02.879543+0000","last_became_active":"2024-05-08T05:57:03.272383+0000","last_became_peered":"2024-05-08T05:57:03.272383+0000","last_unstale":"2024-05-08T05:59:02.879543+0000","last_undegraded":"2024-05-08T05:59:02.879543+0000","last_fullsized":"2024-05-08T05:59:02.879543+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:13:29.449259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'1","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:07.333913+0000","last_change":"2024-05-08T05:57:03.278269+0000","last_active":"2024-05-08T05:59:07.333913+0000","last_peered":"2024-05-08T05:59:07.333913+0000","last_clean":"2024-05-08T05:59:07.333913+0000","last_became_active":"2024-05-08T05:57:03.277872+0000","last_became_peered":"2024-05-08T05:57:03.277872+0000","last_unstale":"2024-05-08T05:59:07.333913+0000","last_undegraded":"2024-05-08T05:59:07.333913+0000","last_fullsized":"2024-05-08T05:59:07.333913+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:54:22.307083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.830136+0000","last_change":"2024-05-08T05:57:08.334991+0000","last_active":"2024-05-08T05:59:12.830136+0000","last_peered":"2024-05-08T05:59:12.830136+0000","last_clean":"2024-05-08T05:59:12.830136+0000","last_became_active":"2024-05-08T05:57:08.334687+0000","last_became_peered":"2024-05-08T05:57:08.334687+0000","last_unstale":"2024-05-08T05:59:12.830136+0000","last_undegraded":"2024-05-08T05:59:12.830136+0000","last_fullsized":"2024-05-08T05:59:12.830136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:16:26.236779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:13.355242+0000","last_change":"2024-05-08T05:57:03.281017+0000","last_active":"2024-05-08T05:59:13.355242+0000","last_peered":"2024-05-08T05:59:13.355242+0000","last_clean":"2024-05-08T05:59:13.355242+0000","last_became_active":"2024-05-08T05:57:03.280633+0000","last_became_peered":"2024-05-08T05:57:03.280633+0000","last_unstale":"2024-05-08T05:59:13.355242+0000","last_undegraded":"2024-05-08T05:59:13.355242+0000","last_fullsized":"2024-05-08T05:59:13.355242+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:15:58.017349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.843982+0000","last_change":"2024-05-08T05:57:08.342392+0000","last_active":"2024-05-08T05:59:12.843982+0000","last_peered":"2024-05-08T05:59:12.843982+0000","last_clean":"2024-05-08T05:59:12.843982+0000","last_became_active":"2024-05-08T05:57:08.341512+0000","last_became_peered":"2024-05-08T05:57:08.341512+0000","last_unstale":"2024-05-08T05:59:12.843982+0000","last_undegraded":"2024-05-08T05:59:12.843982+0000","last_fullsized":"2024-05-08T05:59:12.843982+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:29:44.405165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955722+0000","last_change":"2024-05-08T05:57:03.341648+0000","last_active":"2024-05-08T05:57:43.955722+0000","last_peered":"2024-05-08T05:57:43.955722+0000","last_clean":"2024-05-08T05:57:43.955722+0000","last_became_active":"2024-05-08T05:57:03.341380+0000","last_became_peered":"2024-05-08T05:57:03.341380+0000","last_unstale":"2024-05-08T05:57:43.955722+0000","last_undegraded":"2024-05-08T05:57:43.955722+0000","last_fullsized":"2024-05-08T05:57:43.955722+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:41:42.339058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848095+0000","last_change":"2024-05-08T05:57:08.339509+0000","last_active":"2024-05-08T05:59:12.848095+0000","last_peered":"2024-05-08T05:59:12.848095+0000","last_clean":"2024-05-08T05:59:12.848095+0000","last_became_active":"2024-05-08T05:57:08.339102+0000","last_became_peered":"2024-05-08T05:57:08.339102+0000","last_unstale":"2024-05-08T05:59:12.848095+0000","last_undegraded":"2024-05-08T05:59:12.848095+0000","last_fullsized":"2024-05-08T05:59:12.848095+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:10:00.118196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.957209+0000","last_change":"2024-05-08T05:57:43.956598+0000","last_active":"2024-05-08T05:57:43.957209+0000","last_peered":"2024-05-08T05:57:43.957209+0000","last_clean":"2024-05-08T05:57:43.957209+0000","last_became_active":"2024-05-08T05:57:43.934457+0000","last_became_peered":"2024-05-08T05:57:43.934457+0000","last_unstale":"2024-05-08T05:57:43.957209+0000","last_undegraded":"2024-05-08T05:57:43.957209+0000","last_fullsized":"2024-05-08T05:57:43.957209+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:08:32.917157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.810571+0000","last_change":"2024-05-08T05:57:08.314995+0000","last_active":"2024-05-08T05:59:12.810571+0000","last_peered":"2024-05-08T05:59:12.810571+0000","last_clean":"2024-05-08T05:59:12.810571+0000","last_became_active":"2024-05-08T05:57:08.314590+0000","last_became_peered":"2024-05-08T05:57:08.314590+0000","last_unstale":"2024-05-08T05:59:12.810571+0000","last_undegraded":"2024-05-08T05:59:12.810571+0000","last_fullsized":"2024-05-08T05:59:12.810571+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:11:17.606067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955746+0000","last_change":"2024-05-08T05:57:03.282095+0000","last_active":"2024-05-08T05:57:43.955746+0000","last_peered":"2024-05-08T05:57:43.955746+0000","last_clean":"2024-05-08T05:57:43.955746+0000","last_became_active":"2024-05-08T05:57:03.280246+0000","last_became_peered":"2024-05-08T05:57:03.280246+0000","last_unstale":"2024-05-08T05:57:43.955746+0000","last_undegraded":"2024-05-08T05:57:43.955746+0000","last_fullsized":"2024-05-08T05:57:43.955746+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:13:44.057464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844845+0000","last_change":"2024-05-08T05:57:08.318665+0000","last_active":"2024-05-08T05:59:12.844845+0000","last_peered":"2024-05-08T05:59:12.844845+0000","last_clean":"2024-05-08T05:59:12.844845+0000","last_became_active":"2024-05-08T05:57:08.318281+0000","last_became_peered":"2024-05-08T05:57:08.318281+0000","last_unstale":"2024-05-08T05:59:12.844845+0000","last_undegraded":"2024-05-08T05:59:12.844845+0000","last_fullsized":"2024-05-08T05:59:12.844845+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:09:59.645870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.929360+0000","last_change":"2024-05-08T05:57:03.278167+0000","last_active":"2024-05-08T05:57:43.929360+0000","last_peered":"2024-05-08T05:57:43.929360+0000","last_clean":"2024-05-08T05:57:43.929360+0000","last_became_active":"2024-05-08T05:57:03.277761+0000","last_became_peered":"2024-05-08T05:57:03.277761+0000","last_unstale":"2024-05-08T05:57:43.929360+0000","last_undegraded":"2024-05-08T05:57:43.929360+0000","last_fullsized":"2024-05-08T05:57:43.929360+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:40:12.510836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.847152+0000","last_change":"2024-05-08T05:57:08.340961+0000","last_active":"2024-05-08T05:59:12.847152+0000","last_peered":"2024-05-08T05:59:12.847152+0000","last_clean":"2024-05-08T05:59:12.847152+0000","last_became_active":"2024-05-08T05:57:08.340635+0000","last_became_peered":"2024-05-08T05:57:08.340635+0000","last_unstale":"2024-05-08T05:59:12.847152+0000","last_undegraded":"2024-05-08T05:59:12.847152+0000","last_fullsized":"2024-05-08T05:59:12.847152+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:23:14.424244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.961327+0000","last_change":"2024-05-08T05:57:43.960954+0000","last_active":"2024-05-08T05:57:43.961327+0000","last_peered":"2024-05-08T05:57:43.961327+0000","last_clean":"2024-05-08T05:57:43.961327+0000","last_became_active":"2024-05-08T05:57:43.956526+0000","last_became_peered":"2024-05-08T05:57:43.956526+0000","last_unstale":"2024-05-08T05:57:43.961327+0000","last_undegraded":"2024-05-08T05:57:43.961327+0000","last_fullsized":"2024-05-08T05:57:43.961327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:17:01.296715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.834768+0000","last_change":"2024-05-08T05:57:08.330915+0000","last_active":"2024-05-08T05:59:12.834768+0000","last_peered":"2024-05-08T05:59:12.834768+0000","last_clean":"2024-05-08T05:59:12.834768+0000","last_became_active":"2024-05-08T05:57:08.330588+0000","last_became_peered":"2024-05-08T05:57:08.330588+0000","last_unstale":"2024-05-08T05:59:12.834768+0000","last_undegraded":"2024-05-08T05:59:12.834768+0000","last_fullsized":"2024-05-08T05:59:12.834768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:16:33.895212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.930277+0000","last_change":"2024-05-08T05:57:03.341849+0000","last_active":"2024-05-08T05:57:43.930277+0000","last_peered":"2024-05-08T05:57:43.930277+0000","last_clean":"2024-05-08T05:57:43.930277+0000","last_became_active":"2024-05-08T05:57:03.341349+0000","last_became_peered":"2024-05-08T05:57:03.341349+0000","last_unstale":"2024-05-08T05:57:43.930277+0000","last_undegraded":"2024-05-08T05:57:43.930277+0000","last_fullsized":"2024-05-08T05:57:43.930277+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T07:34:02.096349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.831462+0000","last_change":"2024-05-08T05:57:08.320697+0000","last_active":"2024-05-08T05:59:12.831462+0000","last_peered":"2024-05-08T05:59:12.831462+0000","last_clean":"2024-05-08T05:59:12.831462+0000","last_became_active":"2024-05-08T05:57:08.320366+0000","last_became_peered":"2024-05-08T05:57:08.320366+0000","last_unstale":"2024-05-08T05:59:12.831462+0000","last_undegraded":"2024-05-08T05:59:12.831462+0000","last_fullsized":"2024-05-08T05:59:12.831462+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T14:16:33.287985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.955347+0000","last_change":"2024-05-08T05:57:03.281871+0000","last_active":"2024-05-08T05:57:43.955347+0000","last_peered":"2024-05-08T05:57:43.955347+0000","last_clean":"2024-05-08T05:57:43.955347+0000","last_became_active":"2024-05-08T05:57:03.281473+0000","last_became_peered":"2024-05-08T05:57:03.281473+0000","last_unstale":"2024-05-08T05:57:43.955347+0000","last_undegraded":"2024-05-08T05:57:43.955347+0000","last_fullsized":"2024-05-08T05:57:43.955347+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T06:35:07.136201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.846433+0000","last_change":"2024-05-08T05:57:08.343668+0000","last_active":"2024-05-08T05:59:12.846433+0000","last_peered":"2024-05-08T05:59:12.846433+0000","last_clean":"2024-05-08T05:59:12.846433+0000","last_became_active":"2024-05-08T05:57:08.343305+0000","last_became_peered":"2024-05-08T05:57:08.343305+0000","last_unstale":"2024-05-08T05:59:12.846433+0000","last_undegraded":"2024-05-08T05:59:12.846433+0000","last_fullsized":"2024-05-08T05:59:12.846433+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:50:56.960273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:57:43.949023+0000","last_change":"2024-05-08T05:57:03.284746+0000","last_active":"2024-05-08T05:57:43.949023+0000","last_peered":"2024-05-08T05:57:43.949023+0000","last_clean":"2024-05-08T05:57:43.949023+0000","last_became_active":"2024-05-08T05:57:03.284402+0000","last_became_peered":"2024-05-08T05:57:03.284402+0000","last_unstale":"2024-05-08T05:57:43.949023+0000","last_undegraded":"2024-05-08T05:57:43.949023+0000","last_fullsized":"2024-05-08T05:57:43.949023+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:02.228416+0000","last_clean_scrub_stamp":"2024-05-08T05:57:02.228416+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:45:37.352452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825011+0000","last_change":"2024-05-08T05:57:08.313748+0000","last_active":"2024-05-08T05:59:12.825011+0000","last_peered":"2024-05-08T05:59:12.825011+0000","last_clean":"2024-05-08T05:59:12.825011+0000","last_became_active":"2024-05-08T05:57:08.313402+0000","last_became_peered":"2024-05-08T05:57:08.313402+0000","last_unstale":"2024-05-08T05:59:12.825011+0000","last_undegraded":"2024-05-08T05:59:12.825011+0000","last_fullsized":"2024-05-08T05:59:12.825011+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:09:37.554336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.821461+0000","last_change":"2024-05-08T05:57:08.316849+0000","last_active":"2024-05-08T05:59:12.821461+0000","last_peered":"2024-05-08T05:59:12.821461+0000","last_clean":"2024-05-08T05:59:12.821461+0000","last_became_active":"2024-05-08T05:57:08.316485+0000","last_became_peered":"2024-05-08T05:57:08.316485+0000","last_unstale":"2024-05-08T05:59:12.821461+0000","last_undegraded":"2024-05-08T05:59:12.821461+0000","last_fullsized":"2024-05-08T05:59:12.821461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:14:39.284405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.820964+0000","last_change":"2024-05-08T05:57:08.319583+0000","last_active":"2024-05-08T05:59:12.820964+0000","last_peered":"2024-05-08T05:59:12.820964+0000","last_clean":"2024-05-08T05:59:12.820964+0000","last_became_active":"2024-05-08T05:57:08.318630+0000","last_became_peered":"2024-05-08T05:57:08.318630+0000","last_unstale":"2024-05-08T05:59:12.820964+0000","last_undegraded":"2024-05-08T05:59:12.820964+0000","last_fullsized":"2024-05-08T05:59:12.820964+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:59:20.158162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.848094+0000","last_change":"2024-05-08T05:57:08.345448+0000","last_active":"2024-05-08T05:59:12.848094+0000","last_peered":"2024-05-08T05:59:12.848094+0000","last_clean":"2024-05-08T05:59:12.848094+0000","last_became_active":"2024-05-08T05:57:08.345108+0000","last_became_peered":"2024-05-08T05:57:08.345108+0000","last_unstale":"2024-05-08T05:59:12.848094+0000","last_undegraded":"2024-05-08T05:59:12.848094+0000","last_fullsized":"2024-05-08T05:59:12.848094+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T11:34:07.413302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839788+0000","last_change":"2024-05-08T05:57:08.336760+0000","last_active":"2024-05-08T05:59:12.839788+0000","last_peered":"2024-05-08T05:59:12.839788+0000","last_clean":"2024-05-08T05:59:12.839788+0000","last_became_active":"2024-05-08T05:57:08.336463+0000","last_became_peered":"2024-05-08T05:57:08.336463+0000","last_unstale":"2024-05-08T05:59:12.839788+0000","last_undegraded":"2024-05-08T05:59:12.839788+0000","last_fullsized":"2024-05-08T05:59:12.839788+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T13:41:37.339284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.844250+0000","last_change":"2024-05-08T05:57:43.950282+0000","last_active":"2024-05-08T05:59:12.844250+0000","last_peered":"2024-05-08T05:59:12.844250+0000","last_clean":"2024-05-08T05:59:12.844250+0000","last_became_active":"2024-05-08T05:57:43.948885+0000","last_became_peered":"2024-05-08T05:57:43.948885+0000","last_unstale":"2024-05-08T05:59:12.844250+0000","last_undegraded":"2024-05-08T05:59:12.844250+0000","last_fullsized":"2024-05-08T05:59:12.844250+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:35:32.058693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,0],"acting":[6,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.816362+0000","last_change":"2024-05-08T05:57:08.321686+0000","last_active":"2024-05-08T05:59:12.816362+0000","last_peered":"2024-05-08T05:59:12.816362+0000","last_clean":"2024-05-08T05:59:12.816362+0000","last_became_active":"2024-05-08T05:57:08.321250+0000","last_became_peered":"2024-05-08T05:57:08.321250+0000","last_unstale":"2024-05-08T05:59:12.816362+0000","last_undegraded":"2024-05-08T05:59:12.816362+0000","last_fullsized":"2024-05-08T05:59:12.816362+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:56:48.918694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.838692+0000","last_change":"2024-05-08T05:57:08.321601+0000","last_active":"2024-05-08T05:59:12.838692+0000","last_peered":"2024-05-08T05:59:12.838692+0000","last_clean":"2024-05-08T05:59:12.838692+0000","last_became_active":"2024-05-08T05:57:08.321230+0000","last_became_peered":"2024-05-08T05:57:08.321230+0000","last_unstale":"2024-05-08T05:59:12.838692+0000","last_undegraded":"2024-05-08T05:59:12.838692+0000","last_fullsized":"2024-05-08T05:59:12.838692+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T15:36:44.423528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845967+0000","last_change":"2024-05-08T05:57:08.342690+0000","last_active":"2024-05-08T05:59:12.845967+0000","last_peered":"2024-05-08T05:59:12.845967+0000","last_clean":"2024-05-08T05:59:12.845967+0000","last_became_active":"2024-05-08T05:57:08.341945+0000","last_became_peered":"2024-05-08T05:57:08.341945+0000","last_unstale":"2024-05-08T05:59:12.845967+0000","last_undegraded":"2024-05-08T05:59:12.845967+0000","last_fullsized":"2024-05-08T05:59:12.845967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T10:10:51.734784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.842981+0000","last_change":"2024-05-08T05:57:08.339214+0000","last_active":"2024-05-08T05:59:12.842981+0000","last_peered":"2024-05-08T05:59:12.842981+0000","last_clean":"2024-05-08T05:59:12.842981+0000","last_became_active":"2024-05-08T05:57:08.338948+0000","last_became_peered":"2024-05-08T05:57:08.338948+0000","last_unstale":"2024-05-08T05:59:12.842981+0000","last_undegraded":"2024-05-08T05:59:12.842981+0000","last_fullsized":"2024-05-08T05:59:12.842981+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T16:53:27.225903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.839938+0000","last_change":"2024-05-08T05:57:08.348466+0000","last_active":"2024-05-08T05:59:12.839938+0000","last_peered":"2024-05-08T05:59:12.839938+0000","last_clean":"2024-05-08T05:59:12.839938+0000","last_became_active":"2024-05-08T05:57:08.344616+0000","last_became_peered":"2024-05-08T05:57:08.344616+0000","last_unstale":"2024-05-08T05:59:12.839938+0000","last_undegraded":"2024-05-08T05:59:12.839938+0000","last_fullsized":"2024-05-08T05:59:12.839938+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T12:51:40.063767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.849421+0000","last_change":"2024-05-08T05:57:08.345660+0000","last_active":"2024-05-08T05:59:12.849421+0000","last_peered":"2024-05-08T05:59:12.849421+0000","last_clean":"2024-05-08T05:59:12.849421+0000","last_became_active":"2024-05-08T05:57:08.345280+0000","last_became_peered":"2024-05-08T05:57:08.345280+0000","last_unstale":"2024-05-08T05:59:12.849421+0000","last_undegraded":"2024-05-08T05:59:12.849421+0000","last_fullsized":"2024-05-08T05:59:12.849421+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T17:30:05.265179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.845398+0000","last_change":"2024-05-08T05:57:08.337257+0000","last_active":"2024-05-08T05:59:12.845398+0000","last_peered":"2024-05-08T05:59:12.845398+0000","last_clean":"2024-05-08T05:59:12.845398+0000","last_became_active":"2024-05-08T05:57:08.336599+0000","last_became_peered":"2024-05-08T05:57:08.336599+0000","last_unstale":"2024-05-08T05:59:12.845398+0000","last_undegraded":"2024-05-08T05:59:12.845398+0000","last_fullsized":"2024-05-08T05:59:12.845398+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:09:51.670487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-08T05:59:12.825969+0000","last_change":"2024-05-08T05:57:43.944287+0000","last_active":"2024-05-08T05:59:12.825969+0000","last_peered":"2024-05-08T05:59:12.825969+0000","last_clean":"2024-05-08T05:59:12.825969+0000","last_became_active":"2024-05-08T05:57:43.943862+0000","last_became_peered":"2024-05-08T05:57:43.943862+0000","last_unstale":"2024-05-08T05:59:12.825969+0000","last_undegraded":"2024-05-08T05:59:12.825969+0000","last_fullsized":"2024-05-08T05:59:12.825969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-08T05:57:07.277545+0000","last_clean_scrub_stamp":"2024-05-08T05:57:07.277545+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-09T09:40:48.119521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":3542208,"data_compressed":209430,"data_compressed_allocated":270336,"data_compressed_original":3489792,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":74594,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":1353,"num_read_kb":754,"num_write":183,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":430080,"data_stored":223782,"data_compressed":5436,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874312,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1032192,"data_stored":1092111,"data_compressed":37531,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32048,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713104,"statfs":{"total":95995035648,"available":95962218496,"internally_reserved":0,"allocated":892928,"data_stored":430724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234068,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430298,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32096,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713056,"statfs":{"total":95995035648,"available":95962169344,"internally_reserved":0,"allocated":942080,"data_stored":1023025,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626527,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32036,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713116,"statfs":{"total":95995035648,"available":95962230784,"internally_reserved":0,"allocated":880640,"data_stored":430113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":500048,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32056,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713096,"statfs":{"total":95995035648,"available":95962210304,"internally_reserved":0,"allocated":901120,"data_stored":431384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36284,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708868,"statfs":{"total":95995035648,"available":95957880832,"internally_reserved":0,"allocated":970752,"data_stored":502240,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182512,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":430424,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36200,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708952,"statfs":{"total":95995035648,"available":95957966848,"internally_reserved":0,"allocated":884736,"data_stored":430550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822759,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":1022709,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34091,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":70142,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":72334,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":71720,"data_compressed":1812,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-08T06:01:15.616 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:01:16.101 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:01:16.465 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:16 smithi069 ceph-mon[29571]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-08T06:01:16.465 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:16 smithi069 ceph-mon[29571]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:16 smithi105 ceph-mon[34393]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-08T06:01:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:16 smithi105 ceph-mon[34393]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:16 smithi135 ceph-mon[34761]: pgmap v447: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 6 op/s 2024-05-08T06:01:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:16 smithi135 ceph-mon[34761]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:17.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:17 smithi105 ceph-mon[34393]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:17.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:17 smithi135 ceph-mon[34761]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:17.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:17 smithi069 ceph-mon[29571]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-08T06:01:18.183 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:18 smithi069 ceph-mon[29571]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-08T06:01:18.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.473+0000 7f0f9c000700 1 -- 172.21.15.69:0/3896485180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f9410b6c0 msgr2=0x7f0f9410baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:18.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.473+0000 7f0f9c000700 1 --2- 172.21.15.69:0/3896485180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f9410b6c0 0x7f0f9410baa0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0f88009990 tx=0x7f0f88009ca0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 -- 172.21.15.69:0/3896485180 shutdown_connections 2024-05-08T06:01:18.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 --2- 172.21.15.69:0/3896485180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0f94106080 0x7f0f94112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 --2- 172.21.15.69:0/3896485180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f9410b6c0 0x7f0f9410baa0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 --2- 172.21.15.69:0/3896485180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0f941056c0 0x7f0f94105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 -- 172.21.15.69:0/3896485180 >> 172.21.15.69:0/3896485180 conn(0x7f0f941011b0 msgr2=0x7f0f941035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 -- 172.21.15.69:0/3896485180 shutdown_connections 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.474+0000 7f0f9c000700 1 -- 172.21.15.69:0/3896485180 wait complete. 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.475+0000 7f0f9c000700 1 Processor -- start 2024-05-08T06:01:18.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 -- start start 2024-05-08T06:01:18.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 0x7f0f9419be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0f94106080 0x7f0f9419c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0f9410b6c0 0x7f0f941a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0f94115900 con 0x7f0f941056c0 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0f94115780 con 0x7f0f94106080 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9c000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0f94115a80 con 0x7f0f9410b6c0 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f99600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 0x7f0f9419be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f99600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 0x7f0f9419be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38932/0 (socket says 172.21.15.69:38932) 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f99600700 1 -- 172.21.15.69:0/609021057 learned_addr learned my addr 172.21.15.69:0/609021057 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f98c00700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0f94106080 0x7f0f9419c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:18.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.476+0000 7f0f9a000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0f9410b6c0 0x7f0f941a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f99600700 1 -- 172.21.15.69:0/609021057 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0f9410b6c0 msgr2=0x7f0f941a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f99600700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0f9410b6c0 0x7f0f941a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f99600700 1 -- 172.21.15.69:0/609021057 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0f94106080 msgr2=0x7f0f9419c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f99600700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0f94106080 0x7f0f9419c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f99600700 1 -- 172.21.15.69:0/609021057 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f941a0ea0 con 0x7f0f941056c0 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f99600700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 0x7f0f9419be90 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0f88000c00 tx=0x7f0f880057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:18.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88027070 con 0x7f0f941056c0 2024-05-08T06:01:18.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f88003680 con 0x7f0f941056c0 2024-05-08T06:01:18.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.477+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f88022aa0 con 0x7f0f941056c0 2024-05-08T06:01:18.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.478+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f941a1130 con 0x7f0f941056c0 2024-05-08T06:01:18.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.478+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f941a8a10 con 0x7f0f941056c0 2024-05-08T06:01:18.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.479+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f9406a190 con 0x7f0f941056c0 2024-05-08T06:01:18.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.481+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0f8802a070 con 0x7f0f941056c0 2024-05-08T06:01:18.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.483+0000 7f0f92000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0f7c0b2900 0x7f0f7c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:18.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.483+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0f880e3a60 con 0x7f0f941056c0 2024-05-08T06:01:18.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.483+0000 7f0f98c00700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0f7c0b2900 0x7f0f7c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:18.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.484+0000 7f0f98c00700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0f7c0b2900 0x7f0f7c0b4dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0f9410ab00 tx=0x7f0f800073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:18.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.486+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0f88031020 con 0x7f0f941056c0 2024-05-08T06:01:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:18 smithi105 ceph-mon[34393]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-08T06:01:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:18 smithi135 ceph-mon[34761]: pgmap v448: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 938 B/s wr, 7 op/s 2024-05-08T06:01:18.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.762+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f9402e510 con 0x7f0f941056c0 2024-05-08T06:01:18.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.763+0000 7f0f92000700 1 -- 172.21.15.69:0/609021057 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f0f88013070 con 0x7f0f941056c0 2024-05-08T06:01:18.764 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:18.764 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:01:18.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0f7c0b2900 msgr2=0x7f0f7c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:18.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0f7c0b2900 0x7f0f7c0b4dc0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0f9410ab00 tx=0x7f0f800073d0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 msgr2=0x7f0f9419be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 0x7f0f9419be90 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f0f88000c00 tx=0x7f0f880057a0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 shutdown_connections 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0f9410b6c0 0x7f0f941a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0f941056c0 0x7f0f9419be90 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0f7c0b2900 0x7f0f7c0b4dc0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 --2- 172.21.15.69:0/609021057 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0f94106080 0x7f0f9419c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 >> 172.21.15.69:0/609021057 conn(0x7f0f941011b0 msgr2=0x7f0f94101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 shutdown_connections 2024-05-08T06:01:18.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:18.767+0000 7f0f9c000700 1 -- 172.21.15.69:0/609021057 wait complete. 2024-05-08T06:01:18.769 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:01:19.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:19 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/609021057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:01:19.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:19 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/609021057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:01:19.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:19 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/609021057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:01:19.748 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T06:01:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:01:20.368 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:20 smithi069 ceph-mon[29571]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 5 op/s 2024-05-08T06:01:20.522 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:20 smithi105 ceph-mon[34393]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 5 op/s 2024-05-08T06:01:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:20 smithi135 ceph-mon[34761]: pgmap v449: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 938 B/s wr, 5 op/s 2024-05-08T06:01:22.362 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:22 smithi069 ceph-mon[29571]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-08T06:01:22.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:22 smithi105 ceph-mon[34393]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-08T06:01:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:22 smithi135 ceph-mon[34761]: pgmap v450: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-08T06:01:22.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 -- 172.21.15.69:0/2179603729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 msgr2=0x7faf4c112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:22.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 --2- 172.21.15.69:0/2179603729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c112590 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7faf4400b0a0 tx=0x7faf4400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 -- 172.21.15.69:0/2179603729 shutdown_connections 2024-05-08T06:01:22.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 --2- 172.21.15.69:0/2179603729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c112590 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 --2- 172.21.15.69:0/2179603729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 0x7faf4c10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 --2- 172.21.15.69:0/2179603729 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 0x7faf4c105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 -- 172.21.15.69:0/2179603729 >> 172.21.15.69:0/2179603729 conn(0x7faf4c1011b0 msgr2=0x7faf4c1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:22.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 -- 172.21.15.69:0/2179603729 shutdown_connections 2024-05-08T06:01:22.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.633+0000 7faf54000700 1 -- 172.21.15.69:0/2179603729 wait complete. 2024-05-08T06:01:22.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.634+0000 7faf54000700 1 Processor -- start 2024-05-08T06:01:22.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 -- start start 2024-05-08T06:01:22.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 0x7faf4c19bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c19c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 0x7faf4c1a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c115900 con 0x7faf4c10b6c0 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c115780 con 0x7faf4c106080 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf54000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7faf4c115a80 con 0x7faf4c1056c0 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf51600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 0x7faf4c19bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf51600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 0x7faf4c19bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48920/0 (socket says 172.21.15.69:48920) 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.635+0000 7faf51600700 1 -- 172.21.15.69:0/1329944427 learned_addr learned my addr 172.21.15.69:0/1329944427 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 0x7faf4c1a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf50c00700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c19c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:22.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 -- 172.21.15.69:0/1329944427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 msgr2=0x7faf4c19bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:22.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 0x7faf4c19bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 -- 172.21.15.69:0/1329944427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 msgr2=0x7faf4c19c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:22.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c19c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 -- 172.21.15.69:0/1329944427 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf4c1a0d20 con 0x7faf4c10b6c0 2024-05-08T06:01:22.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf50c00700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c19c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:22.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.636+0000 7faf52000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 0x7faf4c1a05e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faf4400b070 tx=0x7faf44004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:22.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.637+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44021070 con 0x7faf4c10b6c0 2024-05-08T06:01:22.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.637+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf44007e30 con 0x7faf4c10b6c0 2024-05-08T06:01:22.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.637+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf440045f0 con 0x7faf4c10b6c0 2024-05-08T06:01:22.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.637+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf4c1a0fb0 con 0x7faf4c10b6c0 2024-05-08T06:01:22.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.637+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf4c1a8890 con 0x7faf4c10b6c0 2024-05-08T06:01:22.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.638+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf4c06a190 con 0x7faf4c10b6c0 2024-05-08T06:01:22.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.641+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7faf44007980 con 0x7faf4c10b6c0 2024-05-08T06:01:22.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.642+0000 7faf4a000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faf340b2900 0x7faf340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:22.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.642+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7faf4400f020 con 0x7faf4c10b6c0 2024-05-08T06:01:22.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.642+0000 7faf51600700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faf340b2900 0x7faf340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:22.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.643+0000 7faf51600700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faf340b2900 0x7faf340b4dc0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7faf40009ca0 tx=0x7faf40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:22.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.645+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faf4402a020 con 0x7faf4c10b6c0 2024-05-08T06:01:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.880+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faf4c02e510 con 0x7faf4c10b6c0 2024-05-08T06:01:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.882+0000 7faf4a000700 1 -- 172.21.15.69:0/1329944427 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7faf440ab660 con 0x7faf4c10b6c0 2024-05-08T06:01:22.882 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:01:22.883 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T06:01:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faf340b2900 msgr2=0x7faf340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faf340b2900 0x7faf340b4dc0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7faf40009ca0 tx=0x7faf40009260 comp rx=0 tx=0).stop 2024-05-08T06:01:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 msgr2=0x7faf4c1a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 0x7faf4c1a05e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7faf4400b070 tx=0x7faf44004c80 comp rx=0 tx=0).stop 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 shutdown_connections 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7faf4c10b6c0 0x7faf4c1a05e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7faf4c1056c0 0x7faf4c19bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7faf340b2900 0x7faf340b4dc0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 --2- 172.21.15.69:0/1329944427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7faf4c106080 0x7faf4c19c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 >> 172.21.15.69:0/1329944427 conn(0x7faf4c1011b0 msgr2=0x7faf4c101730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 shutdown_connections 2024-05-08T06:01:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:22.885+0000 7faf54000700 1 -- 172.21.15.69:0/1329944427 wait complete. 2024-05-08T06:01:23.314 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:23 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1329944427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:01:23.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:23 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1329944427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:01:23.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:23 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1329944427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:01:23.758 DEBUG:tasks.fwd_scrub:Yielding 2024-05-08T06:01:23.758 INFO:teuthology.run_tasks:Running task workunit... 2024-05-08T06:01:23.772 INFO:tasks.workunit:Pulling workunits from ref bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T06:01:23.773 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-08T06:01:23.773 INFO:tasks.workunit:timeout=3h 2024-05-08T06:01:23.773 INFO:tasks.workunit:cleanup=True 2024-05-08T06:01:23.773 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:23.774 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-08T06:01:23.774 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:01:23.774 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:01:23.822 INFO:teuthology.orchestra.run.smithi069.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:23.822 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-08T06:01:23.822 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 72h/114d Inode: 1099511628283 Links: 2 2024-05-08T06:01:23.822 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-08T06:01:23.822 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-08T06:01:23.823 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-05-08 05:57:51.035342943 +0000 2024-05-08T06:01:23.823 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-05-08 05:57:51.035342943 +0000 2024-05-08T06:01:23.823 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-05-08 06:01:06.970659024 +0000 2024-05-08T06:01:23.823 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-05-08 05:57:51.035342943 +0000 2024-05-08T06:01:23.823 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-08T06:01:23.823 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-08T06:01:23.952 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bee299f4ac344e4c45e550d7a80abcadd7bc3d5a 2024-05-08T06:01:24.004 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-08T06:01:24.198 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:01:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:24 smithi105 ceph-mon[34393]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:24.542 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:24 smithi069 ceph-mon[29571]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:24 smithi135 ceph-mon[34761]: pgmap v451: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:26.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:26 smithi069 ceph-mon[29571]: pgmap v452: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:26.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:26 smithi105 ceph-mon[34393]: pgmap v452: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:26 smithi135 ceph-mon[34761]: pgmap v452: 97 pgs: 97 active+clean; 650 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:26.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 -- 172.21.15.69:0/4183606842 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe0109460 msgr2=0x7fbbe0109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 --2- 172.21.15.69:0/4183606842 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe0109460 0x7fbbe0109840 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0009990 tx=0x7fbbd0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 -- 172.21.15.69:0/4183606842 shutdown_connections 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 --2- 172.21.15.69:0/4183606842 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbbe0103d90 0x7fbbe01102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 --2- 172.21.15.69:0/4183606842 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe0109460 0x7fbbe0109840 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 --2- 172.21.15.69:0/4183606842 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe01033d0 0x7fbbe0103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 -- 172.21.15.69:0/4183606842 >> 172.21.15.69:0/4183606842 conn(0x7fbbe00fef20 msgr2=0x7fbbe0101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 -- 172.21.15.69:0/4183606842 shutdown_connections 2024-05-08T06:01:26.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.579+0000 7fbbdf200700 1 -- 172.21.15.69:0/4183606842 wait complete. 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.580+0000 7fbbdf200700 1 Processor -- start 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 -- start start 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe01033d0 0x7fbbe019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 0x7fbbe019fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbbe0109460 0x7fbbe0199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe0113570 con 0x7fbbe0109460 2024-05-08T06:01:26.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01133f0 con 0x7fbbe01033d0 2024-05-08T06:01:26.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.581+0000 7fbbdf200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01136f0 con 0x7fbbe0103d90 2024-05-08T06:01:26.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 0x7fbbe019fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbde800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbbe0109460 0x7fbbe0199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 0x7fbbe019fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48926/0 (socket says 172.21.15.69:48926) 2024-05-08T06:01:26.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 -- 172.21.15.69:0/1654743353 learned_addr learned my addr 172.21.15.69:0/1654743353 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdde00700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe01033d0 0x7fbbe019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 -- 172.21.15.69:0/1654743353 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe01033d0 msgr2=0x7fbbe019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe01033d0 0x7fbbe019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 -- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbbe0109460 msgr2=0x7fbbe0199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbbe0109460 0x7fbbe0199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 -- 172.21.15.69:0/1654743353 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbe0199fd0 con 0x7fbbe0103d90 2024-05-08T06:01:26.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.582+0000 7fbbdd400700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 0x7fbbe019fbf0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc00e9a0 tx=0x7fbbcc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:26.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.583+0000 7fbbd6a00700 1 -- 172.21.15.69:0/1654743353 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc00cbd0 con 0x7fbbe0103d90 2024-05-08T06:01:26.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.583+0000 7fbbd6a00700 1 -- 172.21.15.69:0/1654743353 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbcc00cd70 con 0x7fbbe0103d90 2024-05-08T06:01:26.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.583+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbe019a2c0 con 0x7fbbe0103d90 2024-05-08T06:01:26.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.583+0000 7fbbd6a00700 1 -- 172.21.15.69:0/1654743353 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc018680 con 0x7fbbe0103d90 2024-05-08T06:01:26.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.583+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbe01a6580 con 0x7fbbe0103d90 2024-05-08T06:01:26.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.587+0000 7fbbd6a00700 1 -- 172.21.15.69:0/1654743353 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbbcc010430 con 0x7fbbe0103d90 2024-05-08T06:01:26.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 Processor -- start 2024-05-08T06:01:26.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 -- start start 2024-05-08T06:01:26.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29ae230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29a8470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29a8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55faa28f6aa0 con 0x55faa29ade50 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55faa28947e0 con 0x55faa29ae770 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.588+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55faa28f2a60 con 0x55faa29a8a90 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29ae230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29ae230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38966/0 (socket says 172.21.15.69:38966) 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 -- 172.21.15.69:0/779539409 learned_addr learned my addr 172.21.15.69:0/779539409 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbdde00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29a8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbdd400700 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29a8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 -- 172.21.15.69:0/779539409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 msgr2=0x55faa29a8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29a8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbd6a00700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbc40b2880 0x7fbbc40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 -- 172.21.15.69:0/779539409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 msgr2=0x55faa29a8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29a8470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbde800700 1 -- 172.21.15.69:0/779539409 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55faa2843950 con 0x55faa29ade50 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.589+0000 7fbbd6a00700 1 -- 172.21.15.69:0/1654743353 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbbcc0e24e0 con 0x7fbbe0103d90 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.590+0000 7fbbde800700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbc40b2880 0x7fbbc40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.590+0000 7fbbde800700 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29ae230 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8009440 tx=0x7fbbd8009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757f4ce31b262362 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.590+0000 7fbbcb400700 1 -- 172.21.15.69:0/779539409 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd8012bd0 con 0x55faa29ade50 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.590+0000 7fbbcb400700 1 -- 172.21.15.69:0/779539409 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbd8012e20 con 0x55faa29ade50 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.590+0000 7fbbcb400700 1 -- 172.21.15.69:0/779539409 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd80149e0 con 0x55faa29ade50 2024-05-08T06:01:26.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.591+0000 7fbbde800700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbc40b2880 0x7fbbc40b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fbbd801e000 tx=0x7fbbd8021000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:26.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.591+0000 7fbbefc40b80 1 -- 172.21.15.69:0/779539409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 msgr2=0x55faa29ae230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.591+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29ae230 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8009440 tx=0x7fbbd8009920 comp rx=0 tx=0).stop 2024-05-08T06:01:26.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 -- 172.21.15.69:0/779539409 shutdown_connections 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29a8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29ae230 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/779539409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29a8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 -- 172.21.15.69:0/779539409 >> 172.21.15.69:0/779539409 conn(0x55faa28d2be0 msgr2=0x55faa299ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 -- 172.21.15.69:0/779539409 shutdown_connections 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 -- 172.21.15.69:0/779539409 wait complete. 2024-05-08T06:01:26.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.592+0000 7fbbefc40b80 1 -- start start 2024-05-08T06:01:26.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 Processor -- start 2024-05-08T06:01:26.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29a8a90 0x55faa29b4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29ade50 0x55faa29b16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29b1c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55faa29b5270 con 0x55faa29ae770 2024-05-08T06:01:26.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55faa285cba0 con 0x55faa29a8a90 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55faa29b53f0 con 0x55faa29ade50 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.593+0000 7fbbefc40b80 10 client.0 _ll_register_callbacks cb 0x55faa289dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29b1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29b1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38972/0 (socket says 172.21.15.69:38972) 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbdd400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29ade50 0x55faa29b16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 -- 172.21.15.69:0/183071386 learned_addr learned my addr 172.21.15.69:0/183071386 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbdde00700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29a8a90 0x55faa29b4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 -- 172.21.15.69:0/183071386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29ade50 msgr2=0x55faa29b16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29ade50 0x55faa29b16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 -- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29a8a90 msgr2=0x55faa29b4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29a8a90 0x55faa29b4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 -- 172.21.15.69:0/183071386 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55faa28bc4a0 con 0x55faa29ae770 2024-05-08T06:01:26.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbdd400700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29ade50 0x55faa29b16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:26.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbde800700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29b1c00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8009df0 tx=0x7fbbd8006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=740aa5e6fdfae90c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:26.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.594+0000 7fbbbfe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:01:26.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.595+0000 7fbbbfe00700 1 -- 172.21.15.69:0/183071386 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd8029040 con 0x55faa29ae770 2024-05-08T06:01:26.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.595+0000 7fbbbfe00700 1 -- 172.21.15.69:0/183071386 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbbd80128b0 con 0x55faa29ae770 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.595+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbd8012e20 con 0x55faa29ae770 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbbfe00700 1 -- 172.21.15.69:0/183071386 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbbd80149a0 con 0x55faa29ae770 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 10 client.14997 fetch_fsmap learned FSMap version 26 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55faa29bf950 con 0x55faa29ae770 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbbfe00700 1 -- 172.21.15.69:0/183071386 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbd8012e20 con 0x55faa29ae770 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbbfe00700 1 -- 172.21.15.69:0/183071386 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbbd802d420 con 0x55faa29ae770 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 10 client.14997 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 10 client.14997 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:01:26.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 20 client.14997 populate_metadata read hostname 'smithi069' 2024-05-08T06:01:26.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa29c1f30 0x55faa29c4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 4 client.14997 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:01:26.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.596+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55faa2971120 con 0x55faa29c1f30 2024-05-08T06:01:26.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.597+0000 7fbbdde00700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa29c1f30 0x55faa29c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.597+0000 7fbbdde00700 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa29c1f30 0x55faa29c4320 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6b2ea3a1d96cf7b server_cookie=e0632a421b4db561 in_seq=0 out_seq=0 2024-05-08T06:01:26.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.597+0000 7fbbbfe00700 10 client.14997 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbbfe00700 1 -- 172.21.15.69:0/183071386 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55faa2971120 con 0x55faa29c1f30 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbbfe00700 10 client.14997 handle_command_reply: tid=0 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 client.14997 shutdown 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 msgr2=0x55faa29b1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29b1c00 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8009df0 tx=0x7fbbd8006000 comp rx=0 tx=0).stop 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 shutdown_connections 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29b1c00 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29a8a90 0x55faa29b4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa29c1f30 0x55faa29c4320 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/183071386 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29ade50 0x55faa29b16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 >> 172.21.15.69:0/183071386 conn(0x55faa28d2be0 msgr2=0x55faa29994e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:26.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.598+0000 7fbbbfe00700 0 client.14997 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:26.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.599+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 shutdown_connections 2024-05-08T06:01:26.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.599+0000 7fbbefc40b80 1 -- 172.21.15.69:0/183071386 wait complete. 2024-05-08T06:01:26.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.599+0000 7fbbefc40b80 20 client.14997 trim_cache size 0 max 16384 2024-05-08T06:01:26.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.625+0000 7fbbefc40b80 1 Processor -- start 2024-05-08T06:01:26.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 -- start start 2024-05-08T06:01:26.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa2999360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ade50 0x55faa29a3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29a3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01ae0e0 con 0x55faa29ae770 2024-05-08T06:01:26.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01ab970 con 0x55faa29ade50 2024-05-08T06:01:26.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01a97e0 con 0x55faa29a8a90 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbdde00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa2999360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbde800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29a3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbdde00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa2999360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48964/0 (socket says 172.21.15.69:48964) 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.626+0000 7fbbdde00700 1 -- 172.21.15.69:0/53143325 learned_addr learned my addr 172.21.15.69:0/53143325 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdd400700 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ade50 0x55faa29a3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdde00700 1 -- 172.21.15.69:0/53143325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ade50 msgr2=0x55faa29a3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdde00700 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ade50 0x55faa29a3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdde00700 1 -- 172.21.15.69:0/53143325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 msgr2=0x55faa29a3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdde00700 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29a3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdde00700 1 -- 172.21.15.69:0/53143325 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55faa29b3f60 con 0x55faa29a8a90 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdd400700 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ade50 0x55faa29a3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:26.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.627+0000 7fbbdde00700 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa2999360 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0000c00 tx=0x7fbbd001a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7bd49ca597d723b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:26.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.628+0000 7fbbcaa00700 1 -- 172.21.15.69:0/53143325 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd000b720 con 0x55faa29a8a90 2024-05-08T06:01:26.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.628+0000 7fbbcaa00700 1 -- 172.21.15.69:0/53143325 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbd002e070 con 0x55faa29a8a90 2024-05-08T06:01:26.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.628+0000 7fbbcaa00700 1 -- 172.21.15.69:0/53143325 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd0003b80 con 0x55faa29a8a90 2024-05-08T06:01:26.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.628+0000 7fbbefc40b80 1 -- 172.21.15.69:0/53143325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 msgr2=0x55faa2999360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.628+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa2999360 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0000c00 tx=0x7fbbd001a040 comp rx=0 tx=0).stop 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 -- 172.21.15.69:0/53143325 shutdown_connections 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ae770 0x55faa29a3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa2999360 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/53143325 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ade50 0x55faa29a3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 -- 172.21.15.69:0/53143325 >> 172.21.15.69:0/53143325 conn(0x55faa28d2be0 msgr2=0x55faa2998c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 -- 172.21.15.69:0/53143325 shutdown_connections 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 -- 172.21.15.69:0/53143325 wait complete. 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 -- start start 2024-05-08T06:01:26.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.629+0000 7fbbefc40b80 1 Processor -- start 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29ba680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29babc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29b7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01a9e30 con 0x55faa29ade50 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01ab2a0 con 0x55faa29ae770 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe01aa500 con 0x55faa29a8a90 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbefc40b80 10 client.0 _ll_register_callbacks cb 0x55faa289dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbdd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29babc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbdd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29babc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38982/0 (socket says 172.21.15.69:38982) 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbdd400700 1 -- 172.21.15.69:0/2404053613 learned_addr learned my addr 172.21.15.69:0/2404053613 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbdde00700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29ba680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.630+0000 7fbbde800700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29b7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbdd400700 1 -- 172.21.15.69:0/2404053613 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 msgr2=0x55faa29ba680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbdd400700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29ba680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbdd400700 1 -- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 msgr2=0x55faa29b7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbdd400700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29b7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbdd400700 1 -- 172.21.15.69:0/2404053613 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55faa29b7d50 con 0x55faa29ade50 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbde800700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29b7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbdd400700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29babc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc010c60 tx=0x7fbbcc0e5f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27b089d8cf924e17 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbbfe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbbfe00700 1 -- 172.21.15.69:0/2404053613 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc0a9400 con 0x55faa29ade50 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbbfe00700 1 -- 172.21.15.69:0/2404053613 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbbcc0a60a0 con 0x55faa29ade50 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.631+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbd002e070 con 0x55faa29ade50 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbbfe00700 1 -- 172.21.15.69:0/2404053613 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbbcc0a5240 con 0x55faa29ade50 2024-05-08T06:01:26.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbefc40b80 10 client.15003 fetch_fsmap learned FSMap version 26 2024-05-08T06:01:26.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55faa2a2cf80 con 0x55faa29ade50 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbbfe00700 1 -- 172.21.15.69:0/2404053613 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbbd002e070 con 0x55faa29ade50 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbbfe00700 1 -- 172.21.15.69:0/2404053613 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbbcc0cc0b0 con 0x55faa29ade50 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbefc40b80 10 client.15003 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbefc40b80 10 client.15003 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbefc40b80 20 client.15003 populate_metadata read hostname 'smithi069' 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.632+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa2a2d610 0x55faa2a2fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:26.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.633+0000 7fbbefc40b80 4 client.15003 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.633+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55faa2904480 con 0x55faa2a2d610 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.633+0000 7fbbdde00700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa2a2d610 0x55faa2a2fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.633+0000 7fbbdde00700 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa2a2d610 0x55faa2a2fa30 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae56dfb159973dd4 server_cookie=871fbd164cf14081 in_seq=0 out_seq=0 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.633+0000 7fbbbfe00700 10 client.15003 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.634+0000 7fbbbfe00700 1 -- 172.21.15.69:0/2404053613 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55faa2904480 con 0x55faa2a2d610 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbbfe00700 10 client.15003 handle_command_reply: tid=0 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 client.15003 shutdown 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 msgr2=0x55faa29babc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29babc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc010c60 tx=0x7fbbcc0e5f20 comp rx=0 tx=0).stop 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 shutdown_connections 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55faa29ae770 0x55faa29b7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55faa2a2d610 0x55faa2a2fa30 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55faa29a8a90 0x55faa29ba680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 --2- 172.21.15.69:0/2404053613 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55faa29ade50 0x55faa29babc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbbfe00700 0 client.15003 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 >> 172.21.15.69:0/2404053613 conn(0x55faa28d2be0 msgr2=0x55faa29994e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 shutdown_connections 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.635+0000 7fbbefc40b80 1 -- 172.21.15.69:0/2404053613 wait complete. 2024-05-08T06:01:26.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.636+0000 7fbbefc40b80 20 client.15003 trim_cache size 0 max 16384 2024-05-08T06:01:26.638 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:01:26.638 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:01:26.638 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "ca66c054-9338-4c3a-a49a-1470af510bc6", 2024-05-08T06:01:26.638 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:01:26.638 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.636+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbc40b2880 msgr2=0x7fbbc40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.636+0000 7fbbdf200700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbc40b2880 0x7fbbc40b4d40 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fbbd801e000 tx=0x7fbbd8021000 comp rx=0 tx=0).stop 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.636+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 msgr2=0x7fbbe019fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.636+0000 7fbbdf200700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 0x7fbbe019fbf0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc00e9a0 tx=0x7fbbcc00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 shutdown_connections 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbbe0109460 0x7fbbe0199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbbc40b2880 0x7fbbc40b4d40 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbbe01033d0 0x7fbbe019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 --2- 172.21.15.69:0/1654743353 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbbe0103d90 0x7fbbe019fbf0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 >> 172.21.15.69:0/1654743353 conn(0x7fbbe00fef20 msgr2=0x7fbbe00ff730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 shutdown_connections 2024-05-08T06:01:26.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:26.637+0000 7fbbdf200700 1 -- 172.21.15.69:0/1654743353 wait complete. 2024-05-08T06:01:27.743 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:01:28.190 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:01:28.406 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:28 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:01:28.406 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:28 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:01:28.406 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:28 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:01:28.406 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:28 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:01:28.406 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:28 smithi069 ceph-mon[29571]: pgmap v453: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:01:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:28 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:01:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:28 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:01:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:28 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:01:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:28 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:01:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:28 smithi105 ceph-mon[34393]: pgmap v453: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:01:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:28 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:01:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:28 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:01:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:28 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:01:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:28 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:01:28.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:28 smithi135 ceph-mon[34761]: pgmap v453: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:01:30.216 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:30 smithi069 ceph-mon[29571]: pgmap v454: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 767 B/s wr, 5 op/s 2024-05-08T06:01:30.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:30 smithi105 ceph-mon[34393]: pgmap v454: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 767 B/s wr, 5 op/s 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 -- 172.21.15.69:0/665320596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4440756d0 msgr2=0x7fc444075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 --2- 172.21.15.69:0/665320596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4440756d0 0x7fc444075ab0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc438009990 tx=0x7fc438009ca0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 -- 172.21.15.69:0/665320596 shutdown_connections 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 --2- 172.21.15.69:0/665320596 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc44410fea0 0x7fc444112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 --2- 172.21.15.69:0/665320596 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4440756d0 0x7fc444075ab0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 --2- 172.21.15.69:0/665320596 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc444075ff0 0x7fc44410f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 -- 172.21.15.69:0/665320596 >> 172.21.15.69:0/665320596 conn(0x7fc44407a600 msgr2=0x7fc44407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:30.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 -- 172.21.15.69:0/665320596 shutdown_connections 2024-05-08T06:01:30.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.543+0000 7fc44b600700 1 -- 172.21.15.69:0/665320596 wait complete. 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.544+0000 7fc44b600700 1 Processor -- start 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 -- start start 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4440756d0 0x7fc44419bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 0x7fc44419c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc44410fea0 0x7fc4441a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc444115850 con 0x7fc444075ff0 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441156d0 con 0x7fc44410fea0 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc44b600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441159d0 con 0x7fc4440756d0 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc443e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 0x7fc44419c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc443e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 0x7fc44419c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38632/0 (socket says 172.21.15.69:38632) 2024-05-08T06:01:30.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.545+0000 7fc443e00700 1 -- 172.21.15.69:0/1128599139 learned_addr learned my addr 172.21.15.69:0/1128599139 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:30.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc448c00700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4440756d0 0x7fc44419bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc449600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc44410fea0 0x7fc4441a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc448c00700 1 -- 172.21.15.69:0/1128599139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc44410fea0 msgr2=0x7fc4441a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc448c00700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc44410fea0 0x7fc4441a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc448c00700 1 -- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 msgr2=0x7fc44419c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc448c00700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 0x7fc44419c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc448c00700 1 -- 172.21.15.69:0/1128599139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4441a0d80 con 0x7fc4440756d0 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.546+0000 7fc443e00700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 0x7fc44419c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.547+0000 7fc448c00700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4440756d0 0x7fc44419bdc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc438006010 tx=0x7fc4380057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.547+0000 7fc441600700 1 -- 172.21.15.69:0/1128599139 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc438027070 con 0x7fc4440756d0 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.547+0000 7fc441600700 1 -- 172.21.15.69:0/1128599139 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc438022470 con 0x7fc4440756d0 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.547+0000 7fc441600700 1 -- 172.21.15.69:0/1128599139 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc438017650 con 0x7fc4440756d0 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.547+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4441a1010 con 0x7fc4440756d0 2024-05-08T06:01:30.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.547+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4441a88f0 con 0x7fc4440756d0 2024-05-08T06:01:30.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.552+0000 7fc455eb3b80 1 Processor -- start 2024-05-08T06:01:30.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.552+0000 7fc455eb3b80 1 -- start start 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33c90440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c94490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33c94e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55be33be2a20 con 0x55be33c949d0 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55be33b80760 con 0x55be33c90980 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55be33bde9e0 con 0x55be33c90060 2024-05-08T06:01:30.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc441600700 1 -- 172.21.15.69:0/1128599139 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc43802a070 con 0x7fc4440756d0 2024-05-08T06:01:30.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc449600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33c90440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc443e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33c94e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc449600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33c90440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52906/0 (socket says 172.21.15.69:52906) 2024-05-08T06:01:30.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc443e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33c94e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38642/0 (socket says 172.21.15.69:38642) 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc449600700 1 -- 172.21.15.69:0/736574523 learned_addr learned my addr 172.21.15.69:0/736574523 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.553+0000 7fc448c00700 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c94490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc448c00700 1 -- 172.21.15.69:0/736574523 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 msgr2=0x55be33c90440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc448c00700 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33c90440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc448c00700 1 -- 172.21.15.69:0/736574523 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 msgr2=0x55be33c94e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc448c00700 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33c94e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc448c00700 1 -- 172.21.15.69:0/736574523 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be33b2f8d0 con 0x55be33c90980 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc443e00700 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33c94e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:01:30.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.554+0000 7fc448c00700 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c94490 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc4380e0910 tx=0x7fc4380e9730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=113e1aa4c3967609 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:30.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.555+0000 7fc436000700 1 -- 172.21.15.69:0/736574523 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4380e90d0 con 0x55be33c90980 2024-05-08T06:01:30.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.555+0000 7fc436000700 1 -- 172.21.15.69:0/736574523 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4380e9270 con 0x55be33c90980 2024-05-08T06:01:30.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.555+0000 7fc436000700 1 -- 172.21.15.69:0/736574523 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4380f3740 con 0x55be33c90980 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.555+0000 7fc441600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42c0b2900 0x7fc42c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.555+0000 7fc455eb3b80 1 -- 172.21.15.69:0/736574523 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 msgr2=0x55be33c94490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.555+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c94490 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc4380e0910 tx=0x7fc4380e9730 comp rx=0 tx=0).stop 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc441600700 1 -- 172.21.15.69:0/1128599139 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc4380e2ec0 con 0x7fc4440756d0 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc449600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42c0b2900 0x7fc42c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 -- 172.21.15.69:0/736574523 shutdown_connections 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33c94e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33c90440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/736574523 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c94490 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 -- 172.21.15.69:0/736574523 >> 172.21.15.69:0/736574523 conn(0x55be33bbeb60 msgr2=0x55be33c8a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 -- 172.21.15.69:0/736574523 shutdown_connections 2024-05-08T06:01:30.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.556+0000 7fc455eb3b80 1 -- 172.21.15.69:0/736574523 wait complete. 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.557+0000 7fc449600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42c0b2900 0x7fc42c0b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc43c0075c0 tx=0x7fc43c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.557+0000 7fc455eb3b80 1 -- start start 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.557+0000 7fc455eb3b80 1 Processor -- start 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 0x55be33c9be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c99210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33c99750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55be33c9c9a0 con 0x55be33c90060 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55be33b48b20 con 0x55be33c90980 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55be33c9cb20 con 0x55be33c949d0 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc455eb3b80 10 client.0 _ll_register_callbacks cb 0x55be33b89c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:01:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc448c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 0x55be33c9be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc448c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 0x55be33c9be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38646/0 (socket says 172.21.15.69:38646) 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc448c00700 1 -- 172.21.15.69:0/2182836800 learned_addr learned my addr 172.21.15.69:0/2182836800 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc443e00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c99210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.558+0000 7fc449600700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33c99750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc448c00700 1 -- 172.21.15.69:0/2182836800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 msgr2=0x55be33c99750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc448c00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33c99750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc448c00700 1 -- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 msgr2=0x55be33c99210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc448c00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c99210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc448c00700 1 -- 172.21.15.69:0/2182836800 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be33ba8420 con 0x55be33c90060 2024-05-08T06:01:30.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc443e00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c99210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:01:30.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc448c00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 0x55be33c9be70 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc438024000 tx=0x7fc438005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=854e560c1eaf57c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc42aa00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc42aa00700 1 -- 172.21.15.69:0/2182836800 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4380a63e0 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc42aa00700 1 -- 172.21.15.69:0/2182836800 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc4380a6b10 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.559+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4380e9270 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc42aa00700 1 -- 172.21.15.69:0/2182836800 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4380e90d0 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 10 client.15015 fetch_fsmap learned FSMap version 26 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55be33c9c9a0 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc42aa00700 1 -- 172.21.15.69:0/2182836800 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4380e9270 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc42aa00700 1 -- 172.21.15.69:0/2182836800 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc4380e4070 con 0x55be33c90060 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 10 client.15015 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 10 client.15015 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:01:30.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 20 client.15015 populate_metadata read hostname 'smithi069' 2024-05-08T06:01:30.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33ca94b0 0x55be33cab8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 4 client.15015 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:01:30.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.560+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be33c5d0a0 con 0x55be33ca94b0 2024-05-08T06:01:30.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.561+0000 7fc443e00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33ca94b0 0x55be33cab8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.561+0000 7fc42aa00700 10 client.15015 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:30.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.561+0000 7fc443e00700 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33ca94b0 0x55be33cab8a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=452fc732f2bffb4f server_cookie=8048a0453f03f213 in_seq=0 out_seq=0 2024-05-08T06:01:30.563 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:30 smithi135 ceph-mon[34761]: pgmap v454: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 767 B/s wr, 5 op/s 2024-05-08T06:01:30.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.562+0000 7fc42aa00700 1 -- 172.21.15.69:0/2182836800 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55be33c5d0a0 con 0x55be33ca94b0 2024-05-08T06:01:30.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.562+0000 7fc42aa00700 10 client.15015 handle_command_reply: tid=0 2024-05-08T06:01:30.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.562+0000 7fc455eb3b80 1 client.15015 shutdown 2024-05-08T06:01:30.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 msgr2=0x55be33c9be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 0x55be33c9be70 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc438024000 tx=0x7fc438005c00 comp rx=0 tx=0).stop 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 shutdown_connections 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33ca94b0 0x55be33cab8a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33c99750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90060 0x55be33c9be70 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2182836800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33c99210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc42aa00700 0 client.15015 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 >> 172.21.15.69:0/2182836800 conn(0x55be33bbeb60 msgr2=0x55be33c852b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 shutdown_connections 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2182836800 wait complete. 2024-05-08T06:01:30.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.563+0000 7fc455eb3b80 20 client.15015 trim_cache size 0 max 16384 2024-05-08T06:01:30.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.585+0000 7fc455eb3b80 1 Processor -- start 2024-05-08T06:01:30.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.585+0000 7fc455eb3b80 1 -- start start 2024-05-08T06:01:30.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 0x55be33ca59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90980 0x55be33c85130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33cb1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441b24f0 con 0x55be33c90980 2024-05-08T06:01:30.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441afd80 con 0x55be33c90060 2024-05-08T06:01:30.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441adbf0 con 0x55be33c949d0 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc443e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90980 0x55be33c85130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc448c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 0x55be33ca59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc443e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90980 0x55be33c85130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38656/0 (socket says 172.21.15.69:38656) 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc448c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 0x55be33ca59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38960/0 (socket says 172.21.15.69:38960) 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc443e00700 1 -- 172.21.15.69:0/2162778215 learned_addr learned my addr 172.21.15.69:0/2162778215 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc449600700 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33cb1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.586+0000 7fc448c00700 1 -- 172.21.15.69:0/2162778215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 msgr2=0x55be33cb1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc448c00700 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33cb1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc448c00700 1 -- 172.21.15.69:0/2162778215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90980 msgr2=0x55be33c85130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc448c00700 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90980 0x55be33c85130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc448c00700 1 -- 172.21.15.69:0/2162778215 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be33c97780 con 0x55be33c90060 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc448c00700 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 0x55be33ca59f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc4380aa520 tx=0x7fc4380e9730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24efc584df628efc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc435600700 1 -- 172.21.15.69:0/2162778215 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4380a9c90 con 0x55be33c90060 2024-05-08T06:01:30.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc435600700 1 -- 172.21.15.69:0/2162778215 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4380aa030 con 0x55be33c90060 2024-05-08T06:01:30.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.587+0000 7fc435600700 1 -- 172.21.15.69:0/2162778215 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4380a9e70 con 0x55be33c90060 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2162778215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 msgr2=0x55be33ca59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 0x55be33ca59f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc4380aa520 tx=0x7fc4380e9730 comp rx=0 tx=0).stop 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2162778215 shutdown_connections 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c949d0 0x55be33cb1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90060 0x55be33ca59f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/2162778215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c90980 0x55be33c85130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2162778215 >> 172.21.15.69:0/2162778215 conn(0x55be33bbeb60 msgr2=0x55be33c84a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2162778215 shutdown_connections 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.588+0000 7fc455eb3b80 1 -- 172.21.15.69:0/2162778215 wait complete. 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.589+0000 7fc455eb3b80 1 -- start start 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.589+0000 7fc455eb3b80 1 Processor -- start 2024-05-08T06:01:30.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.589+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33ca00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.589+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33ca0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.589+0000 7fc455eb3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33d12c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441ae240 con 0x55be33c949d0 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441af6b0 con 0x55be33c90980 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc455eb3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc4441ae910 con 0x55be33c90060 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc455eb3b80 10 client.0 _ll_register_callbacks cb 0x55be33b89c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33ca00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33ca00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52928/0 (socket says 172.21.15.69:52928) 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 -- 172.21.15.69:0/913583836 learned_addr learned my addr 172.21.15.69:0/913583836 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc449600700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33d12c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc443e00700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33ca0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 -- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 msgr2=0x55be33ca0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33ca0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 -- 172.21.15.69:0/913583836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 msgr2=0x55be33d12c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:01:30.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33d12c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.590+0000 7fc448c00700 1 -- 172.21.15.69:0/913583836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be33d13210 con 0x55be33c90060 2024-05-08T06:01:30.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc448c00700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33ca00f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc4380a65a0 tx=0x7fc438005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbd6ce01d786778 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:01:30.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc42aa00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc42aa00700 1 -- 172.21.15.69:0/913583836 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4380aa2f0 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc42aa00700 1 -- 172.21.15.69:0/913583836 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc4380e9a80 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4380aa030 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc42aa00700 1 -- 172.21.15.69:0/913583836 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4380cb050 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc455eb3b80 10 client.25105 fetch_fsmap learned FSMap version 26 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.591+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55be33d13210 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc42aa00700 1 -- 172.21.15.69:0/913583836 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4380aa030 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc42aa00700 1 -- 172.21.15.69:0/913583836 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc4380b2e60 con 0x55be33c90060 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc455eb3b80 10 client.25105 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc455eb3b80 10 client.25105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc455eb3b80 20 client.25105 populate_metadata read hostname 'smithi069' 2024-05-08T06:01:30.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33d14710 0x55be33d16b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc455eb3b80 4 client.25105 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.592+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55be33bf0400 con 0x55be33d14710 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.593+0000 7fc443e00700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33d14710 0x55be33d16b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.593+0000 7fc42aa00700 10 client.25105 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.593+0000 7fc443e00700 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33d14710 0x55be33d16b30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=356269f54aabfb86 server_cookie=6e02a0b8a50297eb in_seq=0 out_seq=0 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.593+0000 7fc42aa00700 1 -- 172.21.15.69:0/913583836 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55be33bf0400 con 0x55be33d14710 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.593+0000 7fc42aa00700 10 client.25105 handle_command_reply: tid=0 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.593+0000 7fc455eb3b80 1 client.25105 shutdown 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 msgr2=0x55be33ca00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33ca00f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc4380a65a0 tx=0x7fc438005830 comp rx=0 tx=0).stop 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 shutdown_connections 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55be33c949d0 0x55be33d12c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55be33d14710 0x55be33d16b30 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55be33c90060 0x55be33ca00f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 --2- 172.21.15.69:0/913583836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55be33c90980 0x55be33ca0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 >> 172.21.15.69:0/913583836 conn(0x55be33bbeb60 msgr2=0x55be33c852b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc42aa00700 0 client.25105 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 shutdown_connections 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 1 -- 172.21.15.69:0/913583836 wait complete. 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.594+0000 7fc455eb3b80 20 client.25105 trim_cache size 0 max 16384 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": { 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stdout: "ca66c054-9338-4c3a-a49a-1470af510bc6": { 2024-05-08T06:01:30.597 INFO:teuthology.orchestra.run.smithi069.stdout: "path": "/", 2024-05-08T06:01:30.598 INFO:teuthology.orchestra.run.smithi069.stdout: "tag": "ca66c054-9338-4c3a-a49a-1470af510bc6", 2024-05-08T06:01:30.598 INFO:teuthology.orchestra.run.smithi069.stdout: "options": "recursive,force" 2024-05-08T06:01:30.598 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:01:30.598 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:01:30.598 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42c0b2900 msgr2=0x7fc42c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42c0b2900 0x7fc42c0b4dc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc43c0075c0 tx=0x7fc43c00b040 comp rx=0 tx=0).stop 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4440756d0 msgr2=0x7fc44419bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4440756d0 0x7fc44419bdc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc438006010 tx=0x7fc4380057c0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 shutdown_connections 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc42c0b2900 0x7fc42c0b4dc0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc44410fea0 0x7fc4441a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4440756d0 0x7fc44419bdc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 --2- 172.21.15.69:0/1128599139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc444075ff0 0x7fc44419c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 >> 172.21.15.69:0/1128599139 conn(0x7fc44407a600 msgr2=0x7fc444100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.595+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 shutdown_connections 2024-05-08T06:01:30.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:01:30.596+0000 7fc44b600700 1 -- 172.21.15.69:0/1128599139 wait complete. 2024-05-08T06:01:31.509 INFO:tasks.cephfs.filesystem:scrub status for tag:ca66c054-9338-4c3a-a49a-1470af510bc6 - {'path': '/', 'tag': 'ca66c054-9338-4c3a-a49a-1470af510bc6', 'options': 'recursive,force'} 2024-05-08T06:01:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:32 smithi105 ceph-mon[34393]: pgmap v455: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-08T06:01:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:32 smithi135 ceph-mon[34761]: pgmap v455: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-08T06:01:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:32 smithi069 ceph-mon[29571]: pgmap v455: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-08T06:01:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:34 smithi105 ceph-mon[34393]: pgmap v456: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-08T06:01:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:34 smithi135 ceph-mon[34761]: pgmap v456: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-08T06:01:34.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:34 smithi069 ceph-mon[29571]: pgmap v456: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-08T06:01:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:36 smithi105 ceph-mon[34393]: pgmap v457: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-08T06:01:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:36 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:01:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:36 smithi135 ceph-mon[34761]: pgmap v457: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-08T06:01:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:36 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:01:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:36 smithi069 ceph-mon[29571]: pgmap v457: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 6 op/s 2024-05-08T06:01:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:36 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:01:37.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:01:37.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:01:37.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:01:37.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:01:37.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:01:37.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:01:37.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:01:37.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:01:37.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:01:38.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:38 smithi069 ceph-mon[29571]: pgmap v458: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-08T06:01:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:38 smithi105 ceph-mon[34393]: pgmap v458: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-08T06:01:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:38 smithi135 ceph-mon[34761]: pgmap v458: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-05-08T06:01:39.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:39 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:01:39.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:39 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:01:39.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:39 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:01:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:40 smithi105 ceph-mon[34393]: pgmap v459: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:01:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:40 smithi135 ceph-mon[34761]: pgmap v459: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:01:40.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:40 smithi069 ceph-mon[29571]: pgmap v459: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:01:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:42 smithi105 ceph-mon[34393]: pgmap v460: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-08T06:01:42.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:42 smithi135 ceph-mon[34761]: pgmap v460: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-08T06:01:42.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:42 smithi069 ceph-mon[29571]: pgmap v460: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-08T06:01:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:44 smithi105 ceph-mon[34393]: pgmap v461: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:44 smithi135 ceph-mon[34761]: pgmap v461: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:44 smithi069 ceph-mon[29571]: pgmap v461: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:46 smithi105 ceph-mon[34393]: pgmap v462: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:46 smithi135 ceph-mon[34761]: pgmap v462: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:46.691 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:46 smithi069 ceph-mon[29571]: pgmap v462: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:48.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:48 smithi105 ceph-mon[34393]: pgmap v463: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:48.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:48 smithi135 ceph-mon[34761]: pgmap v463: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:48.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:48 smithi069 ceph-mon[29571]: pgmap v463: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:50.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:50 smithi105 ceph-mon[34393]: pgmap v464: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:01:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:50 smithi135 ceph-mon[34761]: pgmap v464: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:01:50.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:50 smithi069 ceph-mon[29571]: pgmap v464: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:01:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:52 smithi105 ceph-mon[34393]: pgmap v465: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:01:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:52 smithi135 ceph-mon[34761]: pgmap v465: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:01:52.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:52 smithi069 ceph-mon[29571]: pgmap v465: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:01:54.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:54 smithi105 ceph-mon[34393]: pgmap v466: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:54 smithi135 ceph-mon[34761]: pgmap v466: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:54.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:54 smithi069 ceph-mon[29571]: pgmap v466: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:01:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:56 smithi105 ceph-mon[34393]: pgmap v467: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:56 smithi135 ceph-mon[34761]: pgmap v467: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:56.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:56 smithi069 ceph-mon[29571]: pgmap v467: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:01:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:01:58 smithi105 ceph-mon[34393]: pgmap v468: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:01:58 smithi135 ceph-mon[34761]: pgmap v468: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:01:58.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:01:58 smithi069 ceph-mon[29571]: pgmap v468: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:00 smithi105 ceph-mon[34393]: pgmap v469: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:02:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:00 smithi135 ceph-mon[34761]: pgmap v469: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:02:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:00 smithi069 ceph-mon[29571]: pgmap v469: 97 pgs: 97 active+clean; 655 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-05-08T06:02:01.511 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:02:01.958 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:02.365 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:02 smithi069 ceph-mon[29571]: pgmap v470: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:02:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:02 smithi105 ceph-mon[34393]: pgmap v470: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:02:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:02 smithi135 ceph-mon[34761]: pgmap v470: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:02:04.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.313+0000 7fe5d0200700 1 -- 172.21.15.69:0/362474182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c81023a0 msgr2=0x7fe5c8102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.313+0000 7fe5d0200700 1 --2- 172.21.15.69:0/362474182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c81023a0 0x7fe5c8102820 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4009990 tx=0x7fe5b4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 -- 172.21.15.69:0/362474182 shutdown_connections 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 --2- 172.21.15.69:0/362474182 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c8102d60 0x7fe5c810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 --2- 172.21.15.69:0/362474182 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5c8108410 0x7fe5c81087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 --2- 172.21.15.69:0/362474182 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c81023a0 0x7fe5c8102820 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 -- 172.21.15.69:0/362474182 >> 172.21.15.69:0/362474182 conn(0x7fe5c8079350 msgr2=0x7fe5c8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 -- 172.21.15.69:0/362474182 shutdown_connections 2024-05-08T06:02:04.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.314+0000 7fe5d0200700 1 -- 172.21.15.69:0/362474182 wait complete. 2024-05-08T06:02:04.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 Processor -- start 2024-05-08T06:02:04.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 -- start start 2024-05-08T06:02:04.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 0x7fe5c819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5c8102d60 0x7fe5c819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c8108410 0x7fe5c81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c8112530 con 0x7fe5c8108410 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.315+0000 7fe5d0200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81123b0 con 0x7fe5c8102d60 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5d0200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81126b0 con 0x7fe5c81023a0 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5cd800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 0x7fe5c819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5cd800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 0x7fe5c819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52354/0 (socket says 172.21.15.69:52354) 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5ce200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c8108410 0x7fe5c81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5c8102d60 0x7fe5c819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5cd800700 1 -- 172.21.15.69:0/2694280077 learned_addr learned my addr 172.21.15.69:0/2694280077 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5ce200700 1 -- 172.21.15.69:0/2694280077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 msgr2=0x7fe5c819bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5ce200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 0x7fe5c819bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5ce200700 1 -- 172.21.15.69:0/2694280077 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5c8102d60 msgr2=0x7fe5c819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5ce200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5c8102d60 0x7fe5c819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5ce200700 1 -- 172.21.15.69:0/2694280077 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c81a0d20 con 0x7fe5c8108410 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.316+0000 7fe5cd800700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 0x7fe5c819bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.317+0000 7fe5ce200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c8108410 0x7fe5c81a05e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000efc0 tx=0x7fe5c000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:04.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.317+0000 7fe5c6000700 1 -- 172.21.15.69:0/2694280077 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c00092e0 con 0x7fe5c8108410 2024-05-08T06:02:04.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.317+0000 7fe5c6000700 1 -- 172.21.15.69:0/2694280077 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5c0004bb0 con 0x7fe5c8108410 2024-05-08T06:02:04.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.317+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5c81a0fb0 con 0x7fe5c8108410 2024-05-08T06:02:04.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.317+0000 7fe5c6000700 1 -- 172.21.15.69:0/2694280077 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0004020 con 0x7fe5c8108410 2024-05-08T06:02:04.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.317+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5c81a8890 con 0x7fe5c8108410 2024-05-08T06:02:04.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.322+0000 7fe5daadab80 1 Processor -- start 2024-05-08T06:02:04.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5c6000700 1 -- 172.21.15.69:0/2694280077 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe5c001b030 con 0x7fe5c8108410 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 -- start start 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c99f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c99fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55970c8f1a20 con 0x55970c9a4bc0 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55970c88f760 con 0x55970c9a54e0 2024-05-08T06:02:04.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.323+0000 7fe5daadab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55970c8ed9e0 con 0x55970c99f8f0 2024-05-08T06:02:04.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c99f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41664/0 (socket says 172.21.15.69:41664) 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c99f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:54062/0 (socket says 172.21.15.69:54062) 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cce00700 1 -- 172.21.15.69:0/2201708795 learned_addr learned my addr 172.21.15.69:0/2201708795 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c99fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 -- 172.21.15.69:0/2201708795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 msgr2=0x55970c99fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c99fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 -- 172.21.15.69:0/2201708795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 msgr2=0x55970c9a4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cd800700 1 -- 172.21.15.69:0/2201708795 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55970c83e8d0 con 0x55970c9a54e0 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.324+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:04.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.325+0000 7fe5cd800700 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c99f2d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc011520 tx=0x7fe5bc011830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbf35a6d1ba4707 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:04.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.325+0000 7fe5baa00700 1 -- 172.21.15.69:0/2201708795 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5bc004a30 con 0x55970c9a54e0 2024-05-08T06:02:04.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.325+0000 7fe5c6000700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe5b00b2880 0x7fe5b00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.325+0000 7fe5baa00700 1 -- 172.21.15.69:0/2201708795 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5bc0054d0 con 0x55970c9a54e0 2024-05-08T06:02:04.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.325+0000 7fe5baa00700 1 -- 172.21.15.69:0/2201708795 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5bc00f870 con 0x55970c9a54e0 2024-05-08T06:02:04.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.325+0000 7fe5c6000700 1 -- 172.21.15.69:0/2694280077 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe5c00e1ce0 con 0x7fe5c8108410 2024-05-08T06:02:04.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe5b00b2880 0x7fe5b00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 -- 172.21.15.69:0/2201708795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 msgr2=0x55970c99f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe5b00b2880 0x7fe5b00b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x55970c9a02b0 tx=0x7fe5b401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c99f2d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc011520 tx=0x7fe5bc011830 comp rx=0 tx=0).stop 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 -- 172.21.15.69:0/2201708795 shutdown_connections 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c99fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2201708795 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c99f2d0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 -- 172.21.15.69:0/2201708795 >> 172.21.15.69:0/2201708795 conn(0x55970c9176d0 msgr2=0x55970c999b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.326+0000 7fe5daadab80 1 -- 172.21.15.69:0/2201708795 shutdown_connections 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.327+0000 7fe5daadab80 1 -- 172.21.15.69:0/2201708795 wait complete. 2024-05-08T06:02:04.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.327+0000 7fe5daadab80 1 -- start start 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.327+0000 7fe5daadab80 1 Processor -- start 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9ab100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a89e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55970c9abf20 con 0x55970c9a4bc0 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55970c857b20 con 0x55970c99f8f0 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55970c9ac0a0 con 0x55970c9a54e0 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5daadab80 10 client.0 _ll_register_callbacks cb 0x55970c898c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5cd800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9ab100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5cd800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9ab100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:54076/0 (socket says 172.21.15.69:54076) 2024-05-08T06:02:04.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5cd800700 1 -- 172.21.15.69:0/3966700487 learned_addr learned my addr 172.21.15.69:0/3966700487 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5cce00700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.328+0000 7fe5ce200700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.329+0000 7fe5ce200700 1 -- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 msgr2=0x55970c9ab100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.329+0000 7fe5ce200700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9ab100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.329+0000 7fe5ce200700 1 -- 172.21.15.69:0/3966700487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 msgr2=0x55970c9a84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.329+0000 7fe5ce200700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.329+0000 7fe5ce200700 1 -- 172.21.15.69:0/3966700487 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55970c8b7420 con 0x55970c9a54e0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.329+0000 7fe5cce00700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5ce200700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a89e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000c6f0 tx=0x7fe5c00a98e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d54872b9b9baafe server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5af400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5af400700 1 -- 172.21.15.69:0/3966700487 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c00a9aa0 con 0x55970c9a54e0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5af400700 1 -- 172.21.15.69:0/3966700487 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe5c00a8810 con 0x55970c9a54e0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5bc0054d0 con 0x55970c9a54e0 2024-05-08T06:02:04.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5af400700 1 -- 172.21.15.69:0/3966700487 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe5c00a93a0 con 0x55970c9a54e0 2024-05-08T06:02:04.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5daadab80 10 client.25117 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:04.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.330+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55970c9b6750 con 0x55970c9a54e0 2024-05-08T06:02:04.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5af400700 1 -- 172.21.15.69:0/3966700487 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5bc0054d0 con 0x55970c9a54e0 2024-05-08T06:02:04.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5af400700 1 -- 172.21.15.69:0/3966700487 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe5c00a8070 con 0x55970c9a54e0 2024-05-08T06:02:04.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5daadab80 10 client.25117 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:04.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5daadab80 10 client.25117 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:04.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5daadab80 20 client.25117 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:04.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5daadab80 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970c9b8ce0 0x55970c9bb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5daadab80 4 client.25117 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55970c96c140 con 0x55970c9b8ce0 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.331+0000 7fe5cd800700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970c9b8ce0 0x55970c9bb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.332+0000 7fe5cd800700 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970c9b8ce0 0x55970c9bb0d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9c4b0e13960ff5e server_cookie=1d04b75ecd32fde1 in_seq=0 out_seq=0 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.332+0000 7fe5af400700 10 client.25117 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.333+0000 7fe5af400700 1 -- 172.21.15.69:0/3966700487 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55970c96c140 con 0x55970c9b8ce0 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.333+0000 7fe5af400700 10 client.25117 handle_command_reply: tid=0 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.333+0000 7fe5daadab80 1 client.25117 shutdown 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.333+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 msgr2=0x55970c9a89e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.333+0000 7fe5daadab80 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a89e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000c6f0 tx=0x7fe5c00a98e0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.333+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 shutdown_connections 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970c9b8ce0 0x55970c9bb0d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a89e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9ab100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 --2- 172.21.15.69:0/3966700487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9a84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5af400700 0 client.25117 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:04.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 >> 172.21.15.69:0/3966700487 conn(0x55970c9176d0 msgr2=0x55970c999190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:04.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 shutdown_connections 2024-05-08T06:02:04.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 1 -- 172.21.15.69:0/3966700487 wait complete. 2024-05-08T06:02:04.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.334+0000 7fe5daadab80 20 client.25117 trim_cache size 0 max 16384 2024-05-08T06:02:04.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.360+0000 7fe5daadab80 1 Processor -- start 2024-05-08T06:02:04.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.360+0000 7fe5daadab80 1 -- start start 2024-05-08T06:02:04.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c99f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5daadab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81b25b0 con 0x55970c9a4bc0 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5daadab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81afe40 con 0x55970c99f8f0 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5daadab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81adcb0 con 0x55970c9a54e0 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c99f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c99f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41682/0 (socket says 172.21.15.69:41682) 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5cce00700 1 -- 172.21.15.69:0/2663001403 learned_addr learned my addr 172.21.15.69:0/2663001403 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5ce200700 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.361+0000 7fe5cd800700 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cce00700 1 -- 172.21.15.69:0/2663001403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 msgr2=0x55970c9a5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cce00700 1 -- 172.21.15.69:0/2663001403 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 msgr2=0x55970c9b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9b4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cce00700 1 -- 172.21.15.69:0/2663001403 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55970c994ab0 con 0x55970c9a4bc0 2024-05-08T06:02:04.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cd800700 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:04.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5cce00700 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c99f2d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4005220 tx=0x7fe5b401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3282c6b8857e91f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5ba000700 1 -- 172.21.15.69:0/2663001403 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b4021040 con 0x55970c9a4bc0 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.362+0000 7fe5ba000700 1 -- 172.21.15.69:0/2663001403 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b4037070 con 0x55970c9a4bc0 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5ba000700 1 -- 172.21.15.69:0/2663001403 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b400fd00 con 0x55970c9a4bc0 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 -- 172.21.15.69:0/2663001403 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 msgr2=0x55970c99f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c99f2d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4005220 tx=0x7fe5b401d000 comp rx=0 tx=0).stop 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 -- 172.21.15.69:0/2663001403 shutdown_connections 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c9a54e0 0x55970c9a5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c99f8f0 0x55970c9b4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 --2- 172.21.15.69:0/2663001403 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c99f2d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.363+0000 7fe5daadab80 1 -- 172.21.15.69:0/2663001403 >> 172.21.15.69:0/2663001403 conn(0x55970c9176d0 msgr2=0x55970c9a58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.364+0000 7fe5daadab80 1 -- 172.21.15.69:0/2663001403 shutdown_connections 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.364+0000 7fe5daadab80 1 -- 172.21.15.69:0/2663001403 wait complete. 2024-05-08T06:02:04.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.364+0000 7fe5daadab80 1 -- start start 2024-05-08T06:02:04.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.364+0000 7fe5daadab80 1 Processor -- start 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c9c02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9c0820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c9c0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81ae300 con 0x55970c9a4bc0 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81af770 con 0x55970c9a54e0 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c81ae9d0 con 0x55970c99f8f0 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5daadab80 10 client.0 _ll_register_callbacks cb 0x55970c898c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:04.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9c0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5cce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9c0820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41694/0 (socket says 172.21.15.69:41694) 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5cce00700 1 -- 172.21.15.69:0/1162145166 learned_addr learned my addr 172.21.15.69:0/1162145166 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5ce200700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c9c0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.365+0000 7fe5cd800700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c9c02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5cce00700 1 -- 172.21.15.69:0/1162145166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 msgr2=0x55970c9c02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5cce00700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c9c02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5cce00700 1 -- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 msgr2=0x55970c9c0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5cce00700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c9c0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5cce00700 1 -- 172.21.15.69:0/1162145166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55970ca226a0 con 0x55970c9a4bc0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5cce00700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9c0820 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4009750 tx=0x7fe5b4003c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50cd87d907eea935 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5af400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5af400700 1 -- 172.21.15.69:0/1162145166 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b403f070 con 0x55970c9a4bc0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5af400700 1 -- 172.21.15.69:0/1162145166 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe5b400fb50 con 0x55970c9a4bc0 2024-05-08T06:02:04.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.366+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5b4037070 con 0x55970c9a4bc0 2024-05-08T06:02:04.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5af400700 1 -- 172.21.15.69:0/1162145166 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe5b4021040 con 0x55970c9a4bc0 2024-05-08T06:02:04.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5daadab80 10 client.15039 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:04.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55970ca23990 con 0x55970c9a4bc0 2024-05-08T06:02:04.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5af400700 1 -- 172.21.15.69:0/1162145166 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe5b4037070 con 0x55970c9a4bc0 2024-05-08T06:02:04.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5af400700 1 -- 172.21.15.69:0/1162145166 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe5b403bc50 con 0x55970c9a4bc0 2024-05-08T06:02:04.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5daadab80 10 client.15039 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:04.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5daadab80 10 client.15039 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:04.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.367+0000 7fe5daadab80 20 client.15039 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:04.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.368+0000 7fe5daadab80 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970ca23f50 0x55970ca26370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.368+0000 7fe5daadab80 4 client.15039 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.368+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55970c8ff400 con 0x55970ca23f50 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.368+0000 7fe5cd800700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970ca23f50 0x55970ca26370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.368+0000 7fe5cd800700 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970ca23f50 0x55970ca26370 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6d752f989b6715c server_cookie=ff65476126d15ecb in_seq=0 out_seq=0 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.368+0000 7fe5af400700 10 client.15039 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5af400700 1 -- 172.21.15.69:0/1162145166 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55970c8ff400 con 0x55970ca23f50 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5af400700 10 client.15039 handle_command_reply: tid=0 2024-05-08T06:02:04.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 client.15039 shutdown 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 msgr2=0x55970c9c0820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9c0820 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4009750 tx=0x7fe5b4003c90 comp rx=0 tx=0).stop 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 shutdown_connections 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55970c9a54e0 0x55970c9c0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55970ca23f50 0x55970ca26370 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55970c99f8f0 0x55970c9c02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 --2- 172.21.15.69:0/1162145166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55970c9a4bc0 0x55970c9c0820 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 >> 172.21.15.69:0/1162145166 conn(0x55970c9176d0 msgr2=0x55970c9a9aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5af400700 0 client.15039 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 shutdown_connections 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.369+0000 7fe5daadab80 1 -- 172.21.15.69:0/1162145166 wait complete. 2024-05-08T06:02:04.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5daadab80 20 client.15039 trim_cache size 0 max 16384 2024-05-08T06:02:04.373 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:02:04.373 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:02:04.373 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:02:04.373 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe5b00b2880 msgr2=0x7fe5b00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe5b00b2880 0x7fe5b00b4d40 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x55970c9a02b0 tx=0x7fe5b401a040 comp rx=0 tx=0).stop 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c8108410 msgr2=0x7fe5c81a05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c8108410 0x7fe5c81a05e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000efc0 tx=0x7fe5c000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 shutdown_connections 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe5c8108410 0x7fe5c81a05e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe5c81023a0 0x7fe5c819bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe5b00b2880 0x7fe5b00b4d40 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 --2- 172.21.15.69:0/2694280077 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe5c8102d60 0x7fe5c819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:04.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.370+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 >> 172.21.15.69:0/2694280077 conn(0x7fe5c8079350 msgr2=0x7fe5c806b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:04.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.371+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 shutdown_connections 2024-05-08T06:02:04.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:04.371+0000 7fe5d0200700 1 -- 172.21.15.69:0/2694280077 wait complete. 2024-05-08T06:02:04.404 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:04 smithi069 ceph-mon[29571]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-08T06:02:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:04 smithi105 ceph-mon[34393]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-08T06:02:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:04 smithi135 ceph-mon[34761]: pgmap v471: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 682 B/s wr, 6 op/s 2024-05-08T06:02:05.358 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:02:05.358 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:02:05.810 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:06 smithi105 ceph-mon[34393]: pgmap v472: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-05-08T06:02:06.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:06 smithi135 ceph-mon[34761]: pgmap v472: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-05-08T06:02:06.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:06 smithi069 ceph-mon[29571]: pgmap v472: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.091+0000 7efd0f200700 1 -- 172.21.15.69:0/1691385130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd08109ad0 msgr2=0x7efd08109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.091+0000 7efd0f200700 1 --2- 172.21.15.69:0/1691385130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd08109ad0 0x7efd08109f50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009990 tx=0x7efcf4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 -- 172.21.15.69:0/1691385130 shutdown_connections 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 --2- 172.21.15.69:0/1691385130 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd0810a490 0x7efd081169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 --2- 172.21.15.69:0/1691385130 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd0810fb60 0x7efd0810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 --2- 172.21.15.69:0/1691385130 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd08109ad0 0x7efd08109f50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 -- 172.21.15.69:0/1691385130 >> 172.21.15.69:0/1691385130 conn(0x7efd08076c70 msgr2=0x7efd081082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 -- 172.21.15.69:0/1691385130 shutdown_connections 2024-05-08T06:02:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.092+0000 7efd0f200700 1 -- 172.21.15.69:0/1691385130 wait complete. 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.093+0000 7efd0f200700 1 Processor -- start 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.093+0000 7efd0f200700 1 -- start start 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 0x7efd081a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd0810a490 0x7efd081a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd0810fb60 0x7efd081a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efd08119cd0 con 0x7efd0810a490 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efd08119b50 con 0x7efd0810fb60 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efd08119e50 con 0x7efd08109ad0 2024-05-08T06:02:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd07e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 0x7efd081a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd07e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 0x7efd081a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49164/0 (socket says 172.21.15.69:49164) 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd07400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd0810a490 0x7efd081a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd07e00700 1 -- 172.21.15.69:0/1188599867 learned_addr learned my addr 172.21.15.69:0/1188599867 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.094+0000 7efd0d200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd0810fb60 0x7efd081a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd07e00700 1 -- 172.21.15.69:0/1188599867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd0810fb60 msgr2=0x7efd081a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd07e00700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd0810fb60 0x7efd081a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd07e00700 1 -- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd0810a490 msgr2=0x7efd081a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd07e00700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd0810a490 0x7efd081a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd07e00700 1 -- 172.21.15.69:0/1188599867 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd081a51e0 con 0x7efd08109ad0 2024-05-08T06:02:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd07e00700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 0x7efd081a0220 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7efcf800e9c0 tx=0x7efcf800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.095+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf800cbd0 con 0x7efd08109ad0 2024-05-08T06:02:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.096+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd081a54d0 con 0x7efd08109ad0 2024-05-08T06:02:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.096+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcf800ee50 con 0x7efd08109ad0 2024-05-08T06:02:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.096+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf8005550 con 0x7efd08109ad0 2024-05-08T06:02:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.096+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd081acd50 con 0x7efd08109ad0 2024-05-08T06:02:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.097+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd0806a190 con 0x7efd08109ad0 2024-05-08T06:02:08.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.099+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efcf8004750 con 0x7efd08109ad0 2024-05-08T06:02:08.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.101+0000 7efd04c00700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efcec0b2880 0x7efcec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:08.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.101+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7efcf80e2690 con 0x7efd08109ad0 2024-05-08T06:02:08.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.101+0000 7efd07400700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efcec0b2880 0x7efcec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:08.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.102+0000 7efd07400700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efcec0b2880 0x7efcec0b4d40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7efcf400b2e0 tx=0x7efcf4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.103+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efcf8054df0 con 0x7efd08109ad0 2024-05-08T06:02:08.411 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.411+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd081a1530 con 0x7efd08109ad0 2024-05-08T06:02:08.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.412+0000 7efd04c00700 1 -- 172.21.15.69:0/1188599867 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7efcf80aa360 con 0x7efd08109ad0 2024-05-08T06:02:08.413 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:02:08.413 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.415+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efcec0b2880 msgr2=0x7efcec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.415+0000 7efd0f200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efcec0b2880 0x7efcec0b4d40 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7efcf400b2e0 tx=0x7efcf4005960 comp rx=0 tx=0).stop 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.415+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 msgr2=0x7efd081a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.415+0000 7efd0f200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 0x7efd081a0220 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7efcf800e9c0 tx=0x7efcf800ecd0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 shutdown_connections 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efcec0b2880 0x7efcec0b4d40 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efd0810fb60 0x7efd081a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efd08109ad0 0x7efd081a0220 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 --2- 172.21.15.69:0/1188599867 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efd0810a490 0x7efd081a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:08.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 >> 172.21.15.69:0/1188599867 conn(0x7efd08076c70 msgr2=0x7efd080772d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:08.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 shutdown_connections 2024-05-08T06:02:08.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:08.416+0000 7efd0f200700 1 -- 172.21.15.69:0/1188599867 wait complete. 2024-05-08T06:02:08.418 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:02:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:08 smithi105 ceph-mon[34393]: pgmap v473: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:02:08.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:08 smithi135 ceph-mon[34761]: pgmap v473: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:02:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:08 smithi069 ceph-mon[29571]: pgmap v473: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:02:09.374 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:02:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:09 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1188599867' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:02:09.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:09 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1188599867' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:02:09.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:09 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1188599867' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:02:09.839 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:10 smithi105 ceph-mon[34393]: pgmap v474: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-05-08T06:02:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:10 smithi135 ceph-mon[34761]: pgmap v474: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-05-08T06:02:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:10 smithi069 ceph-mon[29571]: pgmap v474: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 -- 172.21.15.69:0/2124294914 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a41033d0 msgr2=0x7f77a4103850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 --2- 172.21.15.69:0/2124294914 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a41033d0 0x7f77a4103850 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7790009990 tx=0x7f7790009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 -- 172.21.15.69:0/2124294914 shutdown_connections 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 --2- 172.21.15.69:0/2124294914 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77a4103d90 0x7f77a41102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 --2- 172.21.15.69:0/2124294914 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a4109460 0x7f77a4109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 --2- 172.21.15.69:0/2124294914 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a41033d0 0x7f77a4103850 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 -- 172.21.15.69:0/2124294914 >> 172.21.15.69:0/2124294914 conn(0x7f77a40fef20 msgr2=0x7f77a4101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.250+0000 7f77a3e00700 1 -- 172.21.15.69:0/2124294914 shutdown_connections 2024-05-08T06:02:12.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.251+0000 7f77a3e00700 1 -- 172.21.15.69:0/2124294914 wait complete. 2024-05-08T06:02:12.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.252+0000 7f77a3e00700 1 Processor -- start 2024-05-08T06:02:12.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.252+0000 7f77a3e00700 1 -- start start 2024-05-08T06:02:12.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 0x7f77a40757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77a4103d90 0x7f77a4075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a4109460 0x7f77a4076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f77a41135f0 con 0x7f77a4109460 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f77a4113470 con 0x7f77a41033d0 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f77a4113770 con 0x7f77a4103d90 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 0x7f77a40757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 0x7f77a40757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58396/0 (socket says 172.21.15.69:58396) 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 -- 172.21.15.69:0/3047343208 learned_addr learned my addr 172.21.15.69:0/3047343208 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2000700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77a4103d90 0x7f77a4075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a3400700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a4109460 0x7f77a4076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 -- 172.21.15.69:0/3047343208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77a4103d90 msgr2=0x7f77a4075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77a4103d90 0x7f77a4075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 -- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a4109460 msgr2=0x7f77a4076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a4109460 0x7f77a4076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.253+0000 7f77a2a00700 1 -- 172.21.15.69:0/3047343208 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a41a8000 con 0x7f77a41033d0 2024-05-08T06:02:12.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.254+0000 7f77a2a00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 0x7f77a40757a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f779400eb30 tx=0x7f779400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:12.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.254+0000 7f779b400700 1 -- 172.21.15.69:0/3047343208 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779400cc90 con 0x7f77a41033d0 2024-05-08T06:02:12.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.254+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a41a82f0 con 0x7f77a41033d0 2024-05-08T06:02:12.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.254+0000 7f779b400700 1 -- 172.21.15.69:0/3047343208 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77940044d0 con 0x7f77a41033d0 2024-05-08T06:02:12.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.254+0000 7f779b400700 1 -- 172.21.15.69:0/3047343208 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794010430 con 0x7f77a41033d0 2024-05-08T06:02:12.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.254+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a41a8830 con 0x7f77a41033d0 2024-05-08T06:02:12.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.258+0000 7f779b400700 1 -- 172.21.15.69:0/3047343208 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7794003ea0 con 0x7f77a41033d0 2024-05-08T06:02:12.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 Processor -- start 2024-05-08T06:02:12.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 -- start start 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f779b400700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f77880b2880 0x7f77880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebe4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebde430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f779b400700 1 -- 172.21.15.69:0/3047343208 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f77940e2460 con 0x7f77a41033d0 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebdeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a8ceb30a20 con 0x55a8cebe3da0 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a8ceace760 con 0x55a8cebdea50 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.259+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a8ceb2c9e0 con 0x55a8cebe46c0 2024-05-08T06:02:12.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a3400700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f77880b2880 0x7f77880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebe4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebe4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56466/0 (socket says 172.21.15.69:56466) 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2a00700 1 -- 172.21.15.69:0/2304210721 learned_addr learned my addr 172.21.15.69:0/2304210721 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2000700 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebde430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a3400700 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebdeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2000700 1 -- 172.21.15.69:0/2304210721 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 msgr2=0x55a8cebdeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2000700 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebdeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2000700 1 -- 172.21.15.69:0/2304210721 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 msgr2=0x55a8cebe4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2000700 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebe4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2000700 1 -- 172.21.15.69:0/2304210721 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8cea7d8d0 con 0x55a8cebe46c0 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.260+0000 7f77a2a00700 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebe4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.261+0000 7f77a3400700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f77880b2880 0x7f77880b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f779c0093c0 tx=0x7f779c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.261+0000 7f77a2000700 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebde430 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7790006010 tx=0x7f77900096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9757f4acc1a3a7cb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.261+0000 7f778fe00700 1 -- 172.21.15.69:0/2304210721 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790027070 con 0x55a8cebe46c0 2024-05-08T06:02:12.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.261+0000 7f778fe00700 1 -- 172.21.15.69:0/2304210721 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77900056a0 con 0x55a8cebe46c0 2024-05-08T06:02:12.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.261+0000 7f778fe00700 1 -- 172.21.15.69:0/2304210721 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790003a70 con 0x55a8cebe46c0 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 -- 172.21.15.69:0/2304210721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 msgr2=0x55a8cebde430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebde430 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7790006010 tx=0x7f77900096a0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 -- 172.21.15.69:0/2304210721 shutdown_connections 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebdeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebe4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/2304210721 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebde430 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 -- 172.21.15.69:0/2304210721 >> 172.21.15.69:0/2304210721 conn(0x55a8ceb566d0 msgr2=0x55a8cebd8ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 -- 172.21.15.69:0/2304210721 shutdown_connections 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.262+0000 7f77b43b1b80 1 -- 172.21.15.69:0/2304210721 wait complete. 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.263+0000 7f77b43b1b80 1 -- start start 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.263+0000 7f77b43b1b80 1 Processor -- start 2024-05-08T06:02:12.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.263+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebea390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.263+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe3da0 0x55a8cebe7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.263+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe46c0 0x55a8cebe7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.263+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a8cebeb0f0 con 0x55a8cebe46c0 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a8cea96b20 con 0x55a8cebdea50 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a8cebeb270 con 0x55a8cebe3da0 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77b43b1b80 10 client.0 _ll_register_callbacks cb 0x55a8cead7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebea390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe46c0 0x55a8cebe7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebea390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58418/0 (socket says 172.21.15.69:58418) 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 -- 172.21.15.69:0/4106794016 learned_addr learned my addr 172.21.15.69:0/4106794016 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2000700 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe3da0 0x55a8cebe7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 -- 172.21.15.69:0/4106794016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe3da0 msgr2=0x55a8cebe7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe3da0 0x55a8cebe7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 -- 172.21.15.69:0/4106794016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe46c0 msgr2=0x55a8cebe7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe46c0 0x55a8cebe7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 -- 172.21.15.69:0/4106794016 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8ceaf6420 con 0x55a8cebdea50 2024-05-08T06:02:12.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.264+0000 7f77a2a00700 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebea390 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f779400eb00 tx=0x7f77940a5240 comp rx=0 tx=0).ready entity=mon.2 client_cookie=682854533ed08c13 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:12.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f778cc00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:02:12.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f778cc00700 1 -- 172.21.15.69:0/4106794016 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940a9a30 con 0x55a8cebdea50 2024-05-08T06:02:12.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f778cc00700 1 -- 172.21.15.69:0/4106794016 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f77940a9c90 con 0x55a8cebdea50 2024-05-08T06:02:12.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f77900056a0 con 0x55a8cebdea50 2024-05-08T06:02:12.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f778cc00700 1 -- 172.21.15.69:0/4106794016 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77940adde0 con 0x55a8cebdea50 2024-05-08T06:02:12.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f77b43b1b80 10 client.25178 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:12.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a8cebf59a0 con 0x55a8cebdea50 2024-05-08T06:02:12.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f778cc00700 1 -- 172.21.15.69:0/4106794016 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f77900056a0 con 0x55a8cebdea50 2024-05-08T06:02:12.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.265+0000 7f778cc00700 1 -- 172.21.15.69:0/4106794016 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f77940cace0 con 0x55a8cebdea50 2024-05-08T06:02:12.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77b43b1b80 10 client.25178 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77b43b1b80 10 client.25178 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77b43b1b80 20 client.25178 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cebf7fe0 0x55a8cebfa3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77b43b1b80 4 client.25178 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8cebab140 con 0x55a8cebf7fe0 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.266+0000 7f77a2000700 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cebf7fe0 0x55a8cebfa3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.267+0000 7f778cc00700 10 client.25178 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.267+0000 7f77a2000700 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cebf7fe0 0x55a8cebfa3d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e5bcf382193de91 server_cookie=fab67b9e5a05aa9f in_seq=0 out_seq=0 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.267+0000 7f778cc00700 1 -- 172.21.15.69:0/4106794016 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a8cebab140 con 0x55a8cebf7fe0 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.267+0000 7f778cc00700 10 client.25178 handle_command_reply: tid=0 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 client.25178 shutdown 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 msgr2=0x55a8cebea390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebea390 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f779400eb00 tx=0x7f77940a5240 comp rx=0 tx=0).stop 2024-05-08T06:02:12.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 shutdown_connections 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cebf7fe0 0x55a8cebfa3d0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe46c0 0x55a8cebe7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f778cc00700 0 client.25178 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebea390 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/4106794016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe3da0 0x55a8cebe7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 >> 172.21.15.69:0/4106794016 conn(0x55a8ceb566d0 msgr2=0x55a8cebd3750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 shutdown_connections 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 1 -- 172.21.15.69:0/4106794016 wait complete. 2024-05-08T06:02:12.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.268+0000 7f77b43b1b80 20 client.25178 trim_cache size 0 max 16384 2024-05-08T06:02:12.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.285+0000 7f77b43b1b80 1 Processor -- start 2024-05-08T06:02:12.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.285+0000 7f77b43b1b80 1 -- start start 2024-05-08T06:02:12.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebde430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebea390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebe5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f77a41ae0f0 con 0x55a8cebe3da0 2024-05-08T06:02:12.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f77a41ab980 con 0x55a8cebdea50 2024-05-08T06:02:12.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f77a419d730 con 0x55a8cebe46c0 2024-05-08T06:02:12.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebea390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebea390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56486/0 (socket says 172.21.15.69:56486) 2024-05-08T06:02:12.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 -- 172.21.15.69:0/674813694 learned_addr learned my addr 172.21.15.69:0/674813694 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:12.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2a00700 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebde430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a3400700 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebe5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 -- 172.21.15.69:0/674813694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 msgr2=0x55a8cebe5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebe5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 -- 172.21.15.69:0/674813694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 msgr2=0x55a8cebde430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.286+0000 7f77a2000700 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebde430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.287+0000 7f77a2000700 1 -- 172.21.15.69:0/674813694 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8cebd58a0 con 0x55a8cebe3da0 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.287+0000 7f77a2000700 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebea390 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7790005950 tx=0x7f77900058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a7db4b89bfcac5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.287+0000 7f778f400700 1 -- 172.21.15.69:0/674813694 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790027040 con 0x55a8cebe3da0 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.287+0000 7f778f400700 1 -- 172.21.15.69:0/674813694 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7790032070 con 0x55a8cebe3da0 2024-05-08T06:02:12.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.287+0000 7f778f400700 1 -- 172.21.15.69:0/674813694 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7790003cc0 con 0x55a8cebe3da0 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 -- 172.21.15.69:0/674813694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 msgr2=0x55a8cebea390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebea390 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7790005950 tx=0x7f77900058e0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 -- 172.21.15.69:0/674813694 shutdown_connections 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebe5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebde430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/674813694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebea390 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 -- 172.21.15.69:0/674813694 >> 172.21.15.69:0/674813694 conn(0x55a8ceb566d0 msgr2=0x55a8cebe8de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 -- 172.21.15.69:0/674813694 shutdown_connections 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.288+0000 7f77b43b1b80 1 -- 172.21.15.69:0/674813694 wait complete. 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 -- start start 2024-05-08T06:02:12.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 Processor -- start 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebf0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebf0a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebfebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f77a41a9e40 con 0x55a8cebe3da0 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f77a41ab2b0 con 0x55a8cebdea50 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.289+0000 7f77b43b1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f77a41aa510 con 0x55a8cebe46c0 2024-05-08T06:02:12.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77b43b1b80 10 client.0 _ll_register_callbacks cb 0x55a8cead7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebf0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebf0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebf0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58436/0 (socket says 172.21.15.69:58436) 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 -- 172.21.15.69:0/1881287303 learned_addr learned my addr 172.21.15.69:0/1881287303 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a3400700 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebfebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 -- 172.21.15.69:0/1881287303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 msgr2=0x55a8cebfebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebfebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 -- 172.21.15.69:0/1881287303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 msgr2=0x55a8cebf0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebf0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 -- 172.21.15.69:0/1881287303 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8cebda7a0 con 0x55a8cebdea50 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f77a2a00700 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebf0500 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f779400cee0 tx=0x7f77940b26a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6f340885c5a5067 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.290+0000 7f778cc00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f778cc00700 1 -- 172.21.15.69:0/1881287303 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77940a9a30 con 0x55a8cebdea50 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f778cc00700 1 -- 172.21.15.69:0/1881287303 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f77940cc110 con 0x55a8cebdea50 2024-05-08T06:02:12.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7790032070 con 0x55a8cebdea50 2024-05-08T06:02:12.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f778cc00700 1 -- 172.21.15.69:0/1881287303 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77940b2890 con 0x55a8cebdea50 2024-05-08T06:02:12.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 10 client.25184 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:12.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a8cec61f30 con 0x55a8cebdea50 2024-05-08T06:02:12.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f778cc00700 1 -- 172.21.15.69:0/1881287303 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7790032070 con 0x55a8cebdea50 2024-05-08T06:02:12.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f778cc00700 1 -- 172.21.15.69:0/1881287303 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f77940cace0 con 0x55a8cebdea50 2024-05-08T06:02:12.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 10 client.25184 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:12.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 10 client.25184 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:02:12.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 20 client.25184 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:12.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cec62610 0x55a8cec64a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 4 client.25184 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.291+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a8ceb3e400 con 0x55a8cec62610 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.292+0000 7f77a2000700 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cec62610 0x55a8cec64a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.292+0000 7f77a2000700 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cec62610 0x55a8cec64a30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c0e0524a8af73f5e server_cookie=bf6d9e2deda414d8 in_seq=0 out_seq=0 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.292+0000 7f778cc00700 10 client.25184 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.292+0000 7f778cc00700 1 -- 172.21.15.69:0/1881287303 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a8ceb3e400 con 0x55a8cec62610 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.292+0000 7f778cc00700 10 client.25184 handle_command_reply: tid=0 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.292+0000 7f77b43b1b80 1 client.25184 shutdown 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 msgr2=0x55a8cebf0500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebf0500 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f779400cee0 tx=0x7f77940b26a0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 shutdown_connections 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a8cec62610 0x55a8cec64a30 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a8cebe46c0 0x55a8cebfebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a8cebdea50 0x55a8cebf0500 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f778cc00700 0 client.25184 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 --2- 172.21.15.69:0/1881287303 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a8cebe3da0 0x55a8cebf0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 >> 172.21.15.69:0/1881287303 conn(0x55a8ceb566d0 msgr2=0x55a8cebe9600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 shutdown_connections 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 1 -- 172.21.15.69:0/1881287303 wait complete. 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.293+0000 7f77b43b1b80 20 client.25184 trim_cache size 0 max 16384 2024-05-08T06:02:12.296 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f77880b2880 msgr2=0x7f77880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f77880b2880 0x7f77880b4d40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f779c0093c0 tx=0x7f779c009920 comp rx=0 tx=0).stop 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 msgr2=0x7f77a40757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 0x7f77a40757a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f779400eb30 tx=0x7f779400ee40 comp rx=0 tx=0).stop 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 shutdown_connections 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f77a4109460 0x7f77a4076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f77880b2880 0x7f77880b4d40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f77a41033d0 0x7f77a40757a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 --2- 172.21.15.69:0/3047343208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f77a4103d90 0x7f77a4075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:12.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 >> 172.21.15.69:0/3047343208 conn(0x7f77a40fef20 msgr2=0x7f77a40ff520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:12.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 shutdown_connections 2024-05-08T06:02:12.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:12.294+0000 7f77a3e00700 1 -- 172.21.15.69:0/3047343208 wait complete. 2024-05-08T06:02:12.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:12 smithi105 ceph-mon[34393]: pgmap v475: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-08T06:02:12.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:12 smithi135 ceph-mon[34761]: pgmap v475: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-08T06:02:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:12 smithi069 ceph-mon[29571]: pgmap v475: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-05-08T06:02:13.177 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:02:13.617 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:14 smithi135 ceph-mon[34761]: pgmap v476: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:14 smithi069 ceph-mon[29571]: pgmap v476: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:14 smithi105 ceph-mon[34393]: pgmap v476: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:15.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 -- 172.21.15.69:0/1471305424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c109530 msgr2=0x7f532c109910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:15.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 --2- 172.21.15.69:0/1471305424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c109530 0x7f532c109910 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f531c009990 tx=0x7f531c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 -- 172.21.15.69:0/1471305424 shutdown_connections 2024-05-08T06:02:15.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 --2- 172.21.15.69:0/1471305424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c06c530 0x7f532c110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 --2- 172.21.15.69:0/1471305424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c109530 0x7f532c109910 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 --2- 172.21.15.69:0/1471305424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f532c06bb70 0x7f532c06bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 -- 172.21.15.69:0/1471305424 >> 172.21.15.69:0/1471305424 conn(0x7f532c079350 msgr2=0x7f532c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:15.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 -- 172.21.15.69:0/1471305424 shutdown_connections 2024-05-08T06:02:15.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.983+0000 7f5332000700 1 -- 172.21.15.69:0/1471305424 wait complete. 2024-05-08T06:02:15.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.984+0000 7f5332000700 1 Processor -- start 2024-05-08T06:02:15.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 -- start start 2024-05-08T06:02:15.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 0x7f532c19bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f532c06c530 0x7f532c19c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c109530 0x7f532c1a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f532c113660 con 0x7f532c06bb70 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1134e0 con 0x7f532c06c530 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f5332000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1137e0 con 0x7f532c109530 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f532b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 0x7f532c19bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f532b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 0x7f532c19bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56502/0 (socket says 172.21.15.69:56502) 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.985+0000 7f532b400700 1 -- 172.21.15.69:0/2942794481 learned_addr learned my addr 172.21.15.69:0/2942794481 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532aa00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f532c06c530 0x7f532c19c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c109530 0x7f532c1a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 -- 172.21.15.69:0/2942794481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f532c06c530 msgr2=0x7f532c19c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f532c06c530 0x7f532c19c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 -- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 msgr2=0x7f532c19bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 0x7f532c19bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 -- 172.21.15.69:0/2942794481 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f532c1a0db0 con 0x7f532c109530 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532b400700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 0x7f532c19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.986+0000 7f532be00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c109530 0x7f532c1a0670 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f532400efc0 tx=0x7f532400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.987+0000 7f5323e00700 1 -- 172.21.15.69:0/2942794481 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53240092e0 con 0x7f532c109530 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.987+0000 7f5323e00700 1 -- 172.21.15.69:0/2942794481 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5324004bb0 con 0x7f532c109530 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.987+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f532c1a1040 con 0x7f532c109530 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.987+0000 7f5323e00700 1 -- 172.21.15.69:0/2942794481 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5324004020 con 0x7f532c109530 2024-05-08T06:02:15.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.987+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f532c1a8920 con 0x7f532c109530 2024-05-08T06:02:15.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.990+0000 7f5323e00700 1 -- 172.21.15.69:0/2942794481 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f532401b030 con 0x7f532c109530 2024-05-08T06:02:15.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.991+0000 7f533ca3ab80 1 Processor -- start 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.991+0000 7f533ca3ab80 1 -- start start 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f34fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f2f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557429e81a20 con 0x557429f34bc0 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557429e1f760 con 0x557429f2f8f0 2024-05-08T06:02:15.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557429e7d9e0 con 0x557429f354e0 2024-05-08T06:02:15.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f5323e00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53100b2880 0x7f53100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:15.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f532aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f34fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f532aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f34fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56504/0 (socket says 172.21.15.69:56504) 2024-05-08T06:02:15.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f532aa00700 1 -- 172.21.15.69:0/3813954133 learned_addr learned my addr 172.21.15.69:0/3813954133 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:15.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f532b400700 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f2f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.992+0000 7f532be00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53100b2880 0x7f53100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f5323e00700 1 -- 172.21.15.69:0/2942794481 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f53240e1c60 con 0x7f532c109530 2024-05-08T06:02:15.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532aa00700 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532b400700 1 -- 172.21.15.69:0/3813954133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 msgr2=0x557429f2fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532b400700 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532b400700 1 -- 172.21.15.69:0/3813954133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 msgr2=0x557429f34fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532b400700 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f34fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532b400700 1 -- 172.21.15.69:0/3813954133 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557429dce8d0 con 0x557429f354e0 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532b400700 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f2f2d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f531c0098e0 tx=0x7f531c009710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f29d1f968898f000 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.993+0000 7f532be00700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53100b2880 0x7f53100b4d40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5324009fb0 tx=0x7f53240ac040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f5320c00700 1 -- 172.21.15.69:0/3813954133 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c027070 con 0x557429f354e0 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f5320c00700 1 -- 172.21.15.69:0/3813954133 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f531c003680 con 0x557429f354e0 2024-05-08T06:02:15.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f5320c00700 1 -- 172.21.15.69:0/3813954133 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c00f6c0 con 0x557429f354e0 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f533ca3ab80 1 -- 172.21.15.69:0/3813954133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 msgr2=0x557429f2f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f2f2d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f531c0098e0 tx=0x7f531c009710 comp rx=0 tx=0).stop 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f533ca3ab80 1 -- 172.21.15.69:0/3813954133 shutdown_connections 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.994+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f34fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.995+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/3813954133 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f2f2d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.995+0000 7f533ca3ab80 1 -- 172.21.15.69:0/3813954133 >> 172.21.15.69:0/3813954133 conn(0x557429ea76d0 msgr2=0x557429f29b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:16.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.995+0000 7f533ca3ab80 1 -- 172.21.15.69:0/3813954133 shutdown_connections 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.995+0000 7f533ca3ab80 1 -- 172.21.15.69:0/3813954133 wait complete. 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.995+0000 7f533ca3ab80 1 -- start start 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 Processor -- start 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 0x557429f3b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f38590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f354e0 0x557429f38ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557429f3bec0 con 0x557429f34bc0 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557429de7b20 con 0x557429f354e0 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557429f3c040 con 0x557429f2f8f0 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f533ca3ab80 10 client.0 _ll_register_callbacks cb 0x557429e28c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f532aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 0x557429f3b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.996+0000 7f532aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 0x557429f3b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49238/0 (socket says 172.21.15.69:49238) 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 -- 172.21.15.69:0/1140011515 learned_addr learned my addr 172.21.15.69:0/1140011515 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532b400700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f38590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f354e0 0x557429f38ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 -- 172.21.15.69:0/1140011515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f354e0 msgr2=0x557429f38ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f354e0 0x557429f38ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 -- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 msgr2=0x557429f38590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f38590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 -- 172.21.15.69:0/1140011515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557429e47420 con 0x557429f2f8f0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532b400700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f38590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f532aa00700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 0x557429f3b1f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5318011f70 tx=0x7f5318009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=26d6e538316a9553 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.997+0000 7f5315600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f5315600700 1 -- 172.21.15.69:0/1140011515 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531800fd30 con 0x557429f2f8f0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f5315600700 1 -- 172.21.15.69:0/1140011515 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5318004830 con 0x557429f2f8f0 2024-05-08T06:02:16.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f531c003680 con 0x557429f2f8f0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f5315600700 1 -- 172.21.15.69:0/1140011515 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5318004a30 con 0x557429f2f8f0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f533ca3ab80 10 client.25159 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557429f467a0 con 0x557429f2f8f0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.998+0000 7f5315600700 1 -- 172.21.15.69:0/1140011515 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f531c003680 con 0x557429f2f8f0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f5315600700 1 -- 172.21.15.69:0/1140011515 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f531802c3a0 con 0x557429f2f8f0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f533ca3ab80 10 client.25159 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f533ca3ab80 10 client.25159 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f533ca3ab80 20 client.25159 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429f48de0 0x557429f4b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f533ca3ab80 4 client.25159 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557429efc140 con 0x557429f48de0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:15.999+0000 7f532b400700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429f48de0 0x557429f4b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.000+0000 7f532b400700 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429f48de0 0x557429f4b1d0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8429733769f5983 server_cookie=a22cc6ed4abf7b0c in_seq=0 out_seq=0 2024-05-08T06:02:16.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.000+0000 7f5315600700 10 client.25159 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:16.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.000+0000 7f5315600700 1 -- 172.21.15.69:0/1140011515 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557429efc140 con 0x557429f48de0 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.000+0000 7f5315600700 10 client.25159 handle_command_reply: tid=0 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 client.25159 shutdown 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 msgr2=0x557429f3b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 0x557429f3b1f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5318011f70 tx=0x7f5318009260 comp rx=0 tx=0).stop 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 shutdown_connections 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429f48de0 0x557429f4b1d0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f354e0 0x557429f38ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f2f8f0 0x557429f3b1f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1140011515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f38590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f5315600700 0 client.25159 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 >> 172.21.15.69:0/1140011515 conn(0x557429ea76d0 msgr2=0x557429f29190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 shutdown_connections 2024-05-08T06:02:16.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1140011515 wait complete. 2024-05-08T06:02:16.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.001+0000 7f533ca3ab80 20 client.25159 trim_cache size 0 max 16384 2024-05-08T06:02:16.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.018+0000 7f533ca3ab80 1 Processor -- start 2024-05-08T06:02:16.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.018+0000 7f533ca3ab80 1 -- start start 2024-05-08T06:02:16.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 0x557429f374f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f354e0 0x557429f361a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1b24c0 con 0x557429f354e0 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1afd50 con 0x557429f2f8f0 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1adba0 con 0x557429f34bc0 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f532b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 0x557429f374f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f532b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 0x557429f374f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49254/0 (socket says 172.21.15.69:49254) 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f532b400700 1 -- 172.21.15.69:0/1687845722 learned_addr learned my addr 172.21.15.69:0/1687845722 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f532aa00700 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f354e0 0x557429f361a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.019+0000 7f532aa00700 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532b400700 1 -- 172.21.15.69:0/1687845722 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 msgr2=0x557429f2f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532b400700 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532b400700 1 -- 172.21.15.69:0/1687845722 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f354e0 msgr2=0x557429f361a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:16.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532b400700 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f354e0 0x557429f361a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532b400700 1 -- 172.21.15.69:0/1687845722 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557429f4b800 con 0x557429f34bc0 2024-05-08T06:02:16.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532aa00700 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f532b400700 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 0x557429f374f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f531c025040 tx=0x7f531c01a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65cf6aed91ae21d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f5317e00700 1 -- 172.21.15.69:0/1687845722 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c027040 con 0x557429f34bc0 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f5317e00700 1 -- 172.21.15.69:0/1687845722 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f531c005570 con 0x557429f34bc0 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.020+0000 7f5317e00700 1 -- 172.21.15.69:0/1687845722 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c030500 con 0x557429f34bc0 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1687845722 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 msgr2=0x557429f374f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 0x557429f374f0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f531c025040 tx=0x7f531c01a040 comp rx=0 tx=0).stop 2024-05-08T06:02:16.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1687845722 shutdown_connections 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f354e0 0x557429f361a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f2f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1687845722 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f34bc0 0x557429f374f0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1687845722 >> 172.21.15.69:0/1687845722 conn(0x557429ea76d0 msgr2=0x557429f33700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1687845722 shutdown_connections 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.021+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1687845722 wait complete. 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 -- start start 2024-05-08T06:02:16.023 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 Processor -- start 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f501f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f50730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f50c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1ae210 con 0x557429f34bc0 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1af680 con 0x557429f2f8f0 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.022+0000 7f533ca3ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f532c1ae8e0 con 0x557429f354e0 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f533ca3ab80 10 client.0 _ll_register_callbacks cb 0x557429e28c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f50730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f501f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f50730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56532/0 (socket says 172.21.15.69:56532) 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 -- 172.21.15.69:0/1910372373 learned_addr learned my addr 172.21.15.69:0/1910372373 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:16.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532aa00700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f501f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58484/0 (socket says 172.21.15.69:58484) 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532aa00700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f50c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 -- 172.21.15.69:0/1910372373 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 msgr2=0x557429f50c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f50c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 -- 172.21.15.69:0/1910372373 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 msgr2=0x557429f501f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f501f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532b400700 1 -- 172.21.15.69:0/1910372373 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557429fbae40 con 0x557429f34bc0 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.023+0000 7f532aa00700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f501f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f532b400700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f50730 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f531c00c010 tx=0x7f531c005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c306be9bd38003fc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f5315600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f5315600700 1 -- 172.21.15.69:0/1910372373 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f531c027040 con 0x557429f34bc0 2024-05-08T06:02:16.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f531c005570 con 0x557429f34bc0 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f5315600700 1 -- 172.21.15.69:0/1910372373 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f531c0039d0 con 0x557429f34bc0 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f5315600700 1 -- 172.21.15.69:0/1910372373 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f531c003bd0 con 0x557429f34bc0 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f533ca3ab80 10 client.15081 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.024+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557429fbc010 con 0x557429f34bc0 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f5315600700 1 -- 172.21.15.69:0/1910372373 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f531c005570 con 0x557429f34bc0 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f5315600700 1 -- 172.21.15.69:0/1910372373 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f531c021030 con 0x557429f34bc0 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f533ca3ab80 10 client.15081 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f533ca3ab80 10 client.15081 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f533ca3ab80 20 client.15081 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429fbc240 0x557429fbe630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f533ca3ab80 4 client.15081 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557429e8f400 con 0x557429fbc240 2024-05-08T06:02:16.028 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.025+0000 7f532aa00700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429fbc240 0x557429fbe630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:16.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f532aa00700 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429fbc240 0x557429fbe630 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=50dbf8986fcd3f1f server_cookie=1e6fda810925cecf in_seq=0 out_seq=0 2024-05-08T06:02:16.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f5315600700 10 client.15081 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f5315600700 1 -- 172.21.15.69:0/1910372373 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557429e8f400 con 0x557429fbc240 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f5315600700 10 client.15081 handle_command_reply: tid=0 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 client.15081 shutdown 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 msgr2=0x557429f50730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f50730 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f531c00c010 tx=0x7f531c005c50 comp rx=0 tx=0).stop 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 shutdown_connections 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557429fbc240 0x557429fbe630 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557429f354e0 0x557429f50c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f5315600700 0 client.15081 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557429f2f8f0 0x557429f501f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 --2- 172.21.15.69:0/1910372373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557429f34bc0 0x557429f50730 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.026+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 >> 172.21.15.69:0/1910372373 conn(0x557429ea76d0 msgr2=0x557429f33f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 shutdown_connections 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f533ca3ab80 1 -- 172.21.15.69:0/1910372373 wait complete. 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f533ca3ab80 20 client.15081 trim_cache size 0 max 16384 2024-05-08T06:02:16.031 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:02:16.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53100b2880 msgr2=0x7f53100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:16.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53100b2880 0x7f53100b4d40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f5324009fb0 tx=0x7f53240ac040 comp rx=0 tx=0).stop 2024-05-08T06:02:16.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c109530 msgr2=0x7f532c1a0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:16.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c109530 0x7f532c1a0670 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f532400efc0 tx=0x7f532400c3a0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 shutdown_connections 2024-05-08T06:02:16.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f532c109530 0x7f532c1a0670 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f532c06bb70 0x7f532c19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f53100b2880 0x7f53100b4d40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 --2- 172.21.15.69:0/2942794481 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f532c06c530 0x7f532c19c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:16.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.027+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 >> 172.21.15.69:0/2942794481 conn(0x7f532c079350 msgr2=0x7f532c10e6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:16.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.028+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 shutdown_connections 2024-05-08T06:02:16.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:16.028+0000 7f5332000700 1 -- 172.21.15.69:0/2942794481 wait complete. 2024-05-08T06:02:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:16 smithi135 ceph-mon[34761]: pgmap v477: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:16 smithi069 ceph-mon[29571]: pgmap v477: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:16 smithi105 ceph-mon[34393]: pgmap v477: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:17.154 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:02:17.587 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:18.387 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:18 smithi069 ceph-mon[29571]: pgmap v478: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:18 smithi135 ceph-mon[34761]: pgmap v478: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:18 smithi105 ceph-mon[34393]: pgmap v478: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 -- 172.21.15.69:0/3168020336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c103750 msgr2=0x7f1a3c103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 --2- 172.21.15.69:0/3168020336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c103750 0x7f1a3c103b30 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c0099c0 tx=0x7f1a2c009cd0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 -- 172.21.15.69:0/3168020336 shutdown_connections 2024-05-08T06:02:19.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 --2- 172.21.15.69:0/3168020336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1a3c108850 0x7f1a3c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 --2- 172.21.15.69:0/3168020336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c103750 0x7f1a3c103b30 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 --2- 172.21.15.69:0/3168020336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c104100 0x7f1a3c108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 -- 172.21.15.69:0/3168020336 >> 172.21.15.69:0/3168020336 conn(0x7f1a3c07a600 msgr2=0x7f1a3c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 -- 172.21.15.69:0/3168020336 shutdown_connections 2024-05-08T06:02:19.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.955+0000 7f1a40e00700 1 -- 172.21.15.69:0/3168020336 wait complete. 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.957+0000 7f1a40e00700 1 Processor -- start 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.957+0000 7f1a40e00700 1 -- start start 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.957+0000 7f1a40e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 0x7f1a3c0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a40e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1a3c104100 0x7f1a3c075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a40e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c108850 0x7f1a3c076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a40e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c113690 con 0x7f1a3c108850 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a40e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c113510 con 0x7f1a3c103750 2024-05-08T06:02:19.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a40e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c113810 con 0x7f1a3c104100 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 0x7f1a3c0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 0x7f1a3c0757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:53402/0 (socket says 172.21.15.69:53402) 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 -- 172.21.15.69:0/268914167 learned_addr learned my addr 172.21.15.69:0/268914167 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39400700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1a3c104100 0x7f1a3c075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a3a800700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c108850 0x7f1a3c076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 -- 172.21.15.69:0/268914167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1a3c104100 msgr2=0x7f1a3c075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:19.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1a3c104100 0x7f1a3c075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 -- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c108850 msgr2=0x7f1a3c076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c108850 0x7f1a3c076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.958+0000 7f1a39e00700 1 -- 172.21.15.69:0/268914167 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a3c1a8050 con 0x7f1a3c103750 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.959+0000 7f1a39e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 0x7f1a3c0757a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c006010 tx=0x7f1a2c0055f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.959+0000 7f1a32a00700 1 -- 172.21.15.69:0/268914167 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c026070 con 0x7f1a3c103750 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.959+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a3c1a82e0 con 0x7f1a3c103750 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.959+0000 7f1a32a00700 1 -- 172.21.15.69:0/268914167 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a2c00f460 con 0x7f1a3c103750 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.959+0000 7f1a32a00700 1 -- 172.21.15.69:0/268914167 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c009e60 con 0x7f1a3c103750 2024-05-08T06:02:19.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.959+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a3c1a8790 con 0x7f1a3c103750 2024-05-08T06:02:19.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.963+0000 7f1a32a00700 1 -- 172.21.15.69:0/268914167 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1a2c029070 con 0x7f1a3c103750 2024-05-08T06:02:19.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 Processor -- start 2024-05-08T06:02:19.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 -- start start 2024-05-08T06:02:19.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a32a00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a200b2900 0x7f1a200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147feb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147febd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559147f3da20 con 0x559147ff0bc0 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559147edb760 con 0x559147ff14e0 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559147f399e0 con 0x559147feb8f0 2024-05-08T06:02:19.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.965+0000 7f1a32a00700 1 -- 172.21.15.69:0/268914167 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1a2c0e29a0 con 0x7f1a3c103750 2024-05-08T06:02:19.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a3a800700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a200b2900 0x7f1a200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147feb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147feb2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:53414/0 (socket says 172.21.15.69:53414) 2024-05-08T06:02:19.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 -- 172.21.15.69:0/536374781 learned_addr learned my addr 172.21.15.69:0/536374781 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:19.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a3a800700 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147febd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 -- 172.21.15.69:0/536374781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 msgr2=0x559147febd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147febd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 -- 172.21.15.69:0/536374781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 msgr2=0x559147ff0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39400700 1 -- 172.21.15.69:0/536374781 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559147e8a8d0 con 0x559147ff14e0 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.966+0000 7f1a39e00700 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.967+0000 7f1a3a800700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a200b2900 0x7f1a200b4dc0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1a34009ec0 tx=0x7f1a340092f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:19.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.967+0000 7f1a39400700 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147feb2d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1a28007c60 tx=0x7f1a28007f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff646776b3fba581 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:19.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.967+0000 7f1a27400700 1 -- 172.21.15.69:0/536374781 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28010ca0 con 0x559147ff14e0 2024-05-08T06:02:19.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.967+0000 7f1a27400700 1 -- 172.21.15.69:0/536374781 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a28015070 con 0x559147ff14e0 2024-05-08T06:02:19.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.967+0000 7f1a27400700 1 -- 172.21.15.69:0/536374781 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28003c20 con 0x559147ff14e0 2024-05-08T06:02:19.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/536374781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 msgr2=0x559147feb2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:19.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147feb2d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f1a28007c60 tx=0x7f1a28007f70 comp rx=0 tx=0).stop 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/536374781 shutdown_connections 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147febd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/536374781 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147feb2d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/536374781 >> 172.21.15.69:0/536374781 conn(0x559147f636d0 msgr2=0x559147fe5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/536374781 shutdown_connections 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.968+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/536374781 wait complete. 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.969+0000 7f1a4b7c0b80 1 -- start start 2024-05-08T06:02:19.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.969+0000 7f1a4b7c0b80 1 Processor -- start 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.969+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147ff7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147ff4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559147ff7f20 con 0x559147ff0bc0 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559147ea3b20 con 0x559147ff14e0 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559147ff80a0 con 0x559147feb8f0 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a4b7c0b80 10 client.0 _ll_register_callbacks cb 0x559147ee4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff4500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50950/0 (socket says 172.21.15.69:50950) 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 -- 172.21.15.69:0/2350042578 learned_addr learned my addr 172.21.15.69:0/2350042578 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:19.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39e00700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147ff7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a3a800700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147ff4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 -- 172.21.15.69:0/2350042578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 msgr2=0x559147ff7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147ff7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 -- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 msgr2=0x559147ff4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.970+0000 7f1a39400700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147ff4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a39400700 1 -- 172.21.15.69:0/2350042578 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559147f03420 con 0x559147ff0bc0 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a39e00700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147ff7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a39400700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff4500 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1a28010cd0 tx=0x7f1a28010d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8967821e2f834f28 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a1be00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:19.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a1be00700 1 -- 172.21.15.69:0/2350042578 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a28029060 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a1be00700 1 -- 172.21.15.69:0/2350042578 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1a28004460 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a28015070 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.971+0000 7f1a1be00700 1 -- 172.21.15.69:0/2350042578 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a280038a0 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 10 client.15093 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559148002750 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a1be00700 1 -- 172.21.15.69:0/2350042578 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a28015070 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a1be00700 1 -- 172.21.15.69:0/2350042578 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a28023030 con 0x559147ff0bc0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 10 client.15093 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 10 client.15093 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 20 client.15093 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559148004cd0 0x5591480070c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 4 client.15093 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.972+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559147fb8140 con 0x559148004cd0 2024-05-08T06:02:19.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.973+0000 7f1a39e00700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559148004cd0 0x5591480070c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.973+0000 7f1a39e00700 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559148004cd0 0x5591480070c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=873a7dee055b870d server_cookie=b46e2b858820ab5b in_seq=0 out_seq=0 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.973+0000 7f1a1be00700 10 client.15093 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a1be00700 1 -- 172.21.15.69:0/2350042578 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559147fb8140 con 0x559148004cd0 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a1be00700 10 client.15093 handle_command_reply: tid=0 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 client.15093 shutdown 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 msgr2=0x559147ff4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff4500 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1a28010cd0 tx=0x7f1a28010d00 comp rx=0 tx=0).stop 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 shutdown_connections 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x559147ff4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559148004cd0 0x5591480070c0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147feb8f0 0x559147ff7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.974+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/2350042578 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff0bc0 0x559147ff4500 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.975+0000 7f1a1be00700 0 client.15093 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:19.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.975+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 >> 172.21.15.69:0/2350042578 conn(0x559147f636d0 msgr2=0x559147fe5190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:19.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.975+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 shutdown_connections 2024-05-08T06:02:19.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.975+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/2350042578 wait complete. 2024-05-08T06:02:19.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.975+0000 7f1a4b7c0b80 20 client.15093 trim_cache size 0 max 16384 2024-05-08T06:02:19.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.994+0000 7f1a4b7c0b80 1 Processor -- start 2024-05-08T06:02:19.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.994+0000 7f1a4b7c0b80 1 -- start start 2024-05-08T06:02:19.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147feb8f0 0x559147feb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559147ff7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 0x559147ff4b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:19.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c1b24d0 con 0x559147ff14e0 2024-05-08T06:02:19.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c1afd60 con 0x559147feb8f0 2024-05-08T06:02:19.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c1adbd0 con 0x559147ff0bc0 2024-05-08T06:02:19.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 0x559147ff4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 0x559147ff4b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50962/0 (socket says 172.21.15.69:50962) 2024-05-08T06:02:19.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 -- 172.21.15.69:0/3791775990 learned_addr learned my addr 172.21.15.69:0/3791775990 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:19.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a39e00700 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147feb8f0 0x559147feb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a39400700 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559147ff7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 -- 172.21.15.69:0/3791775990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 msgr2=0x559147ff7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559147ff7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 -- 172.21.15.69:0/3791775990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147feb8f0 msgr2=0x559147feb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147feb8f0 0x559147feb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.995+0000 7f1a3a800700 1 -- 172.21.15.69:0/3791775990 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559147ff7fa0 con 0x559147ff14e0 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.996+0000 7f1a39400700 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559147ff7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.996+0000 7f1a3a800700 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 0x559147ff4b30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1a34018890 tx=0x7f1a3401e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be12cc82903a4d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.996+0000 7f1a26a00700 1 -- 172.21.15.69:0/3791775990 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a3401a650 con 0x559147ff14e0 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.996+0000 7f1a26a00700 1 -- 172.21.15.69:0/3791775990 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a3402a070 con 0x559147ff14e0 2024-05-08T06:02:19.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.996+0000 7f1a26a00700 1 -- 172.21.15.69:0/3791775990 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a34025880 con 0x559147ff14e0 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/3791775990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 msgr2=0x559147ff4b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 0x559147ff4b30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1a34018890 tx=0x7f1a3401e000 comp rx=0 tx=0).stop 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/3791775990 shutdown_connections 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147ff14e0 0x559147ff4b30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147feb8f0 0x559147feb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/3791775990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559147ff7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/3791775990 >> 172.21.15.69:0/3791775990 conn(0x559147f636d0 msgr2=0x559147ff18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/3791775990 shutdown_connections 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.997+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/3791775990 wait complete. 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.998+0000 7f1a4b7c0b80 1 -- start start 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.998+0000 7f1a4b7c0b80 1 Processor -- start 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.998+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 0x5591480073e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.998+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559148007920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a4b7c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x55914806d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c1ae220 con 0x559147feb8f0 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c1af690 con 0x559147ff14e0 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a4b7c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1a3c1ae8f0 con 0x559147ff0bc0 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a4b7c0b80 10 client.0 _ll_register_callbacks cb 0x559147fe7cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:20.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 0x5591480073e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559148007920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559148007920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37134/0 (socket says 172.21.15.69:37134) 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 0x5591480073e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50976/0 (socket says 172.21.15.69:50976) 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39400700 1 -- 172.21.15.69:0/1128837525 learned_addr learned my addr 172.21.15.69:0/1128837525 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a3a800700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x55914806d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 -- 172.21.15.69:0/1128837525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 msgr2=0x559148007920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559148007920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 -- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 msgr2=0x55914806d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x55914806d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:19.999+0000 7f1a39e00700 1 -- 172.21.15.69:0/1128837525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55914806d750 con 0x559147feb8f0 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a39400700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559148007920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a39e00700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 0x5591480073e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c0a9d00 tx=0x7f1a2c00ff80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa870447623a8f47 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a1be00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:20.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a1be00700 1 -- 172.21.15.69:0/1128837525 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c0aa700 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a1be00700 1 -- 172.21.15.69:0/1128837525 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1a2c009550 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a3402a070 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a1be00700 1 -- 172.21.15.69:0/1128837525 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a2c0aa000 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a4b7c0b80 10 client.15099 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.000+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55914806eab0 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a1be00700 1 -- 172.21.15.69:0/1128837525 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1a3402a070 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a1be00700 1 -- 172.21.15.69:0/1128837525 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a2c0183b0 con 0x559147feb8f0 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a4b7c0b80 10 client.15099 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:20.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a4b7c0b80 10 client.15099 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:20.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a4b7c0b80 20 client.15099 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:20.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55914806f1b0 0x5591480715d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:20.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a4b7c0b80 4 client.15099 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:02:20.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559147f4b400 con 0x55914806f1b0 2024-05-08T06:02:20.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.001+0000 7f1a39400700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55914806f1b0 0x5591480715d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:20.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a39400700 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55914806f1b0 0x5591480715d0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97cc0948c9bd715a server_cookie=ae435358531f2106 in_seq=0 out_seq=0 2024-05-08T06:02:20.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a1be00700 10 client.15099 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:20.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a1be00700 1 -- 172.21.15.69:0/1128837525 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559147f4b400 con 0x55914806f1b0 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a1be00700 10 client.15099 handle_command_reply: tid=0 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 client.15099 shutdown 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 msgr2=0x5591480073e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 0x5591480073e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c0a9d00 tx=0x7f1a2c00ff80 comp rx=0 tx=0).stop 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 shutdown_connections 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559147ff14e0 0x55914806d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559147feb8f0 0x5591480073e0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55914806f1b0 0x5591480715d0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 --2- 172.21.15.69:0/1128837525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559147ff0bc0 0x559148007920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.002+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 >> 172.21.15.69:0/1128837525 conn(0x559147f636d0 msgr2=0x559147fef680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.003+0000 7f1a1be00700 0 client.15099 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.003+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 shutdown_connections 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.003+0000 7f1a4b7c0b80 1 -- 172.21.15.69:0/1128837525 wait complete. 2024-05-08T06:02:20.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.003+0000 7f1a4b7c0b80 20 client.15099 trim_cache size 0 max 16384 2024-05-08T06:02:20.008 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:02:20.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a200b2900 msgr2=0x7f1a200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a200b2900 0x7f1a200b4dc0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1a34009ec0 tx=0x7f1a340092f0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 msgr2=0x7f1a3c0757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 0x7f1a3c0757a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c006010 tx=0x7f1a2c0055f0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 shutdown_connections 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1a3c108850 0x7f1a3c076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a200b2900 0x7f1a200b4dc0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1a3c103750 0x7f1a3c0757a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 --2- 172.21.15.69:0/268914167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1a3c104100 0x7f1a3c075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 >> 172.21.15.69:0/268914167 conn(0x7f1a3c07a600 msgr2=0x7f1a3c1016b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 shutdown_connections 2024-05-08T06:02:20.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:20.004+0000 7f1a40e00700 1 -- 172.21.15.69:0/268914167 wait complete. 2024-05-08T06:02:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:20 smithi135 ceph-mon[34761]: pgmap v479: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:02:20.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:20 smithi069 ceph-mon[29571]: pgmap v479: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:02:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:20 smithi105 ceph-mon[34393]: pgmap v479: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:02:21.995 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:02:21.995 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:02:22.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:22 smithi069 ceph-mon[29571]: pgmap v480: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:02:22.484 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:22 smithi135 ceph-mon[34761]: pgmap v480: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:02:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:22 smithi105 ceph-mon[34393]: pgmap v480: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:02:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:24 smithi135 ceph-mon[34761]: pgmap v481: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:24 smithi069 ceph-mon[29571]: pgmap v481: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:24 smithi105 ceph-mon[34393]: pgmap v481: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:26.553 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:26 smithi069 ceph-mon[29571]: pgmap v482: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:26 smithi135 ceph-mon[34761]: pgmap v482: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:26 smithi105 ceph-mon[34393]: pgmap v482: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:27.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 -- 172.21.15.69:0/3406123925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa410104590 msgr2=0x7fa410104970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 --2- 172.21.15.69:0/3406123925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa410104590 0x7fa410104970 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fa404009990 tx=0x7fa404009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 -- 172.21.15.69:0/3406123925 shutdown_connections 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 --2- 172.21.15.69:0/3406123925 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa41010d9c0 0x7fa41010fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 --2- 172.21.15.69:0/3406123925 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa410104590 0x7fa410104970 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 --2- 172.21.15.69:0/3406123925 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa410104eb0 0x7fa41010d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 -- 172.21.15.69:0/3406123925 >> 172.21.15.69:0/3406123925 conn(0x7fa4100fddc0 msgr2=0x7fa4101001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:27.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 -- 172.21.15.69:0/3406123925 shutdown_connections 2024-05-08T06:02:27.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.679+0000 7fa415e00700 1 -- 172.21.15.69:0/3406123925 wait complete. 2024-05-08T06:02:27.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 Processor -- start 2024-05-08T06:02:27.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 -- start start 2024-05-08T06:02:27.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 0x7fa4101a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa410104eb0 0x7fa4101a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa41010d9c0 0x7fa41010c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa410113620 con 0x7fa41010d9c0 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101134a0 con 0x7fa410104eb0 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.681+0000 7fa415e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101137a0 con 0x7fa410104590 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 0x7fa4101a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 0x7fa4101a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37158/0 (socket says 172.21.15.69:37158) 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 -- 172.21.15.69:0/3213921756 learned_addr learned my addr 172.21.15.69:0/3213921756 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa410104eb0 0x7fa4101a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa415400700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa41010d9c0 0x7fa41010c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 -- 172.21.15.69:0/3213921756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa410104eb0 msgr2=0x7fa4101a0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa410104eb0 0x7fa4101a0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 -- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa41010d9c0 msgr2=0x7fa41010c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa41010d9c0 0x7fa41010c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 -- 172.21.15.69:0/3213921756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa41010cf10 con 0x7fa410104590 2024-05-08T06:02:27.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.682+0000 7fa414a00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 0x7fa4101a0780 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa404005910 tx=0x7fa40400b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:27.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.683+0000 7fa40d600700 1 -- 172.21.15.69:0/3213921756 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404027070 con 0x7fa410104590 2024-05-08T06:02:27.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.683+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa41010d1a0 con 0x7fa410104590 2024-05-08T06:02:27.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.683+0000 7fa40d600700 1 -- 172.21.15.69:0/3213921756 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa404022470 con 0x7fa410104590 2024-05-08T06:02:27.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.683+0000 7fa40d600700 1 -- 172.21.15.69:0/3213921756 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404017650 con 0x7fa410104590 2024-05-08T06:02:27.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.683+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa41019c3a0 con 0x7fa410104590 2024-05-08T06:02:27.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.688+0000 7fa40d600700 1 -- 172.21.15.69:0/3213921756 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa40402a070 con 0x7fa410104590 2024-05-08T06:02:27.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.689+0000 7fa421cc2b80 1 Processor -- start 2024-05-08T06:02:27.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.689+0000 7fa421cc2b80 1 -- start start 2024-05-08T06:02:27.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d107028e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107029380 0x55d107023060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107023b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d106f75aa0 con 0x55d107028a60 2024-05-08T06:02:27.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d106f137e0 con 0x55d107023680 2024-05-08T06:02:27.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d106f71a60 con 0x55d107029380 2024-05-08T06:02:27.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.690+0000 7fa40d600700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa3f80b2900 0x7fa3f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa415400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d107028e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107029380 0x55d107023060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107023b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa415400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d107028e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50994/0 (socket says 172.21.15.69:50994) 2024-05-08T06:02:27.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa415400700 1 -- 172.21.15.69:0/3650376028 learned_addr learned my addr 172.21.15.69:0/3650376028 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:27.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40d600700 1 -- 172.21.15.69:0/3213921756 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa4040e2e90 con 0x7fa410104590 2024-05-08T06:02:27.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40fe00700 1 -- 172.21.15.69:0/3650376028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107029380 msgr2=0x55d107023060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107029380 0x55d107023060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40fe00700 1 -- 172.21.15.69:0/3650376028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 msgr2=0x55d107028e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d107028e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa40fe00700 1 -- 172.21.15.69:0/3650376028 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d106ec2950 con 0x55d107023680 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa415400700 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d107028e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.691+0000 7fa415400700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa3f80b2900 0x7fa3f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.692+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107023b00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa410198f90 tx=0x7fa3fc009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3eed407718928ce4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.692+0000 7fa415400700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa3f80b2900 0x7fa3f80b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa4080094d0 tx=0x7fa408004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.692+0000 7fa402000700 1 -- 172.21.15.69:0/3650376028 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc011c80 con 0x55d107023680 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.692+0000 7fa402000700 1 -- 172.21.15.69:0/3650376028 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3fc011e20 con 0x55d107023680 2024-05-08T06:02:27.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.692+0000 7fa402000700 1 -- 172.21.15.69:0/3650376028 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc005280 con 0x55d107023680 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.693+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3650376028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 msgr2=0x55d107023b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.693+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107023b00 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fa410198f90 tx=0x7fa3fc009f50 comp rx=0 tx=0).stop 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3650376028 shutdown_connections 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107023b00 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d107028e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3650376028 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107029380 0x55d107023060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3650376028 >> 172.21.15.69:0/3650376028 conn(0x55d106f51be0 msgr2=0x55d10701da30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:27.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3650376028 shutdown_connections 2024-05-08T06:02:27.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3650376028 wait complete. 2024-05-08T06:02:27.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.694+0000 7fa421cc2b80 1 -- start start 2024-05-08T06:02:27.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 Processor -- start 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d10702efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d10702c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d10702fe30 con 0x55d107028a60 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d106edbba0 con 0x55d107029380 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d10702ffb0 con 0x55d107023680 2024-05-08T06:02:27.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.695+0000 7fa421cc2b80 10 client.0 _ll_register_callbacks cb 0x55d106f1ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.696+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d10702efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.696+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d10702efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37170/0 (socket says 172.21.15.69:37170) 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.696+0000 7fa414a00700 1 -- 172.21.15.69:0/3068521102 learned_addr learned my addr 172.21.15.69:0/3068521102 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.696+0000 7fa415400700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d10702c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.696+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa414a00700 1 -- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 msgr2=0x55d10702c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa414a00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d10702c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa414a00700 1 -- 172.21.15.69:0/3068521102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 msgr2=0x55d10702c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa414a00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa414a00700 1 -- 172.21.15.69:0/3068521102 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d106f3b4a0 con 0x55d107023680 2024-05-08T06:02:27.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa415400700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d10702c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:27.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.697+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa414a00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d10702efb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa404000c00 tx=0x7fa404073e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8003f38d86c81e42 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa3f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa3f6a00700 1 -- 172.21.15.69:0/3068521102 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4040e0e60 con 0x55d107023680 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa3f6a00700 1 -- 172.21.15.69:0/3068521102 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa4040b2e90 con 0x55d107023680 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3fc011e20 con 0x55d107023680 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa3f6a00700 1 -- 172.21.15.69:0/3068521102 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa404031040 con 0x55d107023680 2024-05-08T06:02:27.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa421cc2b80 10 client.25195 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:27.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.698+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d10702fe90 con 0x55d107023680 2024-05-08T06:02:27.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa3f6a00700 1 -- 172.21.15.69:0/3068521102 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3fc011e20 con 0x55d107023680 2024-05-08T06:02:27.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa3f6a00700 1 -- 172.21.15.69:0/3068521102 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa4040a5ec0 con 0x55d107023680 2024-05-08T06:02:27.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa421cc2b80 10 client.25195 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa421cc2b80 10 client.25195 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa421cc2b80 20 client.25195 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d10703cb00 0x55d10703ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa421cc2b80 4 client.25195 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.699+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d106ff0120 con 0x55d10703cb00 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.700+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d10703cb00 0x55d10703ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.700+0000 7fa40fe00700 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d10703cb00 0x55d10703ef80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f41c58a39191164b server_cookie=bddfdd7c710f8b71 in_seq=0 out_seq=0 2024-05-08T06:02:27.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.700+0000 7fa3f6a00700 10 client.25195 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:27.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.701+0000 7fa3f6a00700 1 -- 172.21.15.69:0/3068521102 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d106ff0120 con 0x55d10703cb00 2024-05-08T06:02:27.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.701+0000 7fa3f6a00700 10 client.25195 handle_command_reply: tid=0 2024-05-08T06:02:27.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.701+0000 7fa421cc2b80 1 client.25195 shutdown 2024-05-08T06:02:27.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 msgr2=0x55d10702efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d10702efb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa404000c00 tx=0x7fa404073e40 comp rx=0 tx=0).stop 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 shutdown_connections 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d10702c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d10703cb00 0x55d10703ef80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d10702efb0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/3068521102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 >> 172.21.15.69:0/3068521102 conn(0x55d106f51be0 msgr2=0x55d1070184e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa3f6a00700 0 client.25195 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 shutdown_connections 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 1 -- 172.21.15.69:0/3068521102 wait complete. 2024-05-08T06:02:27.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.702+0000 7fa421cc2b80 20 client.25195 trim_cache size 0 max 16384 2024-05-08T06:02:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.740+0000 7fa421cc2b80 1 Processor -- start 2024-05-08T06:02:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.740+0000 7fa421cc2b80 1 -- start start 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d107023060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d107018360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101bf0b0 con 0x55d107028a60 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101bc940 con 0x55d107029380 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101ba750 con 0x55d107023680 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d107023060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa414a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d107023060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37186/0 (socket says 172.21.15.69:37186) 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.741+0000 7fa414a00700 1 -- 172.21.15.69:0/1823821928 learned_addr learned my addr 172.21.15.69:0/1823821928 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa40fe00700 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa414a00700 1 -- 172.21.15.69:0/1823821928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 msgr2=0x55d107018360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa415400700 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d107018360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa414a00700 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d107018360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa414a00700 1 -- 172.21.15.69:0/1823821928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 msgr2=0x55d10702b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa414a00700 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa414a00700 1 -- 172.21.15.69:0/1823821928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d107026e30 con 0x55d107023680 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa415400700 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d107018360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa414a00700 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d107023060 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa404005b40 tx=0x7fa404022cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95187b8fa0508a75 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa401600700 1 -- 172.21.15.69:0/1823821928 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa404031040 con 0x55d107023680 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa401600700 1 -- 172.21.15.69:0/1823821928 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4040aa060 con 0x55d107023680 2024-05-08T06:02:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.742+0000 7fa401600700 1 -- 172.21.15.69:0/1823821928 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4040b30f0 con 0x55d107023680 2024-05-08T06:02:27.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.743+0000 7fa421cc2b80 1 -- 172.21.15.69:0/1823821928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 msgr2=0x55d107023060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.743+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d107023060 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa404005b40 tx=0x7fa404022cc0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 -- 172.21.15.69:0/1823821928 shutdown_connections 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107029380 0x55d107018360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107023680 0x55d107023060 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/1823821928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107028a60 0x55d10702b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 -- 172.21.15.69:0/1823821928 >> 172.21.15.69:0/1823821928 conn(0x55d106f51be0 msgr2=0x55d107017c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 -- 172.21.15.69:0/1823821928 shutdown_connections 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 -- 172.21.15.69:0/1823821928 wait complete. 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 -- start start 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.744+0000 7fa421cc2b80 1 Processor -- start 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107032210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 0x55d107032750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107029380 0x55d107032c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101bae00 con 0x55d107029380 2024-05-08T06:02:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101bc270 con 0x55d107023680 2024-05-08T06:02:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa4101bb4d0 con 0x55d107028a60 2024-05-08T06:02:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa421cc2b80 10 client.0 _ll_register_callbacks cb 0x55d106f1ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.745+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 0x55d107032750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 0x55d107032750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37202/0 (socket says 172.21.15.69:37202) 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 -- 172.21.15.69:0/474912038 learned_addr learned my addr 172.21.15.69:0/474912038 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa414a00700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107032210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 -- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 msgr2=0x55d107032210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107032210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 -- 172.21.15.69:0/474912038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107029380 msgr2=0x55d107032c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa415400700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107029380 0x55d107032c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107029380 0x55d107032c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 -- 172.21.15.69:0/474912038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1070a7480 con 0x55d107028a60 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa415400700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107029380 0x55d107032c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa40fe00700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 0x55d107032750 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x55d107024040 tx=0x7fa3fc0092c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f0e73fc5f892497 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.746+0000 7fa3f6a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa3f6a00700 1 -- 172.21.15.69:0/474912038 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3fc004910 con 0x55d107028a60 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4040aa060 con 0x55d107028a60 2024-05-08T06:02:27.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa3f6a00700 1 -- 172.21.15.69:0/474912038 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa3fc004ab0 con 0x55d107028a60 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa3f6a00700 1 -- 172.21.15.69:0/474912038 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa3fc004040 con 0x55d107028a60 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa421cc2b80 10 client.25201 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d1070a86f0 con 0x55d107028a60 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.747+0000 7fa3f6a00700 1 -- 172.21.15.69:0/474912038 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa4040aa060 con 0x55d107028a60 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa3f6a00700 1 -- 172.21.15.69:0/474912038 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa3fc018070 con 0x55d107028a60 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa421cc2b80 10 client.25201 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa421cc2b80 10 client.25201 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa421cc2b80 20 client.25201 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d1070a8ca0 0x55d1070ab0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa421cc2b80 4 client.25201 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d106f83480 con 0x55d1070a8ca0 2024-05-08T06:02:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa414a00700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d1070a8ca0 0x55d1070ab0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa3f6a00700 10 client.25201 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.748+0000 7fa414a00700 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d1070a8ca0 0x55d1070ab0c0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c5903513e6e08ca server_cookie=31e8f4822275ea12 in_seq=0 out_seq=0 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa3f6a00700 1 -- 172.21.15.69:0/474912038 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d106f83480 con 0x55d1070a8ca0 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa3f6a00700 10 client.25201 handle_command_reply: tid=0 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 client.25201 shutdown 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 msgr2=0x55d107032750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 0x55d107032750 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x55d107024040 tx=0x7fa3fc0092c0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 shutdown_connections 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d107029380 0x55d107032c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d107023680 0x55d107032210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d1070a8ca0 0x55d1070ab0c0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 --2- 172.21.15.69:0/474912038 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d107028a60 0x55d107032750 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 >> 172.21.15.69:0/474912038 conn(0x55d106f51be0 msgr2=0x55d1070184e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa3f6a00700 0 client.25201 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 shutdown_connections 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.750+0000 7fa421cc2b80 1 -- 172.21.15.69:0/474912038 wait complete. 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.751+0000 7fa421cc2b80 20 client.25201 trim_cache size 0 max 16384 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "94001735-4c01-4fdc-bce2-c9006a94111e", 2024-05-08T06:02:27.754 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa3f80b2900 msgr2=0x7fa3f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa3f80b2900 0x7fa3f80b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fa4080094d0 tx=0x7fa408004ad0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 msgr2=0x7fa4101a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 0x7fa4101a0780 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa404005910 tx=0x7fa40400b670 comp rx=0 tx=0).stop 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 shutdown_connections 2024-05-08T06:02:27.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa41010d9c0 0x7fa41010c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa410104590 0x7fa4101a0780 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa3f80b2900 0x7fa3f80b4dc0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 --2- 172.21.15.69:0/3213921756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa410104eb0 0x7fa4101a0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:27.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.752+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 >> 172.21.15.69:0/3213921756 conn(0x7fa4100fddc0 msgr2=0x7fa4101001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:27.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.753+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 shutdown_connections 2024-05-08T06:02:27.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:27.753+0000 7fa415e00700 1 -- 172.21.15.69:0/3213921756 wait complete. 2024-05-08T06:02:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:28 smithi135 ceph-mon[34761]: pgmap v483: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:28 smithi069 ceph-mon[29571]: pgmap v483: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:28 smithi105 ceph-mon[34393]: pgmap v483: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:28.830 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:02:29.298 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:29 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:02:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:29 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:29 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:02:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:29 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:29 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:02:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:29 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:02:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:29 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:29 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:02:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:29 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:29.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:29 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:02:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:29 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:02:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:29 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:29 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:02:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:29 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:29 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:02:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:30 smithi135 ceph-mon[34761]: pgmap v484: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-08T06:02:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:30 smithi069 ceph-mon[29571]: pgmap v484: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-08T06:02:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:30 smithi105 ceph-mon[34393]: pgmap v484: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 -- 172.21.15.69:0/3102330073 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e810fc90 msgr2=0x7fd5e8112080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 --2- 172.21.15.69:0/3102330073 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e810fc90 0x7fd5e8112080 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000b0a0 tx=0x7fd5e000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 -- 172.21.15.69:0/3102330073 shutdown_connections 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 --2- 172.21.15.69:0/3102330073 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e810fc90 0x7fd5e8112080 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 --2- 172.21.15.69:0/3102330073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5e80757c0 0x7fd5e8075ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 --2- 172.21.15.69:0/3102330073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80760e0 0x7fd5e810f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 -- 172.21.15.69:0/3102330073 >> 172.21.15.69:0/3102330073 conn(0x7fd5e80fef20 msgr2=0x7fd5e8101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:31.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 -- 172.21.15.69:0/3102330073 shutdown_connections 2024-05-08T06:02:31.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.570+0000 7fd5ee600700 1 -- 172.21.15.69:0/3102330073 wait complete. 2024-05-08T06:02:31.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.571+0000 7fd5ee600700 1 Processor -- start 2024-05-08T06:02:31.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.571+0000 7fd5ee600700 1 -- start start 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ee600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80757c0 0x7fd5e81a18e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ee600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e80760e0 0x7fd5e81a1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ee600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5e810fc90 0x7fd5e819baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ee600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81157a0 con 0x7fd5e80757c0 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ee600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e8115620 con 0x7fd5e80760e0 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ee600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e8115920 con 0x7fd5e810fc90 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ed200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80757c0 0x7fd5e81a18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ed200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80757c0 0x7fd5e81a18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58632/0 (socket says 172.21.15.69:58632) 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.572+0000 7fd5ed200700 1 -- 172.21.15.69:0/686471879 learned_addr learned my addr 172.21.15.69:0/686471879 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:31.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e80760e0 0x7fd5e81a1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 -- 172.21.15.69:0/686471879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5e810fc90 msgr2=0x7fd5e819baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5e810fc90 0x7fd5e819baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 -- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80757c0 msgr2=0x7fd5e81a18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80757c0 0x7fd5e81a18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 -- 172.21.15.69:0/686471879 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5e819c200 con 0x7fd5e80760e0 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.573+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e80760e0 0x7fd5e81a1e20 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400e9f0 tx=0x7fd5d400edb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.574+0000 7fd5e5600700 1 -- 172.21.15.69:0/686471879 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d400cbd0 con 0x7fd5e80760e0 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.574+0000 7fd5e5600700 1 -- 172.21.15.69:0/686471879 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5d400cd70 con 0x7fd5e80760e0 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.574+0000 7fd5e5600700 1 -- 172.21.15.69:0/686471879 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d4018710 con 0x7fd5e80760e0 2024-05-08T06:02:31.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.574+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5e819c4f0 con 0x7fd5e80760e0 2024-05-08T06:02:31.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.574+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5e81a87b0 con 0x7fd5e80760e0 2024-05-08T06:02:31.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.578+0000 7fd5e5600700 1 -- 172.21.15.69:0/686471879 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd5d4010430 con 0x7fd5e80760e0 2024-05-08T06:02:31.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.580+0000 7fd5fa5c8b80 1 Processor -- start 2024-05-08T06:02:31.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.580+0000 7fd5e5600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2880 0x7fd5d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.580+0000 7fd5fa5c8b80 1 -- start start 2024-05-08T06:02:31.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5e5600700 1 -- 172.21.15.69:0/686471879 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd5d40e2430 con 0x7fd5e80760e0 2024-05-08T06:02:31.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70db77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5edc00700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2880 0x7fd5d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70db8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563f70d01a20 con 0x563f70db7e10 2024-05-08T06:02:31.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563f70c9f760 con 0x563f70dbd1d0 2024-05-08T06:02:31.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.581+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563f70cfd9e0 con 0x563f70dbdaf0 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5edc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70db8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41700/0 (socket says 172.21.15.69:41700) 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 -- 172.21.15.69:0/3324680261 learned_addr learned my addr 172.21.15.69:0/3324680261 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70db77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 -- 172.21.15.69:0/3324680261 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 msgr2=0x563f70db77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70db77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 -- 172.21.15.69:0/3324680261 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 msgr2=0x563f70db8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70db8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.582+0000 7fd5ed200700 1 -- 172.21.15.69:0/3324680261 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f70c4e8d0 con 0x563f70dbd1d0 2024-05-08T06:02:31.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.583+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbd5b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc009d60 tx=0x7fd5dc0116c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62643c413bd05af5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:31.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.583+0000 7fd5da000700 1 -- 172.21.15.69:0/3324680261 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc011e20 con 0x563f70dbd1d0 2024-05-08T06:02:31.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.583+0000 7fd5da000700 1 -- 172.21.15.69:0/3324680261 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5dc012900 con 0x563f70dbd1d0 2024-05-08T06:02:31.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.583+0000 7fd5edc00700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2880 0x7fd5d00b4d40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000d010 tx=0x7fd5e0009c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:31.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.583+0000 7fd5da000700 1 -- 172.21.15.69:0/3324680261 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc00f860 con 0x563f70dbd1d0 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3324680261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 msgr2=0x563f70dbd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbd5b0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc009d60 tx=0x7fd5dc0116c0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3324680261 shutdown_connections 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70db8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbd5b0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3324680261 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70db77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.584+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3324680261 >> 172.21.15.69:0/3324680261 conn(0x563f70cddb60 msgr2=0x563f70da99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.585+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3324680261 shutdown_connections 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.585+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3324680261 wait complete. 2024-05-08T06:02:31.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.586+0000 7fd5fa5c8b80 1 -- start start 2024-05-08T06:02:31.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.586+0000 7fd5fa5c8b80 1 Processor -- start 2024-05-08T06:02:31.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70db7e10 0x563f70dc36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc0a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70dbdaf0 0x563f70dc0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563f70dc45f0 con 0x563f70dbdaf0 2024-05-08T06:02:31.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563f70c67b20 con 0x563f70db7e10 2024-05-08T06:02:31.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563f70dc4770 con 0x563f70dbd1d0 2024-05-08T06:02:31.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5fa5c8b80 10 client.0 _ll_register_callbacks cb 0x563f70ca8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5e7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5e7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc0a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:47044/0 (socket says 172.21.15.69:47044) 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5e7e00700 1 -- 172.21.15.69:0/3166018681 learned_addr learned my addr 172.21.15.69:0/3166018681 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.587+0000 7fd5edc00700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70dbdaf0 0x563f70dc0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70db7e10 0x563f70dc36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5e7e00700 1 -- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70db7e10 msgr2=0x563f70dc36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70db7e10 0x563f70dc36e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5e7e00700 1 -- 172.21.15.69:0/3166018681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70dbdaf0 msgr2=0x563f70dc0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70dbdaf0 0x563f70dc0fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5e7e00700 1 -- 172.21.15.69:0/3166018681 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f70cc7420 con 0x563f70dbd1d0 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70db7e10 0x563f70dc36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5edc00700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70dbdaf0 0x563f70dc0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc0a80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4000c00 tx=0x7fd5d40a9f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b4f9c85421d03c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.588+0000 7fd5cea00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5cea00700 1 -- 172.21.15.69:0/3166018681 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d40a9510 con 0x563f70dbd1d0 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5dc012900 con 0x563f70dbd1d0 2024-05-08T06:02:31.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5cea00700 1 -- 172.21.15.69:0/3166018681 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd5d40cc0c0 con 0x563f70dbd1d0 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5cea00700 1 -- 172.21.15.69:0/3166018681 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd5d40aa100 con 0x563f70dbd1d0 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5fa5c8b80 10 client.25210 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563f70dced60 con 0x563f70dbd1d0 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.589+0000 7fd5cea00700 1 -- 172.21.15.69:0/3166018681 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5dc012900 con 0x563f70dbd1d0 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5cea00700 1 -- 172.21.15.69:0/3166018681 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd5d40a5370 con 0x563f70dbd1d0 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5fa5c8b80 10 client.25210 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5fa5c8b80 10 client.25210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:31.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5fa5c8b80 20 client.25210 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:31.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70dd12e0 0x563f70dd36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5fa5c8b80 4 client.25210 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:31.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f70d7c0a0 con 0x563f70dd12e0 2024-05-08T06:02:31.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.590+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70dd12e0 0x563f70dd36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.591+0000 7fd5cea00700 10 client.25210 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:31.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.591+0000 7fd5ed200700 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70dd12e0 0x563f70dd36d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c951d233103a3abc server_cookie=a21a9cdb79f85d6b in_seq=0 out_seq=0 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5cea00700 1 -- 172.21.15.69:0/3166018681 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563f70d7c0a0 con 0x563f70dd12e0 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5cea00700 10 client.25210 handle_command_reply: tid=0 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 client.25210 shutdown 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 msgr2=0x563f70dc0a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc0a80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4000c00 tx=0x7fd5d40a9f40 comp rx=0 tx=0).stop 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 shutdown_connections 2024-05-08T06:02:31.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70dbdaf0 0x563f70dc0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70db7e10 0x563f70dc36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70dd12e0 0x563f70dd36d0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/3166018681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc0a80 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 >> 172.21.15.69:0/3166018681 conn(0x563f70cddb60 msgr2=0x563f70da4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.592+0000 7fd5cea00700 0 client.25210 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.593+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 shutdown_connections 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.593+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/3166018681 wait complete. 2024-05-08T06:02:31.594 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.593+0000 7fd5fa5c8b80 20 client.25210 trim_cache size 0 max 16384 2024-05-08T06:02:31.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.633+0000 7fd5fa5c8b80 1 Processor -- start 2024-05-08T06:02:31.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 -- start start 2024-05-08T06:02:31.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dbe760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbfa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70dd8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81ae1e0 con 0x563f70db7e10 2024-05-08T06:02:31.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81aba70 con 0x563f70dbd1d0 2024-05-08T06:02:31.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.634+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e8107350 con 0x563f70dbdaf0 2024-05-08T06:02:31.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5e7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5e7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbfa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41730/0 (socket says 172.21.15.69:41730) 2024-05-08T06:02:31.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5e7e00700 1 -- 172.21.15.69:0/1886527892 learned_addr learned my addr 172.21.15.69:0/1886527892 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:31.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5edc00700 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70dd8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5ed200700 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dbe760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5edc00700 1 -- 172.21.15.69:0/1886527892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 msgr2=0x563f70dbfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5edc00700 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbfa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5edc00700 1 -- 172.21.15.69:0/1886527892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 msgr2=0x563f70dbe760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.635+0000 7fd5edc00700 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dbe760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.636+0000 7fd5edc00700 1 -- 172.21.15.69:0/1886527892 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f70dc3320 con 0x563f70dbdaf0 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.636+0000 7fd5edc00700 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70dd8fa0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0006070 tx=0x7fd5e0006000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=396f36a6031d7c32 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.636+0000 7fd5d9600700 1 -- 172.21.15.69:0/1886527892 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e0003e60 con 0x563f70dbdaf0 2024-05-08T06:02:31.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.636+0000 7fd5d9600700 1 -- 172.21.15.69:0/1886527892 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e002f070 con 0x563f70dbdaf0 2024-05-08T06:02:31.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.637+0000 7fd5d9600700 1 -- 172.21.15.69:0/1886527892 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e0007a70 con 0x563f70dbdaf0 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.637+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/1886527892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 msgr2=0x563f70dd8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.637+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70dd8fa0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0006070 tx=0x7fd5e0006000 comp rx=0 tx=0).stop 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/1886527892 shutdown_connections 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbdaf0 0x563f70dd8fa0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dbe760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/1886527892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbd1d0 0x563f70dbfa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/1886527892 >> 172.21.15.69:0/1886527892 conn(0x563f70cddb60 msgr2=0x563f70dbf370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/1886527892 shutdown_connections 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.638+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/1886527892 wait complete. 2024-05-08T06:02:31.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.639+0000 7fd5fa5c8b80 1 -- start start 2024-05-08T06:02:31.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.639+0000 7fd5fa5c8b80 1 Processor -- start 2024-05-08T06:02:31.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dc9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbdaf0 0x563f70dc6f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81a9f30 con 0x563f70db7e10 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81ab3a0 con 0x563f70dbdaf0 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e81aa600 con 0x563f70dbd1d0 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5fa5c8b80 10 client.0 _ll_register_callbacks cb 0x563f70ca8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5ed200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dc9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5ed200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dc9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58670/0 (socket says 172.21.15.69:58670) 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5ed200700 1 -- 172.21.15.69:0/2857220590 learned_addr learned my addr 172.21.15.69:0/2857220590 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.640+0000 7fd5edc00700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbdaf0 0x563f70dc6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5ed200700 1 -- 172.21.15.69:0/2857220590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 msgr2=0x563f70dc6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5ed200700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5ed200700 1 -- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbdaf0 msgr2=0x563f70dc6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5ed200700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbdaf0 0x563f70dc6f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5ed200700 1 -- 172.21.15.69:0/2857220590 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f70dc75e0 con 0x563f70db7e10 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5ed200700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dc9e30 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc009d60 tx=0x7fd5dc009670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ebc19022334183 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5cea00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.641+0000 7fd5cea00700 1 -- 172.21.15.69:0/2857220590 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc0097a0 con 0x563f70db7e10 2024-05-08T06:02:31.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.642+0000 7fd5cea00700 1 -- 172.21.15.69:0/2857220590 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd5dc0052c0 con 0x563f70db7e10 2024-05-08T06:02:31.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.642+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5e002f070 con 0x563f70db7e10 2024-05-08T06:02:31.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.642+0000 7fd5cea00700 1 -- 172.21.15.69:0/2857220590 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd5dc038050 con 0x563f70db7e10 2024-05-08T06:02:31.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.642+0000 7fd5fa5c8b80 10 client.15132 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:31.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.642+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563f70e3ca00 con 0x563f70db7e10 2024-05-08T06:02:31.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.643+0000 7fd5cea00700 1 -- 172.21.15.69:0/2857220590 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e002f070 con 0x563f70db7e10 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5cea00700 1 -- 172.21.15.69:0/2857220590 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd5dc0280e0 con 0x563f70db7e10 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5fa5c8b80 10 client.15132 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5fa5c8b80 10 client.15132 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5fa5c8b80 20 client.15132 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70e3ce20 0x563f70e3f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5fa5c8b80 4 client.15132 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:02:31.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563f70d0f400 con 0x563f70e3ce20 2024-05-08T06:02:31.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.644+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70e3ce20 0x563f70e3f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:31.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5e7e00700 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70e3ce20 0x563f70e3f210 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5616b5e201a4983b server_cookie=7836360b7d554560 in_seq=0 out_seq=0 2024-05-08T06:02:31.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5cea00700 10 client.15132 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:31.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5cea00700 1 -- 172.21.15.69:0/2857220590 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563f70d0f400 con 0x563f70e3ce20 2024-05-08T06:02:31.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5cea00700 10 client.15132 handle_command_reply: tid=0 2024-05-08T06:02:31.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5fa5c8b80 1 client.15132 shutdown 2024-05-08T06:02:31.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 msgr2=0x563f70dc9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.645+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dc9e30 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc009d60 tx=0x7fd5dc009670 comp rx=0 tx=0).stop 2024-05-08T06:02:31.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 shutdown_connections 2024-05-08T06:02:31.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563f70dbdaf0 0x563f70dc6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563f70db7e10 0x563f70dc9e30 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563f70e3ce20 0x563f70e3f210 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 --2- 172.21.15.69:0/2857220590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563f70dbd1d0 0x563f70dc6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 >> 172.21.15.69:0/2857220590 conn(0x563f70cddb60 msgr2=0x563f70da4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5cea00700 0 client.15132 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 shutdown_connections 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 1 -- 172.21.15.69:0/2857220590 wait complete. 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.646+0000 7fd5fa5c8b80 20 client.15132 trim_cache size 0 max 16384 2024-05-08T06:02:31.648 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.647+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2880 msgr2=0x7fd5d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.647+0000 7fd5ee600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2880 0x7fd5d00b4d40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000d010 tx=0x7fd5e0009c00 comp rx=0 tx=0).stop 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.647+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e80760e0 msgr2=0x7fd5e81a1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:31.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.647+0000 7fd5ee600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e80760e0 0x7fd5e81a1e20 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400e9f0 tx=0x7fd5d400edb0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 shutdown_connections 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5e810fc90 0x7fd5e819baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5e80757c0 0x7fd5e81a18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2880 0x7fd5d00b4d40 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 --2- 172.21.15.69:0/686471879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5e80760e0 0x7fd5e81a1e20 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 >> 172.21.15.69:0/686471879 conn(0x7fd5e80fef20 msgr2=0x7fd5e80ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 shutdown_connections 2024-05-08T06:02:31.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:31.648+0000 7fd5ee600700 1 -- 172.21.15.69:0/686471879 wait complete. 2024-05-08T06:02:32.540 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:32 smithi069 ceph-mon[29571]: pgmap v485: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:02:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:32 smithi135 ceph-mon[34761]: pgmap v485: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:02:32.598 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:02:32.598 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:02:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:32 smithi105 ceph-mon[34393]: pgmap v485: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:02:33.052 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:34.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:34 smithi069 ceph-mon[29571]: pgmap v486: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-08T06:02:34.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:34 smithi105 ceph-mon[34393]: pgmap v486: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-08T06:02:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:34 smithi135 ceph-mon[34761]: pgmap v486: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-08T06:02:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 -- 172.21.15.69:0/1973050685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8104100 msgr2=0x7f30f8108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 --2- 172.21.15.69:0/1973050685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8104100 0x7f30f8108120 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f30ec0099c0 tx=0x7f30ec009cd0 comp rx=0 tx=0).stop 2024-05-08T06:02:35.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 -- 172.21.15.69:0/1973050685 shutdown_connections 2024-05-08T06:02:35.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 --2- 172.21.15.69:0/1973050685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8108850 0x7f30f81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:35.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 --2- 172.21.15.69:0/1973050685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30f8103750 0x7f30f8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:35.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 --2- 172.21.15.69:0/1973050685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8104100 0x7f30f8108120 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:35.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.550+0000 7f30ffe00700 1 -- 172.21.15.69:0/1973050685 >> 172.21.15.69:0/1973050685 conn(0x7f30f807a600 msgr2=0x7f30f807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:35.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.551+0000 7f30ffe00700 1 -- 172.21.15.69:0/1973050685 shutdown_connections 2024-05-08T06:02:35.552 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.551+0000 7f30ffe00700 1 -- 172.21.15.69:0/1973050685 wait complete. 2024-05-08T06:02:35.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.553+0000 7f30ffe00700 1 Processor -- start 2024-05-08T06:02:35.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.553+0000 7f30ffe00700 1 -- start start 2024-05-08T06:02:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.554+0000 7f30ffe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8103750 0x7f30f81a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.554+0000 7f30ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 0x7f30f81a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.554+0000 7f30ffe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30f8108850 0x7f30f819bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.554+0000 7f30ffe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f30f8113660 con 0x7f30f8104100 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.554+0000 7f30ffe00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f30f81134e0 con 0x7f30f8103750 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.554+0000 7f30ffe00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f30f81137e0 con 0x7f30f8108850 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.555+0000 7f30fd400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8103750 0x7f30f81a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:35.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.555+0000 7f30fca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 0x7f30f81a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.555+0000 7f30fca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 0x7f30f81a1f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58684/0 (socket says 172.21.15.69:58684) 2024-05-08T06:02:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.555+0000 7f30fca00700 1 -- 172.21.15.69:0/504438482 learned_addr learned my addr 172.21.15.69:0/504438482 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.555+0000 7f30fde00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30f8108850 0x7f30f819bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fd400700 1 -- 172.21.15.69:0/504438482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30f8108850 msgr2=0x7f30f819bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fd400700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30f8108850 0x7f30f819bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fd400700 1 -- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 msgr2=0x7f30f81a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fd400700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 0x7f30f81a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fd400700 1 -- 172.21.15.69:0/504438482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30f819c3f0 con 0x7f30f8103750 2024-05-08T06:02:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fca00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 0x7f30f81a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.556+0000 7f30fd400700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8103750 0x7f30f81a1a40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f30e400d950 tx=0x7f30e400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.557+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4016070 con 0x7f30f8103750 2024-05-08T06:02:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.557+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30f819c6e0 con 0x7f30f8103750 2024-05-08T06:02:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.557+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30f81a89c0 con 0x7f30f8103750 2024-05-08T06:02:35.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.559+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30f8104be0 con 0x7f30f8103750 2024-05-08T06:02:35.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.559+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e400fd40 con 0x7f30f8103750 2024-05-08T06:02:35.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.559+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e400e3b0 con 0x7f30f8103750 2024-05-08T06:02:35.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.563+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f30e4019070 con 0x7f30f8103750 2024-05-08T06:02:35.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.565+0000 7f30f6000700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30e00b2900 0x7f30e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:35.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.565+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f30e40e1c40 con 0x7f30f8103750 2024-05-08T06:02:35.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.566+0000 7f30fca00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30e00b2900 0x7f30e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:35.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.567+0000 7f30fca00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30e00b2900 0x7f30e00b4dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f30ec009fd0 tx=0x7f30ec0037a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:35.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:35.569+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30e40ad5c0 con 0x7f30f8103750 2024-05-08T06:02:36.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.009+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30f806a190 con 0x7f30f8103750 2024-05-08T06:02:36.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.010+0000 7f30f6000700 1 -- 172.21.15.69:0/504438482 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f30e40b2070 con 0x7f30f8103750 2024-05-08T06:02:36.011 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:02:36.011 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:02:36.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.013+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30e00b2900 msgr2=0x7f30e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:36.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.013+0000 7f30ffe00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30e00b2900 0x7f30e00b4dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f30ec009fd0 tx=0x7f30ec0037a0 comp rx=0 tx=0).stop 2024-05-08T06:02:36.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.013+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8103750 msgr2=0x7f30f81a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:36.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.013+0000 7f30ffe00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8103750 0x7f30f81a1a40 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f30e400d950 tx=0x7f30e400dc60 comp rx=0 tx=0).stop 2024-05-08T06:02:36.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 shutdown_connections 2024-05-08T06:02:36.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f30f8108850 0x7f30f819bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:36.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f30e00b2900 0x7f30e00b4dc0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:36.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f30f8103750 0x7f30f81a1a40 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:36.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 --2- 172.21.15.69:0/504438482 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f30f8104100 0x7f30f81a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:36.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 >> 172.21.15.69:0/504438482 conn(0x7f30f807a600 msgr2=0x7f30f81018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:36.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.014+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 shutdown_connections 2024-05-08T06:02:36.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:36.015+0000 7f30ffe00700 1 -- 172.21.15.69:0/504438482 wait complete. 2024-05-08T06:02:36.016 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:02:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:36 smithi069 ceph-mon[29571]: pgmap v487: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:02:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/504438482' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:02:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:36 smithi105 ceph-mon[34393]: pgmap v487: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:02:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/504438482' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:02:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:36 smithi135 ceph-mon[34761]: pgmap v487: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:02:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/504438482' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:02:36.974 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:02:37.452 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:38.694 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:38 smithi069 ceph-mon[29571]: pgmap v488: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-08T06:02:38.694 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:38 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:02:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:38 smithi105 ceph-mon[34393]: pgmap v488: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-08T06:02:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:38 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:02:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:38 smithi135 ceph-mon[34761]: pgmap v488: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-08T06:02:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:38 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:02:39.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:02:39.600 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:02:39.600 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:02:39.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:02:39.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:02:39.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:02:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:02:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:02:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:02:39.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 -- 172.21.15.69:0/3905029866 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f4109460 msgr2=0x7f02f4109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 --2- 172.21.15.69:0/3905029866 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f4109460 0x7f02f4109840 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f02e40098f0 tx=0x7f02e4009c00 comp rx=0 tx=0).stop 2024-05-08T06:02:39.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 -- 172.21.15.69:0/3905029866 shutdown_connections 2024-05-08T06:02:39.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 --2- 172.21.15.69:0/3905029866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 0x7f02f41102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 --2- 172.21.15.69:0/3905029866 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f4109460 0x7f02f4109840 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 --2- 172.21.15.69:0/3905029866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f41033d0 0x7f02f4103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 -- 172.21.15.69:0/3905029866 >> 172.21.15.69:0/3905029866 conn(0x7f02f40fef20 msgr2=0x7f02f4101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:39.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 -- 172.21.15.69:0/3905029866 shutdown_connections 2024-05-08T06:02:39.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.862+0000 7f02f3e00700 1 -- 172.21.15.69:0/3905029866 wait complete. 2024-05-08T06:02:39.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.864+0000 7f02f3e00700 1 Processor -- start 2024-05-08T06:02:39.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.864+0000 7f02f3e00700 1 -- start start 2024-05-08T06:02:39.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.864+0000 7f02f3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 0x7f02f41a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 0x7f02f41a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f4109460 0x7f02f419bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f3e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f02f41135f0 con 0x7f02f41033d0 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f3e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f02f4113470 con 0x7f02f4109460 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f3e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f02f4113770 con 0x7f02f4103d90 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 0x7f02f41a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 0x7f02f41a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42934/0 (socket says 172.21.15.69:42934) 2024-05-08T06:02:39.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f2a00700 1 -- 172.21.15.69:0/123987422 learned_addr learned my addr 172.21.15.69:0/123987422 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:39.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f2000700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 0x7f02f41a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.865+0000 7f02f3400700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f4109460 0x7f02f419bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2000700 1 -- 172.21.15.69:0/123987422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f4109460 msgr2=0x7f02f419bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2000700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f4109460 0x7f02f419bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2000700 1 -- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 msgr2=0x7f02f41a1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2000700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 0x7f02f41a1a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2000700 1 -- 172.21.15.69:0/123987422 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02f419c3f0 con 0x7f02f4103d90 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f3400700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f4109460 0x7f02f419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2a00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 0x7f02f41a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.866+0000 7f02f2000700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 0x7f02f41a1f80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f02e000eb90 tx=0x7f02e000eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.867+0000 7f02f8a00700 1 -- 172.21.15.69:0/123987422 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e000cc90 con 0x7f02f4103d90 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.867+0000 7f02f8a00700 1 -- 172.21.15.69:0/123987422 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02e000ce30 con 0x7f02f4103d90 2024-05-08T06:02:39.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.867+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02f419c6e0 con 0x7f02f4103d90 2024-05-08T06:02:39.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.867+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02f41a89c0 con 0x7f02f4103d90 2024-05-08T06:02:39.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.867+0000 7f02f8a00700 1 -- 172.21.15.69:0/123987422 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e0010430 con 0x7f02f4103d90 2024-05-08T06:02:39.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.871+0000 7f02f8a00700 1 -- 172.21.15.69:0/123987422 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f02e0003ee0 con 0x7f02f4103d90 2024-05-08T06:02:39.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.873+0000 7f02f8a00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02d80b2900 0x7f02d80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.873+0000 7f02f8a00700 1 -- 172.21.15.69:0/123987422 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f02e00e2590 con 0x7f02f4103d90 2024-05-08T06:02:39.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.873+0000 7f02f2a00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02d80b2900 0x7f02d80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.874+0000 7f030474cb80 1 Processor -- start 2024-05-08T06:02:39.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.874+0000 7f030474cb80 1 -- start start 2024-05-08T06:02:39.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f02f2a00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02d80b2900 0x7f02d80b4dc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009680 tx=0x7f02e4019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:39.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f030474cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb00e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f030474cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 0x563adb008430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f030474cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb008ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f030474cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563adaf5aa20 con 0x563adb00e6c0 2024-05-08T06:02:39.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f030474cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563adaef8760 con 0x563adb008a50 2024-05-08T06:02:39.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f030474cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563adaf569e0 con 0x563adb00dda0 2024-05-08T06:02:39.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f02f2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 0x563adb008430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f02f2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 0x563adb008430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42938/0 (socket says 172.21.15.69:42938) 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.875+0000 7f02f2000700 1 -- 172.21.15.69:0/3651102135 learned_addr learned my addr 172.21.15.69:0/3651102135 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f2a00700 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb00e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f3400700 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb008ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f2000700 1 -- 172.21.15.69:0/3651102135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 msgr2=0x563adb00e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f2000700 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb00e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f2000700 1 -- 172.21.15.69:0/3651102135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 msgr2=0x563adb008ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f2000700 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb008ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.876+0000 7f02f2000700 1 -- 172.21.15.69:0/3651102135 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563adaea78d0 con 0x563adb00e6c0 2024-05-08T06:02:39.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.877+0000 7f02f2000700 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 0x563adb008430 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f02e00a5be0 tx=0x7f02e0003940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc5fd7399eda053f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:39.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.877+0000 7f02e8c00700 1 -- 172.21.15.69:0/3651102135 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e00c3070 con 0x563adb00e6c0 2024-05-08T06:02:39.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.877+0000 7f02e8c00700 1 -- 172.21.15.69:0/3651102135 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02e00b2310 con 0x563adb00e6c0 2024-05-08T06:02:39.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.877+0000 7f02e8c00700 1 -- 172.21.15.69:0/3651102135 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e00041d0 con 0x563adb00e6c0 2024-05-08T06:02:39.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 -- 172.21.15.69:0/3651102135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 msgr2=0x563adb008430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 0x563adb008430 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f02e00a5be0 tx=0x7f02e0003940 comp rx=0 tx=0).stop 2024-05-08T06:02:39.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 -- 172.21.15.69:0/3651102135 shutdown_connections 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb008ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb00e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 --2- 172.21.15.69:0/3651102135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00e6c0 0x563adb008430 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 -- 172.21.15.69:0/3651102135 >> 172.21.15.69:0/3651102135 conn(0x563adaf806d0 msgr2=0x563adb002ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.878+0000 7f030474cb80 1 -- 172.21.15.69:0/3651102135 shutdown_connections 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.879+0000 7f030474cb80 1 -- 172.21.15.69:0/3651102135 wait complete. 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.879+0000 7f030474cb80 1 -- start start 2024-05-08T06:02:39.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 Processor -- start 2024-05-08T06:02:39.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb0143d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb011770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00e6c0 0x563adb011cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563adb01d960 con 0x563adb008a50 2024-05-08T06:02:39.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563adaec0b20 con 0x563adb00e6c0 2024-05-08T06:02:39.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563adb01dae0 con 0x563adb00dda0 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.880+0000 7f030474cb80 10 client.0 _ll_register_callbacks cb 0x563adaf01c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb0143d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb0143d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42946/0 (socket says 172.21.15.69:42946) 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2a00700 1 -- 172.21.15.69:0/2134520469 learned_addr learned my addr 172.21.15.69:0/2134520469 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f3400700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00e6c0 0x563adb011cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2000700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb011770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2a00700 1 -- 172.21.15.69:0/2134520469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 msgr2=0x563adb011770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2a00700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb011770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.881+0000 7f02f2a00700 1 -- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00e6c0 msgr2=0x563adb011cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.882+0000 7f02f2a00700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00e6c0 0x563adb011cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.882+0000 7f02f2a00700 1 -- 172.21.15.69:0/2134520469 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563adaf20420 con 0x563adb008a50 2024-05-08T06:02:39.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.883+0000 7f02f2a00700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb0143d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009230 tx=0x7f02e4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b44eed43823ce627 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:39.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.883+0000 7f02dd600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:39.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.883+0000 7f02dd600700 1 -- 172.21.15.69:0/2134520469 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e400b560 con 0x563adb008a50 2024-05-08T06:02:39.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.883+0000 7f02dd600700 1 -- 172.21.15.69:0/2134520469 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f02e400b700 con 0x563adb008a50 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.883+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02e00b2310 con 0x563adb008a50 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.884+0000 7f02dd600700 1 -- 172.21.15.69:0/2134520469 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f02e400b900 con 0x563adb008a50 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.884+0000 7f030474cb80 10 client.15150 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.884+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563adb028230 con 0x563adb008a50 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f02dd600700 1 -- 172.21.15.69:0/2134520469 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02e00b2310 con 0x563adb008a50 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f02dd600700 1 -- 172.21.15.69:0/2134520469 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f02e4017af0 con 0x563adb008a50 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f030474cb80 10 client.15150 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f030474cb80 10 client.15150 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f030474cb80 20 client.15150 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f030474cb80 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb02a870 0x563adb02ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f030474cb80 4 client.15150 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:39.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.885+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563adafd5140 con 0x563adb02a870 2024-05-08T06:02:39.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.886+0000 7f02f2000700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb02a870 0x563adb02ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.886+0000 7f02dd600700 10 client.15150 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:39.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.886+0000 7f02f2000700 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb02a870 0x563adb02ccd0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=49f618694fa21bd0 server_cookie=1097983fdebb152c in_seq=0 out_seq=0 2024-05-08T06:02:39.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.887+0000 7f02dd600700 1 -- 172.21.15.69:0/2134520469 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563adafd5140 con 0x563adb02a870 2024-05-08T06:02:39.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.887+0000 7f02dd600700 10 client.15150 handle_command_reply: tid=0 2024-05-08T06:02:39.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.887+0000 7f030474cb80 1 client.15150 shutdown 2024-05-08T06:02:39.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 msgr2=0x563adb0143d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb0143d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009230 tx=0x7f02e4009c00 comp rx=0 tx=0).stop 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 shutdown_connections 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb02a870 0x563adb02ccd0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00e6c0 0x563adb011cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb0143d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 --2- 172.21.15.69:0/2134520469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00dda0 0x563adb011770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 >> 172.21.15.69:0/2134520469 conn(0x563adaf806d0 msgr2=0x563adaffd750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:39.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.888+0000 7f02dd600700 0 client.15150 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:39.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.889+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 shutdown_connections 2024-05-08T06:02:39.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.889+0000 7f030474cb80 1 -- 172.21.15.69:0/2134520469 wait complete. 2024-05-08T06:02:39.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.889+0000 7f030474cb80 20 client.15150 trim_cache size 0 max 16384 2024-05-08T06:02:39.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.918+0000 7f030474cb80 1 Processor -- start 2024-05-08T06:02:39.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 -- start start 2024-05-08T06:02:39.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb008430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00dda0 0x563adb0269f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adaffd860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f02f41ae0b0 con 0x563adb008a50 2024-05-08T06:02:39.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f02f41ab940 con 0x563adb00dda0 2024-05-08T06:02:39.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f030474cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f02f410e050 con 0x563adb00e6c0 2024-05-08T06:02:39.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb008430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb008430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42956/0 (socket says 172.21.15.69:42956) 2024-05-08T06:02:39.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.919+0000 7f02f2a00700 1 -- 172.21.15.69:0/2527602218 learned_addr learned my addr 172.21.15.69:0/2527602218 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:39.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00dda0 0x563adb0269f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f3400700 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adaffd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 -- 172.21.15.69:0/2527602218 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 msgr2=0x563adaffd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adaffd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 -- 172.21.15.69:0/2527602218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 msgr2=0x563adb008430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb008430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 -- 172.21.15.69:0/2527602218 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563adafff8a0 con 0x563adb00dda0 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2a00700 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb008430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.920+0000 7f02f2000700 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00dda0 0x563adb0269f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x563adb004970 tx=0x7f02e00a5b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4f4ad99a3931563 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.921+0000 7f02dfe00700 1 -- 172.21.15.69:0/2527602218 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e00c3040 con 0x563adb00dda0 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.921+0000 7f02dfe00700 1 -- 172.21.15.69:0/2527602218 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02e00b2310 con 0x563adb00dda0 2024-05-08T06:02:39.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.921+0000 7f02dfe00700 1 -- 172.21.15.69:0/2527602218 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e00b29c0 con 0x563adb00dda0 2024-05-08T06:02:39.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 -- 172.21.15.69:0/2527602218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00dda0 msgr2=0x563adb0269f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00dda0 0x563adb0269f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x563adb004970 tx=0x7f02e00a5b50 comp rx=0 tx=0).stop 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 -- 172.21.15.69:0/2527602218 shutdown_connections 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adaffd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb008a50 0x563adb008430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 --2- 172.21.15.69:0/2527602218 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb00dda0 0x563adb0269f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 -- 172.21.15.69:0/2527602218 >> 172.21.15.69:0/2527602218 conn(0x563adaf806d0 msgr2=0x563adb00ead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 -- 172.21.15.69:0/2527602218 shutdown_connections 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.922+0000 7f030474cb80 1 -- 172.21.15.69:0/2527602218 wait complete. 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.923+0000 7f030474cb80 1 -- start start 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.923+0000 7f030474cb80 1 Processor -- start 2024-05-08T06:02:39.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb022d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00dda0 0x563adb0232b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adb031590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f02f41a9e20 con 0x563adb00dda0 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f02f41ab270 con 0x563adb008a50 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f02f41aa4d0 con 0x563adb00e6c0 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f030474cb80 10 client.0 _ll_register_callbacks cb 0x563adaf01c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb022d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f02f2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00dda0 0x563adb0232b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f02f2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb022d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36190/0 (socket says 172.21.15.69:36190) 2024-05-08T06:02:39.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f02f2a00700 1 -- 172.21.15.69:0/3820671230 learned_addr learned my addr 172.21.15.69:0/3820671230 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.924+0000 7f02f3400700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adb031590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2a00700 1 -- 172.21.15.69:0/3820671230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 msgr2=0x563adb031590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2a00700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adb031590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2a00700 1 -- 172.21.15.69:0/3820671230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00dda0 msgr2=0x563adb0232b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2a00700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00dda0 0x563adb0232b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2a00700 1 -- 172.21.15.69:0/3820671230 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563adb031ad0 con 0x563adb008a50 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2000700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00dda0 0x563adb0232b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02f2a00700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb022d70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009230 tx=0x7f02e400b870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e89252061a48886e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.925+0000 7f02dd600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f02dd600700 1 -- 172.21.15.69:0/3820671230 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e4049020 con 0x563adb008a50 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f02dd600700 1 -- 172.21.15.69:0/3820671230 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f02e400baa0 con 0x563adb008a50 2024-05-08T06:02:39.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02e00b2310 con 0x563adb008a50 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f02dd600700 1 -- 172.21.15.69:0/3820671230 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f02e400bca0 con 0x563adb008a50 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f030474cb80 10 client.25271 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563adb094910 con 0x563adb008a50 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.926+0000 7f02dd600700 1 -- 172.21.15.69:0/3820671230 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f02e00b2310 con 0x563adb008a50 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f02dd600700 1 -- 172.21.15.69:0/3820671230 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f02e402f8f0 con 0x563adb008a50 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f030474cb80 10 client.25271 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f030474cb80 10 client.25271 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f030474cb80 20 client.25271 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f030474cb80 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb094f80 0x563adb0973a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f030474cb80 4 client.25271 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:02:39.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563adaf68400 con 0x563adb094f80 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.927+0000 7f02f2000700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb094f80 0x563adb0973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f02f2000700 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb094f80 0x563adb0973a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=185c278832dea199 server_cookie=3d7065fec6afbb08 in_seq=0 out_seq=0 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f02dd600700 10 client.25271 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f02dd600700 1 -- 172.21.15.69:0/3820671230 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563adaf68400 con 0x563adb094f80 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f02dd600700 10 client.25271 handle_command_reply: tid=0 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f030474cb80 1 client.25271 shutdown 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 msgr2=0x563adb022d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.928+0000 7f030474cb80 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb022d70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009230 tx=0x7f02e400b870 comp rx=0 tx=0).stop 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 shutdown_connections 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x563adb094f80 0x563adb0973a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563adb00e6c0 0x563adb031590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563adb008a50 0x563adb022d70 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 --2- 172.21.15.69:0/3820671230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563adb00dda0 0x563adb0232b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 >> 172.21.15.69:0/3820671230 conn(0x563adaf806d0 msgr2=0x563adb012d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:39.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f02dd600700 0 client.25271 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:02:39.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 shutdown_connections 2024-05-08T06:02:39.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 1 -- 172.21.15.69:0/3820671230 wait complete. 2024-05-08T06:02:39.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.929+0000 7f030474cb80 20 client.25271 trim_cache size 0 max 16384 2024-05-08T06:02:39.932 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:02:39.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02d80b2900 msgr2=0x7f02d80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02d80b2900 0x7f02d80b4dc0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f02e4009680 tx=0x7f02e4019040 comp rx=0 tx=0).stop 2024-05-08T06:02:39.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 msgr2=0x7f02f41a1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:39.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 0x7f02f41a1f80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f02e000eb90 tx=0x7f02e000eea0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.932 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 shutdown_connections 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02d80b2900 0x7f02d80b4dc0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f02f4109460 0x7f02f419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02f41033d0 0x7f02f41a1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 --2- 172.21.15.69:0/123987422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02f4103d90 0x7f02f41a1f80 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.930+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 >> 172.21.15.69:0/123987422 conn(0x7f02f40fef20 msgr2=0x7f02f410eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.931+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 shutdown_connections 2024-05-08T06:02:39.933 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:39.931+0000 7f02f3e00700 1 -- 172.21.15.69:0/123987422 wait complete. 2024-05-08T06:02:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:40 smithi105 ceph-mon[34393]: pgmap v489: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:02:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:40 smithi135 ceph-mon[34761]: pgmap v489: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:02:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:40 smithi069 ceph-mon[29571]: pgmap v489: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:02:40.908 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:02:41.313 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:42 smithi105 ceph-mon[34393]: pgmap v490: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-08T06:02:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:42 smithi135 ceph-mon[34761]: pgmap v490: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-08T06:02:42.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:42 smithi069 ceph-mon[29571]: pgmap v490: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s 2024-05-08T06:02:43.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 -- 172.21.15.69:0/1910628782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c1143e0 msgr2=0x7f6a8c1167d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 --2- 172.21.15.69:0/1910628782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1167d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6a8400b0a0 tx=0x7f6a8400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 -- 172.21.15.69:0/1910628782 shutdown_connections 2024-05-08T06:02:43.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 --2- 172.21.15.69:0/1910628782 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1167d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 --2- 172.21.15.69:0/1910628782 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c075840 0x7f6a8c075c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 --2- 172.21.15.69:0/1910628782 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a8c076160 0x7f6a8c113ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 -- 172.21.15.69:0/1910628782 >> 172.21.15.69:0/1910628782 conn(0x7f6a8c0fef20 msgr2=0x7f6a8c101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:43.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 -- 172.21.15.69:0/1910628782 shutdown_connections 2024-05-08T06:02:43.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.712+0000 7f6a8be00700 1 -- 172.21.15.69:0/1910628782 wait complete. 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.713+0000 7f6a8be00700 1 Processor -- start 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 -- start start 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 0x7f6a8c1a0110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a8c076160 0x7f6a8c1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1a4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c119be0 con 0x7f6a8c1143e0 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c119a60 con 0x7f6a8c075840 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8be00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c119d60 con 0x7f6a8c076160 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1a4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.714+0000 7f6a8aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 0x7f6a8c1a0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 0x7f6a8c1a0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36204/0 (socket says 172.21.15.69:36204) 2024-05-08T06:02:43.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1a4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42990/0 (socket says 172.21.15.69:42990) 2024-05-08T06:02:43.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 -- 172.21.15.69:0/228825897 learned_addr learned my addr 172.21.15.69:0/228825897 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:43.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8a000700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a8c076160 0x7f6a8c1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 -- 172.21.15.69:0/228825897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a8c076160 msgr2=0x7f6a8c1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a8c076160 0x7f6a8c1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 -- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c1143e0 msgr2=0x7f6a8c1a4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1a4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 -- 172.21.15.69:0/228825897 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a8c1a50d0 con 0x7f6a8c075840 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.715+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 0x7f6a8c1a0110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c00e9a0 tx=0x7f6a7c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.716+0000 7f6a83400700 1 -- 172.21.15.69:0/228825897 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c00ca10 con 0x7f6a8c075840 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.716+0000 7f6a83400700 1 -- 172.21.15.69:0/228825897 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a7c00cbb0 con 0x7f6a8c075840 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.716+0000 7f6a83400700 1 -- 172.21.15.69:0/228825897 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c018680 con 0x7f6a8c075840 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.716+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a8c1a53c0 con 0x7f6a8c075840 2024-05-08T06:02:43.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.716+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a8c1acc40 con 0x7f6a8c075840 2024-05-08T06:02:43.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.720+0000 7f6a83400700 1 -- 172.21.15.69:0/228825897 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6a7c010430 con 0x7f6a8c075840 2024-05-08T06:02:43.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.721+0000 7f6a83400700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a700b2900 0x7f6a700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.722+0000 7f6a83400700 1 -- 172.21.15.69:0/228825897 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6a7c0e23d0 con 0x7f6a8c075840 2024-05-08T06:02:43.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.722+0000 7f6a9beb9b80 1 Processor -- start 2024-05-08T06:02:43.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.722+0000 7f6a8a000700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a700b2900 0x7f6a700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.722+0000 7f6a9beb9b80 1 -- start start 2024-05-08T06:02:43.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4f8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a4f3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56516a445a20 con 0x56516a4f3600 2024-05-08T06:02:43.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56516a3e3760 con 0x56516a4f9300 2024-05-08T06:02:43.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56516a4419e0 con 0x56516a4f89e0 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a8a000700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a700b2900 0x7f6a700b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c1071d0 tx=0x7f6a78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a8b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a4f3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a8b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a4f3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42994/0 (socket says 172.21.15.69:42994) 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a8b400700 1 -- 172.21.15.69:0/4030387828 learned_addr learned my addr 172.21.15.69:0/4030387828 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.723+0000 7f6a8a000700 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.724+0000 7f6a8b400700 1 -- 172.21.15.69:0/4030387828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 msgr2=0x56516a4f8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.724+0000 7f6a8b400700 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4f8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.724+0000 7f6a8b400700 1 -- 172.21.15.69:0/4030387828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 msgr2=0x56516a4f2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.724+0000 7f6a8b400700 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4f2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.724+0000 7f6a8b400700 1 -- 172.21.15.69:0/4030387828 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56516a3928d0 con 0x56516a4f3600 2024-05-08T06:02:43.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.724+0000 7f6a8b400700 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a4f3a80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6a8400b0a0 tx=0x7f6a840092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6258b717d35ab44 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:43.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.725+0000 7f6a77e00700 1 -- 172.21.15.69:0/4030387828 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8400bcb0 con 0x56516a4f3600 2024-05-08T06:02:43.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.725+0000 7f6a77e00700 1 -- 172.21.15.69:0/4030387828 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a840074e0 con 0x56516a4f3600 2024-05-08T06:02:43.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.725+0000 7f6a77e00700 1 -- 172.21.15.69:0/4030387828 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a84005260 con 0x56516a4f3600 2024-05-08T06:02:43.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/4030387828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 msgr2=0x56516a4f3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a4f3a80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6a8400b0a0 tx=0x7f6a840092e0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/4030387828 shutdown_connections 2024-05-08T06:02:43.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a4f3a80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4f8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/4030387828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4f2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.726+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/4030387828 >> 172.21.15.69:0/4030387828 conn(0x56516a421b60 msgr2=0x56516a4ed9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:43.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.727+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/4030387828 shutdown_connections 2024-05-08T06:02:43.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.727+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/4030387828 wait complete. 2024-05-08T06:02:43.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.727+0000 7f6a9beb9b80 1 -- start start 2024-05-08T06:02:43.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 Processor -- start 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 0x56516a4fef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4fc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f9300 0x56516a4fc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56516a4ffd50 con 0x56516a4f9300 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56516a3abb20 con 0x56516a4f3600 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56516a4ffed0 con 0x56516a4f89e0 2024-05-08T06:02:43.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.728+0000 7f6a9beb9b80 10 client.0 _ll_register_callbacks cb 0x56516a3ecc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:43.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 0x56516a4fef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 0x56516a4fef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36226/0 (socket says 172.21.15.69:36226) 2024-05-08T06:02:43.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 -- 172.21.15.69:0/2319420202 learned_addr learned my addr 172.21.15.69:0/2319420202 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:43.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8a000700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4fc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 -- 172.21.15.69:0/2319420202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 msgr2=0x56516a4fc2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4fc2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 -- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f9300 msgr2=0x56516a4fc810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8b400700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f9300 0x56516a4fc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f9300 0x56516a4fc810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8aa00700 1 -- 172.21.15.69:0/2319420202 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56516a40b420 con 0x56516a4f3600 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.729+0000 7f6a8b400700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f9300 0x56516a4fc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.730+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 0x56516a4fef30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0a6c10 tx=0x7f6a7c0a9ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9be1c7ae9874b107 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.730+0000 7f6a74c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.730+0000 7f6a74c00700 1 -- 172.21.15.69:0/2319420202 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c0a99a0 con 0x56516a4f3600 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.730+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a840074e0 con 0x56516a4f3600 2024-05-08T06:02:43.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.730+0000 7f6a74c00700 1 -- 172.21.15.69:0/2319420202 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6a7c0cc0b0 con 0x56516a4f3600 2024-05-08T06:02:43.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.730+0000 7f6a74c00700 1 -- 172.21.15.69:0/2319420202 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6a7c0add50 con 0x56516a4f3600 2024-05-08T06:02:43.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 10 client.25283 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56516a50a570 con 0x56516a4f3600 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a74c00700 1 -- 172.21.15.69:0/2319420202 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a840074e0 con 0x56516a4f3600 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a74c00700 1 -- 172.21.15.69:0/2319420202 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6a7c0a5310 con 0x56516a4f3600 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 10 client.25283 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 10 client.25283 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 20 client.25283 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a50cbb0 0x56516a50efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 4 client.25283 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.731+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56516a4c00a0 con 0x56516a50cbb0 2024-05-08T06:02:43.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.732+0000 7f6a8a000700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a50cbb0 0x56516a50efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.732+0000 7f6a8a000700 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a50cbb0 0x56516a50efa0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=33da4ee13378ea2c server_cookie=3d8d211682bad670 in_seq=0 out_seq=0 2024-05-08T06:02:43.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.732+0000 7f6a74c00700 10 client.25283 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:43.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.733+0000 7f6a74c00700 1 -- 172.21.15.69:0/2319420202 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56516a4c00a0 con 0x56516a50cbb0 2024-05-08T06:02:43.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.733+0000 7f6a74c00700 10 client.25283 handle_command_reply: tid=0 2024-05-08T06:02:43.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 client.25283 shutdown 2024-05-08T06:02:43.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 msgr2=0x56516a4fef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 0x56516a4fef30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0a6c10 tx=0x7f6a7c0a9ee0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 shutdown_connections 2024-05-08T06:02:43.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a50cbb0 0x56516a50efa0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f9300 0x56516a4fc810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f3600 0x56516a4fef30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2319420202 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f89e0 0x56516a4fc2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.734+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 >> 172.21.15.69:0/2319420202 conn(0x56516a421b60 msgr2=0x56516a4e8460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:43.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.735+0000 7f6a74c00700 0 client.25283 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:43.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.735+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 shutdown_connections 2024-05-08T06:02:43.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.735+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2319420202 wait complete. 2024-05-08T06:02:43.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.735+0000 7f6a9beb9b80 20 client.25283 trim_cache size 0 max 16384 2024-05-08T06:02:43.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 Processor -- start 2024-05-08T06:02:43.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 -- start start 2024-05-08T06:02:43.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 0x56516a4f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f89e0 0x56516a4e7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4e8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b6980 con 0x56516a4f89e0 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b4210 con 0x56516a4f9300 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.751+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b2060 con 0x56516a4f3600 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f89e0 0x56516a4e7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 0x56516a4f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 0x56516a4f2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:32954/0 (socket says 172.21.15.69:32954) 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 -- 172.21.15.69:0/3625263425 learned_addr learned my addr 172.21.15.69:0/3625263425 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:43.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8b400700 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4e8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 -- 172.21.15.69:0/3625263425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 msgr2=0x56516a4e8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4e8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 -- 172.21.15.69:0/3625263425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f89e0 msgr2=0x56516a4e7bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f89e0 0x56516a4e7bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.752+0000 7f6a8aa00700 1 -- 172.21.15.69:0/3625263425 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56516a4fa840 con 0x56516a4f3600 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.753+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 0x56516a4f2fe0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0a96a0 tx=0x7f6a7c009620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22c2c127b523b2df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.753+0000 7f6a77400700 1 -- 172.21.15.69:0/3625263425 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c0b2800 con 0x56516a4f3600 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.753+0000 7f6a77400700 1 -- 172.21.15.69:0/3625263425 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a7c0a88f0 con 0x56516a4f3600 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.753+0000 7f6a77400700 1 -- 172.21.15.69:0/3625263425 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c010720 con 0x56516a4f3600 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/3625263425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 msgr2=0x56516a4f2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 0x56516a4f2fe0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0a96a0 tx=0x7f6a7c009620 comp rx=0 tx=0).stop 2024-05-08T06:02:43.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/3625263425 shutdown_connections 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f9300 0x56516a4e8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f3600 0x56516a4f2fe0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/3625263425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f89e0 0x56516a4e7bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/3625263425 >> 172.21.15.69:0/3625263425 conn(0x56516a421b60 msgr2=0x56516a50ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/3625263425 shutdown_connections 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/3625263425 wait complete. 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.754+0000 7f6a9beb9b80 1 -- start start 2024-05-08T06:02:43.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 Processor -- start 2024-05-08T06:02:43.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a5054c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f89e0 0x56516a513ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 0x56516a5140e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b26d0 con 0x56516a4f3600 2024-05-08T06:02:43.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b3b40 con 0x56516a4f89e0 2024-05-08T06:02:43.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c1b2da0 con 0x56516a4f9300 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.755+0000 7f6a9beb9b80 10 client.0 _ll_register_callbacks cb 0x56516a3ecc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 0x56516a5140e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 0x56516a5140e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:32966/0 (socket says 172.21.15.69:32966) 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 -- 172.21.15.69:0/2079170296 learned_addr learned my addr 172.21.15.69:0/2079170296 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8a000700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f89e0 0x56516a513ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 -- 172.21.15.69:0/2079170296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f89e0 msgr2=0x56516a513ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f89e0 0x56516a513ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 -- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 msgr2=0x56516a5054c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T06:02:43.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a5054c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.756+0000 7f6a8b400700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a5054c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a8b400700 1 -- 172.21.15.69:0/2079170296 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56516a514720 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a8a000700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f89e0 0x56516a513ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a5054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a8b400700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 0x56516a5140e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6a840062a0 tx=0x7f6a84003ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13df0d90e26eca7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a74c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a74c00700 1 -- 172.21.15.69:0/2079170296 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a8402f020 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a74c00700 1 -- 172.21.15.69:0/2079170296 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6a840078f0 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.757+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a7c0a88f0 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.758+0000 7f6a74c00700 1 -- 172.21.15.69:0/2079170296 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6a84007af0 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.758+0000 7f6a9beb9b80 10 client.25252 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.758+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56516a577150 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.758+0000 7f6a74c00700 1 -- 172.21.15.69:0/2079170296 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a7c0a88f0 con 0x56516a4f9300 2024-05-08T06:02:43.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.758+0000 7f6a74c00700 1 -- 172.21.15.69:0/2079170296 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6a84011070 con 0x56516a4f9300 2024-05-08T06:02:43.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a9beb9b80 10 client.25252 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:43.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a9beb9b80 10 client.25252 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:02:43.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a9beb9b80 20 client.25252 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:43.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a5773d0 0x56516a5797c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a9beb9b80 4 client.25252 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56516a453400 con 0x56516a5773d0 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.759+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a5773d0 0x56516a5797c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a8aa00700 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a5773d0 0x56516a5797c0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=af14638e8ad97378 server_cookie=652b829d826c0a0c in_seq=0 out_seq=0 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a74c00700 10 client.25252 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a74c00700 1 -- 172.21.15.69:0/2079170296 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56516a453400 con 0x56516a5773d0 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a74c00700 10 client.25252 handle_command_reply: tid=0 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a9beb9b80 1 client.25252 shutdown 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 msgr2=0x56516a5140e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.760+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 0x56516a5140e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6a840062a0 tx=0x7f6a84003ce0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 shutdown_connections 2024-05-08T06:02:43.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56516a5773d0 0x56516a5797c0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56516a4f9300 0x56516a5140e0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56516a4f3600 0x56516a5054c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 --2- 172.21.15.69:0/2079170296 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56516a4f89e0 0x56516a513ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 >> 172.21.15.69:0/2079170296 conn(0x56516a421b60 msgr2=0x56516a4e7bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a74c00700 0 client.25252 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 shutdown_connections 2024-05-08T06:02:43.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.761+0000 7f6a9beb9b80 1 -- 172.21.15.69:0/2079170296 wait complete. 2024-05-08T06:02:43.763 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:02:43.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.762+0000 7f6a9beb9b80 20 client.25252 trim_cache size 0 max 16384 2024-05-08T06:02:43.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.762+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a700b2900 msgr2=0x7f6a700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.762+0000 7f6a8be00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a700b2900 0x7f6a700b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6a8c1071d0 tx=0x7f6a78009260 comp rx=0 tx=0).stop 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.762+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 msgr2=0x7f6a8c1a0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.762+0000 7f6a8be00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 0x7f6a8c1a0110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c00e9a0 tx=0x7f6a7c00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 shutdown_connections 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a8c1143e0 0x7f6a8c1a4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a700b2900 0x7f6a700b4dc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a8c075840 0x7f6a8c1a0110 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 --2- 172.21.15.69:0/228825897 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a8c076160 0x7f6a8c1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 >> 172.21.15.69:0/228825897 conn(0x7f6a8c0fef20 msgr2=0x7f6a8c0ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 shutdown_connections 2024-05-08T06:02:43.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:43.763+0000 7f6a8be00700 1 -- 172.21.15.69:0/228825897 wait complete. 2024-05-08T06:02:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:44 smithi069 ceph-mon[29571]: pgmap v491: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:44.666 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:02:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:44 smithi105 ceph-mon[34393]: pgmap v491: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:44 smithi135 ceph-mon[34761]: pgmap v491: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:45.138 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:46 smithi069 ceph-mon[29571]: pgmap v492: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:46 smithi105 ceph-mon[34393]: pgmap v492: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:46 smithi135 ceph-mon[34761]: pgmap v492: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-05-08T06:02:47.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 -- 172.21.15.69:0/403328675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 msgr2=0x7f148c06b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 --2- 172.21.15.69:0/403328675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c06b600 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1478009990 tx=0x7f1478009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 -- 172.21.15.69:0/403328675 shutdown_connections 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 --2- 172.21.15.69:0/403328675 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f148c06bb40 0x7f148c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 --2- 172.21.15.69:0/403328675 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 --2- 172.21.15.69:0/403328675 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c06b600 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 -- 172.21.15.69:0/403328675 >> 172.21.15.69:0/403328675 conn(0x7f148c079350 msgr2=0x7f148c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.555+0000 7f1491c00700 1 -- 172.21.15.69:0/403328675 shutdown_connections 2024-05-08T06:02:47.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.556+0000 7f1491c00700 1 -- 172.21.15.69:0/403328675 wait complete. 2024-05-08T06:02:47.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.557+0000 7f1491c00700 1 Processor -- start 2024-05-08T06:02:47.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.557+0000 7f1491c00700 1 -- start start 2024-05-08T06:02:47.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.558+0000 7f1491c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c19f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.558+0000 7f1491c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f148c06bb40 0x7f148c19fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.558+0000 7f1491c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.558+0000 7f1491c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f148c113670 con 0x7f148c06b180 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.558+0000 7f1491c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1134f0 con 0x7f148c109510 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.558+0000 7f1491c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1137f0 con 0x7f148c06bb40 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.559+0000 7f148b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.559+0000 7f148aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c19f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.559+0000 7f148b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1999d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36270/0 (socket says 172.21.15.69:36270) 2024-05-08T06:02:47.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.559+0000 7f148b400700 1 -- 172.21.15.69:0/3481475307 learned_addr learned my addr 172.21.15.69:0/3481475307 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:47.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.559+0000 7f148a000700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f148c06bb40 0x7f148c19fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148aa00700 1 -- 172.21.15.69:0/3481475307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f148c06bb40 msgr2=0x7f148c19fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148aa00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f148c06bb40 0x7f148c19fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148aa00700 1 -- 172.21.15.69:0/3481475307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 msgr2=0x7f148c1999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148aa00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148aa00700 1 -- 172.21.15.69:0/3481475307 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f148c19a130 con 0x7f148c06b180 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148b400700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.560+0000 7f148aa00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c19f810 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f147c00e9f0 tx=0x7f147c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.561+0000 7f1483400700 1 -- 172.21.15.69:0/3481475307 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c00c9c0 con 0x7f148c06b180 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.561+0000 7f1483400700 1 -- 172.21.15.69:0/3481475307 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c00cb60 con 0x7f148c06b180 2024-05-08T06:02:47.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.561+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f148c19a420 con 0x7f148c06b180 2024-05-08T06:02:47.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.561+0000 7f1483400700 1 -- 172.21.15.69:0/3481475307 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c018680 con 0x7f148c06b180 2024-05-08T06:02:47.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.561+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f148c1a66e0 con 0x7f148c06b180 2024-05-08T06:02:47.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.566+0000 7f1483400700 1 -- 172.21.15.69:0/3481475307 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f147c010430 con 0x7f148c06b180 2024-05-08T06:02:47.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.568+0000 7f149c4b9b80 1 Processor -- start 2024-05-08T06:02:47.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 -- start start 2024-05-08T06:02:47.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 0x5595cafc7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7980 0x5595cafcb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafcbe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5595caf19a20 con 0x5595cafc7060 2024-05-08T06:02:47.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5595caeb7760 con 0x5595cafc7980 2024-05-08T06:02:47.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.569+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5595caf159e0 con 0x5595cafcb9d0 2024-05-08T06:02:47.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f1483400700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f14700b2980 0x7f14700b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f148b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 0x5595cafc7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f1483400700 1 -- 172.21.15.69:0/3481475307 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f147c0e22a0 con 0x7f148c06b180 2024-05-08T06:02:47.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f148aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7980 0x5595cafcb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f148b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 0x5595cafc7440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43050/0 (socket says 172.21.15.69:43050) 2024-05-08T06:02:47.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f148b400700 1 -- 172.21.15.69:0/409841744 learned_addr learned my addr 172.21.15.69:0/409841744 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.570+0000 7f148a000700 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafcbe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148aa00700 1 -- 172.21.15.69:0/409841744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 msgr2=0x5595cafcbe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148aa00700 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafcbe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148aa00700 1 -- 172.21.15.69:0/409841744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 msgr2=0x5595cafc7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148aa00700 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 0x5595cafc7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148aa00700 1 -- 172.21.15.69:0/409841744 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595cae668d0 con 0x5595cafc7980 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148b400700 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 0x5595cafc7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.571+0000 7f148b400700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f14700b2980 0x7f14700b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.572+0000 7f148aa00700 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7980 0x5595cafcb490 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f147c0a9570 tx=0x7f147c0a5840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=354c365be7d98490 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:47.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.572+0000 7f1477e00700 1 -- 172.21.15.69:0/409841744 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c0a9f70 con 0x5595cafc7980 2024-05-08T06:02:47.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.572+0000 7f1477e00700 1 -- 172.21.15.69:0/409841744 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c0a9870 con 0x5595cafc7980 2024-05-08T06:02:47.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.572+0000 7f1477e00700 1 -- 172.21.15.69:0/409841744 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c0b2240 con 0x5595cafc7980 2024-05-08T06:02:47.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 -- 172.21.15.69:0/409841744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7980 msgr2=0x5595cafcb490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f148b400700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f14700b2980 0x7f14700b4e40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1484009fd0 tx=0x7f1484004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7980 0x5595cafcb490 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f147c0a9570 tx=0x7f147c0a5840 comp rx=0 tx=0).stop 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 -- 172.21.15.69:0/409841744 shutdown_connections 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafcbe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafc7060 0x5595cafc7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/409841744 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7980 0x5595cafcb490 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 -- 172.21.15.69:0/409841744 >> 172.21.15.69:0/409841744 conn(0x5595caef5b60 msgr2=0x5595cafc17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:47.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.573+0000 7f149c4b9b80 1 -- 172.21.15.69:0/409841744 shutdown_connections 2024-05-08T06:02:47.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.574+0000 7f149c4b9b80 1 -- 172.21.15.69:0/409841744 wait complete. 2024-05-08T06:02:47.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.574+0000 7f149c4b9b80 1 -- start start 2024-05-08T06:02:47.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 Processor -- start 2024-05-08T06:02:47.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7060 0x5595cafd3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafd0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cafd0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5595cafd3be0 con 0x5595cafd09a0 2024-05-08T06:02:47.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5595cae7fb20 con 0x5595cafc7060 2024-05-08T06:02:47.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.575+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5595cafd3d60 con 0x5595cafcb9d0 2024-05-08T06:02:47.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.576+0000 7f148aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7060 0x5595cafd3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.577 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.576+0000 7f149c4b9b80 10 client.0 _ll_register_callbacks cb 0x5595caec0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:47.577 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.576+0000 7f148a000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafd0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.577 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.576+0000 7f148a000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafd0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:32990/0 (socket says 172.21.15.69:32990) 2024-05-08T06:02:47.577 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.576+0000 7f148a000700 1 -- 172.21.15.69:0/1626242903 learned_addr learned my addr 172.21.15.69:0/1626242903 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:47.577 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.576+0000 7f148b400700 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cafd0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f148a000700 1 -- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7060 msgr2=0x5595cafd3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f148a000700 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7060 0x5595cafd3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f148a000700 1 -- 172.21.15.69:0/1626242903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 msgr2=0x5595cafd0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f148a000700 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cafd0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f148a000700 1 -- 172.21.15.69:0/1626242903 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595caedf420 con 0x5595cafcb9d0 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f148a000700 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafd0410 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1478015000 tx=0x7f147800be70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7541f619a601f064 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:47.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.577+0000 7f1474c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:47.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.578+0000 7f1474c00700 1 -- 172.21.15.69:0/1626242903 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147800fa70 con 0x5595cafcb9d0 2024-05-08T06:02:47.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.578+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f147c0a9870 con 0x5595cafcb9d0 2024-05-08T06:02:47.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.578+0000 7f1474c00700 1 -- 172.21.15.69:0/1626242903 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f147800fc10 con 0x5595cafcb9d0 2024-05-08T06:02:47.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f1474c00700 1 -- 172.21.15.69:0/1626242903 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f147800fe10 con 0x5595cafcb9d0 2024-05-08T06:02:47.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 10 client.25261 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:47.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5595cafe7350 con 0x5595cafcb9d0 2024-05-08T06:02:47.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f1474c00700 1 -- 172.21.15.69:0/1626242903 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c0a9870 con 0x5595cafcb9d0 2024-05-08T06:02:47.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f1474c00700 1 -- 172.21.15.69:0/1626242903 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1478003840 con 0x5595cafcb9d0 2024-05-08T06:02:47.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 10 client.25261 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:47.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 10 client.25261 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:47.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 20 client.25261 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:47.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cafe98e0 0x5595cafebd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 4 client.25261 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:47.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.579+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595caf940a0 con 0x5595cafe98e0 2024-05-08T06:02:47.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.580+0000 7f148aa00700 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cafe98e0 0x5595cafebd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.580+0000 7f148aa00700 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cafe98e0 0x5595cafebd10 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f92af3ec81405995 server_cookie=511c623c787ab4c9 in_seq=0 out_seq=0 2024-05-08T06:02:47.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.580+0000 7f1474c00700 10 client.25261 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:47.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.581+0000 7f1474c00700 1 -- 172.21.15.69:0/1626242903 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5595caf940a0 con 0x5595cafe98e0 2024-05-08T06:02:47.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.581+0000 7f1474c00700 10 client.25261 handle_command_reply: tid=0 2024-05-08T06:02:47.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.581+0000 7f149c4b9b80 1 client.25261 shutdown 2024-05-08T06:02:47.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 msgr2=0x5595cafd0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafd0410 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f1478015000 tx=0x7f147800be70 comp rx=0 tx=0).stop 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 shutdown_connections 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cafd0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafc7060 0x5595cafd3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cafe98e0 0x5595cafebd10 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/1626242903 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafcb9d0 0x5595cafd0410 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 >> 172.21.15.69:0/1626242903 conn(0x5595caef5b60 msgr2=0x5595cafbc2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:47.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f1474c00700 0 client.25261 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:47.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 shutdown_connections 2024-05-08T06:02:47.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.582+0000 7f149c4b9b80 1 -- 172.21.15.69:0/1626242903 wait complete. 2024-05-08T06:02:47.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.583+0000 7f149c4b9b80 20 client.25261 trim_cache size 0 max 16384 2024-05-08T06:02:47.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.599+0000 7f149c4b9b80 1 Processor -- start 2024-05-08T06:02:47.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.599+0000 7f149c4b9b80 1 -- start start 2024-05-08T06:02:47.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.599+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafcb9d0 0x5595cafce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafd09a0 0x5595cafe5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1ae1f0 con 0x5595cafcb9d0 2024-05-08T06:02:47.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1aba80 con 0x5595cafd09a0 2024-05-08T06:02:47.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1a98d0 con 0x5595cafc7060 2024-05-08T06:02:47.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f148aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f148a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafcb9d0 0x5595cafce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f148aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafccaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33004/0 (socket says 172.21.15.69:33004) 2024-05-08T06:02:47.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.600+0000 7f148aa00700 1 -- 172.21.15.69:0/284859300 learned_addr learned my addr 172.21.15.69:0/284859300 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:47.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148aa00700 1 -- 172.21.15.69:0/284859300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafd09a0 msgr2=0x5595cafe5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148aa00700 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafd09a0 0x5595cafe5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148aa00700 1 -- 172.21.15.69:0/284859300 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafcb9d0 msgr2=0x5595cafce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148aa00700 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafcb9d0 0x5595cafce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148aa00700 1 -- 172.21.15.69:0/284859300 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595cafc3240 con 0x5595cafc7060 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148a000700 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafcb9d0 0x5595cafce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f148aa00700 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafccaa0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f147c00e9c0 tx=0x7f147c0a3f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27d2424e9ab60256 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f1477400700 1 -- 172.21.15.69:0/284859300 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c0b26d0 con 0x5595cafc7060 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f1477400700 1 -- 172.21.15.69:0/284859300 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c00cd10 con 0x5595cafc7060 2024-05-08T06:02:47.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.601+0000 7f1477400700 1 -- 172.21.15.69:0/284859300 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c0aae00 con 0x5595cafc7060 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 -- 172.21.15.69:0/284859300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 msgr2=0x5595cafccaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafccaa0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f147c00e9c0 tx=0x7f147c0a3f90 comp rx=0 tx=0).stop 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 -- 172.21.15.69:0/284859300 shutdown_connections 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafd09a0 0x5595cafe5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafccaa0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/284859300 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafcb9d0 0x5595cafce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 -- 172.21.15.69:0/284859300 >> 172.21.15.69:0/284859300 conn(0x5595caef5b60 msgr2=0x5595cafcc390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:47.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 -- 172.21.15.69:0/284859300 shutdown_connections 2024-05-08T06:02:47.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.602+0000 7f149c4b9b80 1 -- 172.21.15.69:0/284859300 wait complete. 2024-05-08T06:02:47.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.603+0000 7f149c4b9b80 1 -- start start 2024-05-08T06:02:47.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.603+0000 7f149c4b9b80 1 Processor -- start 2024-05-08T06:02:47.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafdd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 0x5595cafddd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cb053190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1a9f40 con 0x5595cafd09a0 2024-05-08T06:02:47.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1ab3b0 con 0x5595cafcb9d0 2024-05-08T06:02:47.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f148c1aa610 con 0x5595cafc7060 2024-05-08T06:02:47.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.604+0000 7f149c4b9b80 10 client.0 _ll_register_callbacks cb 0x5595caec0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 0x5595cafddd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 0x5595cafddd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36284/0 (socket says 172.21.15.69:36284) 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 -- 172.21.15.69:0/3485623009 learned_addr learned my addr 172.21.15.69:0/3485623009 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148aa00700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafdd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148b400700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cb053190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 -- 172.21.15.69:0/3485623009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 msgr2=0x5595cafdd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafdd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 -- 172.21.15.69:0/3485623009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 msgr2=0x5595cb053190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cb053190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148a000700 1 -- 172.21.15.69:0/3485623009 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595cafbe3f0 con 0x5595cafcb9d0 2024-05-08T06:02:47.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.605+0000 7f148b400700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cb053190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:47.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f148a000700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 0x5595cafddd50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1478009990 tx=0x7f1478009290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bf4e4ca25e1136 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:47.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f1474c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:02:47.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f1474c00700 1 -- 172.21.15.69:0/3485623009 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147800f950 con 0x5595cafcb9d0 2024-05-08T06:02:47.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f147c00cd10 con 0x5595cafcb9d0 2024-05-08T06:02:47.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f1474c00700 1 -- 172.21.15.69:0/3485623009 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f147800faf0 con 0x5595cafcb9d0 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f1474c00700 1 -- 172.21.15.69:0/3485623009 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f14780050e0 con 0x5595cafcb9d0 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f149c4b9b80 10 client.25304 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5595cb0546c0 con 0x5595cafcb9d0 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.608+0000 7f1474c00700 1 -- 172.21.15.69:0/3485623009 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f147c00cd10 con 0x5595cafcb9d0 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f1474c00700 1 -- 172.21.15.69:0/3485623009 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1478022b60 con 0x5595cafcb9d0 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f149c4b9b80 10 client.25304 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:47.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f149c4b9b80 10 client.25304 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:47.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f149c4b9b80 20 client.25304 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:47.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cb054c80 0x5595cb057070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:47.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f149c4b9b80 4 client.25304 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:02:47.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5595caf27400 con 0x5595cb054c80 2024-05-08T06:02:47.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.609+0000 7f148aa00700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cb054c80 0x5595cb057070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f148aa00700 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cb054c80 0x5595cb057070 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f150a18183f7bd99 server_cookie=bb0872c0632c7a2f in_seq=0 out_seq=0 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f1474c00700 10 client.25304 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f1474c00700 1 -- 172.21.15.69:0/3485623009 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5595caf27400 con 0x5595cb054c80 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f1474c00700 10 client.25304 handle_command_reply: tid=0 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 client.25304 shutdown 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 msgr2=0x5595cafddd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 0x5595cafddd50 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1478009990 tx=0x7f1478009290 comp rx=0 tx=0).stop 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 shutdown_connections 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5595cafd09a0 0x5595cb053190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5595cb054c80 0x5595cb057070 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5595cafc7060 0x5595cafdd810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 --2- 172.21.15.69:0/3485623009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5595cafcb9d0 0x5595cafddd50 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 >> 172.21.15.69:0/3485623009 conn(0x5595caef5b60 msgr2=0x5595cafbc2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.610+0000 7f1474c00700 0 client.25304 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 shutdown_connections 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f149c4b9b80 1 -- 172.21.15.69:0/3485623009 wait complete. 2024-05-08T06:02:47.612 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f149c4b9b80 20 client.25304 trim_cache size 0 max 16384 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f14700b2980 msgr2=0x7f14700b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f1491c00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f14700b2980 0x7f14700b4e40 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1484009fd0 tx=0x7f1484004ad0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 msgr2=0x7f148c19f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.611+0000 7f1491c00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c19f810 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f147c00e9f0 tx=0x7f147c00ed00 comp rx=0 tx=0).stop 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 shutdown_connections 2024-05-08T06:02:47.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f14700b2980 0x7f14700b4e40 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f148c109510 0x7f148c1999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f148c06b180 0x7f148c19f810 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 --2- 172.21.15.69:0/3481475307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f148c06bb40 0x7f148c19fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:47.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 >> 172.21.15.69:0/3481475307 conn(0x7f148c079350 msgr2=0x7f148c101140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:47.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 shutdown_connections 2024-05-08T06:02:47.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:47.612+0000 7f1491c00700 1 -- 172.21.15.69:0/3481475307 wait complete. 2024-05-08T06:02:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:48 smithi105 ceph-mon[34393]: pgmap v493: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:48.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:48 smithi069 ceph-mon[29571]: pgmap v493: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:48.850 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:48 smithi135 ceph-mon[34761]: pgmap v493: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-05-08T06:02:49.561 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:02:49.562 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:02:50.168 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:50.648 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:50 smithi069 ceph-mon[29571]: pgmap v494: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:02:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:50 smithi105 ceph-mon[34393]: pgmap v494: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:02:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:50 smithi135 ceph-mon[34761]: pgmap v494: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:02:52.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:52 smithi069 ceph-mon[29571]: pgmap v495: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:02:52.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.720+0000 7f5bd0800700 1 -- 172.21.15.69:0/265661886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8104100 msgr2=0x7f5bc8108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.720+0000 7f5bd0800700 1 --2- 172.21.15.69:0/265661886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8104100 0x7f5bc8108120 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5bb80099c0 tx=0x7f5bb8009cd0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.721+0000 7f5bd0800700 1 -- 172.21.15.69:0/265661886 shutdown_connections 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.721+0000 7f5bd0800700 1 --2- 172.21.15.69:0/265661886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8108850 0x7f5bc81103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.721+0000 7f5bd0800700 1 --2- 172.21.15.69:0/265661886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8103750 0x7f5bc8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.721+0000 7f5bd0800700 1 --2- 172.21.15.69:0/265661886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8104100 0x7f5bc8108120 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.721+0000 7f5bd0800700 1 -- 172.21.15.69:0/265661886 >> 172.21.15.69:0/265661886 conn(0x7f5bc807a600 msgr2=0x7f5bc807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:52.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.722+0000 7f5bd0800700 1 -- 172.21.15.69:0/265661886 shutdown_connections 2024-05-08T06:02:52.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.722+0000 7f5bd0800700 1 -- 172.21.15.69:0/265661886 wait complete. 2024-05-08T06:02:52.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.723+0000 7f5bd0800700 1 Processor -- start 2024-05-08T06:02:52.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 -- start start 2024-05-08T06:02:52.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8103750 0x7f5bc81a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8104100 0x7f5bc81a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8108850 0x7f5bc819bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc8113660 con 0x7f5bc8103750 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81134e0 con 0x7f5bc8108850 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.724+0000 7f5bd0800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81137e0 con 0x7f5bc8104100 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8103750 0x7f5bc81a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8103750 0x7f5bc81a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50618/0 (socket says 172.21.15.69:50618) 2024-05-08T06:02:52.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcde00700 1 -- 172.21.15.69:0/3124072339 learned_addr learned my addr 172.21.15.69:0/3124072339 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcd400700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8104100 0x7f5bc81a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bce800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8108850 0x7f5bc819bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcd400700 1 -- 172.21.15.69:0/3124072339 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8108850 msgr2=0x7f5bc819bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcd400700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8108850 0x7f5bc819bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcd400700 1 -- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8103750 msgr2=0x7f5bc81a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcd400700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8103750 0x7f5bc81a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bcd400700 1 -- 172.21.15.69:0/3124072339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bc819c450 con 0x7f5bc8104100 2024-05-08T06:02:52.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.725+0000 7f5bce800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8108850 0x7f5bc819bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:52.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.727+0000 7f5bcd400700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8104100 0x7f5bc81a1f90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5bb80098e0 tx=0x7f5bb8005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:52.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.727+0000 7f5bc2a00700 1 -- 172.21.15.69:0/3124072339 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8026070 con 0x7f5bc8104100 2024-05-08T06:02:52.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.727+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bc819c6e0 con 0x7f5bc8104100 2024-05-08T06:02:52.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.727+0000 7f5bc2a00700 1 -- 172.21.15.69:0/3124072339 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bb8003c70 con 0x7f5bc8104100 2024-05-08T06:02:52.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.727+0000 7f5bc2a00700 1 -- 172.21.15.69:0/3124072339 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb800fa00 con 0x7f5bc8104100 2024-05-08T06:02:52.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.728+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bc81a89d0 con 0x7f5bc8104100 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.734+0000 7f5bdb15db80 1 Processor -- start 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 -- start start 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca1eb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1eba00 0x5581ca1ef510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1efa50 0x5581ca1efeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5581ca13daa0 con 0x5581ca1efa50 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5581ca0db7e0 con 0x5581ca1eb0e0 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.735+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5581ca139a60 con 0x5581ca1eba00 2024-05-08T06:02:52.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.736+0000 7f5bce800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca1eb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.736+0000 7f5bce800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca1eb4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:45596/0 (socket says 172.21.15.69:45596) 2024-05-08T06:02:52.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.736+0000 7f5bce800700 1 -- 172.21.15.69:0/934119317 learned_addr learned my addr 172.21.15.69:0/934119317 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:52.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.736+0000 7f5bcde00700 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1eba00 0x5581ca1ef510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.737+0000 7f5bce800700 1 -- 172.21.15.69:0/934119317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1eba00 msgr2=0x5581ca1ef510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.737+0000 7f5bce800700 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1eba00 0x5581ca1ef510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.737+0000 7f5bce800700 1 -- 172.21.15.69:0/934119317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1efa50 msgr2=0x5581ca1efeb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.737+0000 7f5bce800700 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1efa50 0x5581ca1efeb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.737+0000 7f5bce800700 1 -- 172.21.15.69:0/934119317 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581ca08a950 con 0x5581ca1eb0e0 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.737+0000 7f5bcde00700 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1eba00 0x5581ca1ef510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.738+0000 7f5bce800700 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca1eb4c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4009400 tx=0x7f5bc4009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72d43c2b4c25651b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:52.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.738+0000 7f5bb7400700 1 -- 172.21.15.69:0/934119317 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4014610 con 0x5581ca1eb0e0 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.738+0000 7f5bc2a00700 1 -- 172.21.15.69:0/3124072339 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5bb8029070 con 0x7f5bc8104100 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.738+0000 7f5bb7400700 1 -- 172.21.15.69:0/934119317 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bc4019070 con 0x5581ca1eb0e0 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.738+0000 7f5bb7400700 1 -- 172.21.15.69:0/934119317 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4014610 con 0x5581ca1eb0e0 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.739+0000 7f5bdb15db80 1 -- 172.21.15.69:0/934119317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 msgr2=0x5581ca1eb4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.739+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca1eb4c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4009400 tx=0x7f5bc4009920 comp rx=0 tx=0).stop 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 -- 172.21.15.69:0/934119317 shutdown_connections 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1efa50 0x5581ca1efeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca1eb4c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/934119317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1eba00 0x5581ca1ef510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 -- 172.21.15.69:0/934119317 >> 172.21.15.69:0/934119317 conn(0x5581ca119be0 msgr2=0x5581ca1e5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:52.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 -- 172.21.15.69:0/934119317 shutdown_connections 2024-05-08T06:02:52.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.740+0000 7f5bdb15db80 1 -- 172.21.15.69:0/934119317 wait complete. 2024-05-08T06:02:52.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.741+0000 7f5bc2a00700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb00b2810 0x7f5bb00b4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.741+0000 7f5bdb15db80 1 -- start start 2024-05-08T06:02:52.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.741+0000 7f5bc2a00700 1 -- 172.21.15.69:0/3124072339 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5bb80e2490 con 0x7f5bc8104100 2024-05-08T06:02:52.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.741+0000 7f5bdb15db80 1 Processor -- start 2024-05-08T06:02:52.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.742+0000 7f5bce800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb00b2810 0x7f5bb00b4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eb0e0 0x5581ca1f6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eba00 0x5581ca1f4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca1f4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5581ca1f7cb0 con 0x5581ca1eb0e0 2024-05-08T06:02:52.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5581ca0a3ba0 con 0x5581ca1eba00 2024-05-08T06:02:52.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5581ca1f7e30 con 0x5581ca1efa50 2024-05-08T06:02:52.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bce800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb00b2810 0x7f5bb00b4cd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5bc400b010 tx=0x7f5bc4007f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:52.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.743+0000 7f5bdb15db80 10 client.0 _ll_register_callbacks cb 0x5581ca0e4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:52.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.744+0000 7f5bce800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca1f4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.744+0000 7f5bce800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca1f4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45896/0 (socket says 172.21.15.69:45896) 2024-05-08T06:02:52.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.744+0000 7f5bce800700 1 -- 172.21.15.69:0/1859501558 learned_addr learned my addr 172.21.15.69:0/1859501558 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:52.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.744+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eb0e0 0x5581ca1f6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.744+0000 7f5bce800700 1 -- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eba00 msgr2=0x5581ca1f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.744+0000 7f5bcd400700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eba00 0x5581ca1f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bce800700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eba00 0x5581ca1f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bce800700 1 -- 172.21.15.69:0/1859501558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eb0e0 msgr2=0x5581ca1f6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bce800700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eb0e0 0x5581ca1f6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bce800700 1 -- 172.21.15.69:0/1859501558 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581ca1034a0 con 0x5581ca1efa50 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bcd400700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eba00 0x5581ca1f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eb0e0 0x5581ca1f6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5bce800700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca1f4790 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4013e60 tx=0x7f5bc4013620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b46c350586766df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:52.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.745+0000 7f5babe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.746+0000 7f5babe00700 1 -- 172.21.15.69:0/1859501558 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc402e070 con 0x5581ca1efa50 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.746+0000 7f5babe00700 1 -- 172.21.15.69:0/1859501558 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5bc4014c30 con 0x5581ca1efa50 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.746+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bc4019070 con 0x5581ca1efa50 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.746+0000 7f5babe00700 1 -- 172.21.15.69:0/1859501558 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5bc4033460 con 0x5581ca1efa50 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 10 client.25276 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5581ca20acf0 con 0x5581ca1efa50 2024-05-08T06:02:52.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5babe00700 1 -- 172.21.15.69:0/1859501558 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bc4019070 con 0x5581ca1efa50 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5babe00700 1 -- 172.21.15.69:0/1859501558 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5bc403c080 con 0x5581ca1efa50 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 10 client.25276 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 10 client.25276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 20 client.25276 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca20d2d0 0x5581ca20f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 4 client.25276 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.747+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5581ca1b8120 con 0x5581ca20d2d0 2024-05-08T06:02:52.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.748+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca20d2d0 0x5581ca20f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.748+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca20d2d0 0x5581ca20f6c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54d32a2d93a0d742 server_cookie=7f0f8745acb7b6d0 in_seq=0 out_seq=0 2024-05-08T06:02:52.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.748+0000 7f5babe00700 10 client.25276 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:52.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.749+0000 7f5babe00700 1 -- 172.21.15.69:0/1859501558 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5581ca1b8120 con 0x5581ca20d2d0 2024-05-08T06:02:52.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.749+0000 7f5babe00700 10 client.25276 handle_command_reply: tid=0 2024-05-08T06:02:52.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.750+0000 7f5bdb15db80 1 client.25276 shutdown 2024-05-08T06:02:52.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.750+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 msgr2=0x5581ca1f4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.750+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca1f4790 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4013e60 tx=0x7f5bc4013620 comp rx=0 tx=0).stop 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 shutdown_connections 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca20d2d0 0x5581ca20f6c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca1f4790 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5babe00700 0 client.25276 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eb0e0 0x5581ca1f6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1859501558 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eba00 0x5581ca1f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 >> 172.21.15.69:0/1859501558 conn(0x5581ca119be0 msgr2=0x5581ca1e0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:52.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 shutdown_connections 2024-05-08T06:02:52.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.751+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1859501558 wait complete. 2024-05-08T06:02:52.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.752+0000 7f5bdb15db80 20 client.25276 trim_cache size 0 max 16384 2024-05-08T06:02:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:52 smithi105 ceph-mon[34393]: pgmap v495: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:02:52.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.793+0000 7f5bdb15db80 1 Processor -- start 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.793+0000 7f5bdb15db80 1 -- start start 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.794+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca209600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.794+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca1e01b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.794+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca214cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.794+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81ae130 con 0x5581ca1eba00 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.794+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81ab9c0 con 0x5581ca1eb0e0 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.794+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc810e170 con 0x5581ca1efa50 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bcde00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca209600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca214cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca214cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45900/0 (socket says 172.21.15.69:45900) 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 -- 172.21.15.69:0/2788943560 learned_addr learned my addr 172.21.15.69:0/2788943560 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bcd400700 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca1e01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 -- 172.21.15.69:0/2788943560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 msgr2=0x5581ca209600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca209600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 -- 172.21.15.69:0/2788943560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 msgr2=0x5581ca1e01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca1e01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.795+0000 7f5bce800700 1 -- 172.21.15.69:0/2788943560 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5581ca1f7b40 con 0x5581ca1efa50 2024-05-08T06:02:52.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.796+0000 7f5bce800700 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca214cf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4013e30 tx=0x7f5bc4004f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e973c3bab8a2c502 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:52.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.796+0000 7f5bb6a00700 1 -- 172.21.15.69:0/2788943560 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc403f030 con 0x5581ca1efa50 2024-05-08T06:02:52.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.796+0000 7f5bb6a00700 1 -- 172.21.15.69:0/2788943560 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bc4019040 con 0x5581ca1efa50 2024-05-08T06:02:52.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.796+0000 7f5bb6a00700 1 -- 172.21.15.69:0/2788943560 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc402e040 con 0x5581ca1efa50 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 -- 172.21.15.69:0/2788943560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 msgr2=0x5581ca214cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca214cf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4013e30 tx=0x7f5bc4004f00 comp rx=0 tx=0).stop 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 -- 172.21.15.69:0/2788943560 shutdown_connections 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca214cf0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca209600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/2788943560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca1e01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 -- 172.21.15.69:0/2788943560 >> 172.21.15.69:0/2788943560 conn(0x5581ca119be0 msgr2=0x5581ca1dfaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 -- 172.21.15.69:0/2788943560 shutdown_connections 2024-05-08T06:02:52.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.797+0000 7f5bdb15db80 1 -- 172.21.15.69:0/2788943560 wait complete. 2024-05-08T06:02:52.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.798+0000 7f5bdb15db80 1 -- start start 2024-05-08T06:02:52.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.798+0000 7f5bdb15db80 1 Processor -- start 2024-05-08T06:02:52.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca205af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca206030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca203110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81a9e80 con 0x5581ca1eba00 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81ab2f0 con 0x5581ca1eb0e0 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5bc81aa550 con 0x5581ca1efa50 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.799+0000 7f5bdb15db80 10 client.0 _ll_register_callbacks cb 0x5581ca0e4cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bcde00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca205af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca203110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bcd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca206030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca203110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45906/0 (socket says 172.21.15.69:45906) 2024-05-08T06:02:52.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 -- 172.21.15.69:0/1988364655 learned_addr learned my addr 172.21.15.69:0/1988364655 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:52.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 -- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 msgr2=0x5581ca205af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca205af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 -- 172.21.15.69:0/1988364655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 msgr2=0x5581ca206030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:52.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca206030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 -- 172.21.15.69:0/1988364655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5581ca1e7530 con 0x5581ca1efa50 2024-05-08T06:02:52.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca205af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.800+0000 7f5bce800700 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca203110 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4013e60 tx=0x7f5bc4013430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0414518f96f5e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.801+0000 7f5babe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.801+0000 7f5babe00700 1 -- 172.21.15.69:0/1988364655 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc402e070 con 0x5581ca1efa50 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.801+0000 7f5babe00700 1 -- 172.21.15.69:0/1988364655 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5bc4014200 con 0x5581ca1efa50 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.801+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bc4019040 con 0x5581ca1efa50 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.801+0000 7f5babe00700 1 -- 172.21.15.69:0/1988364655 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5bc402a950 con 0x5581ca1efa50 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 10 client.25282 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:52.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5581ca2793a0 con 0x5581ca1efa50 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5babe00700 1 -- 172.21.15.69:0/1988364655 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bc4019040 con 0x5581ca1efa50 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5babe00700 1 -- 172.21.15.69:0/1988364655 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5bc403c040 con 0x5581ca1efa50 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 10 client.25282 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 10 client.25282 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 20 client.25282 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca279a10 0x5581ca27be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 4 client.25282 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:02:52.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.802+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5581ca14b480 con 0x5581ca279a10 2024-05-08T06:02:52.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.803+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca279a10 0x5581ca27be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:52.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.804+0000 7f5bcde00700 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca279a10 0x5581ca27be30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c112af5bdf25d97b server_cookie=67e3dbb0214a43af in_seq=0 out_seq=0 2024-05-08T06:02:52.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.804+0000 7f5babe00700 10 client.25282 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:52.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.805+0000 7f5babe00700 1 -- 172.21.15.69:0/1988364655 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5581ca14b480 con 0x5581ca279a10 2024-05-08T06:02:52.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.805+0000 7f5babe00700 10 client.25282 handle_command_reply: tid=0 2024-05-08T06:02:52.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.805+0000 7f5bdb15db80 1 client.25282 shutdown 2024-05-08T06:02:52.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 msgr2=0x5581ca203110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca203110 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4013e60 tx=0x7f5bc4013430 comp rx=0 tx=0).stop 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 shutdown_connections 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5581ca279a10 0x5581ca27be30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5babe00700 0 client.25282 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5581ca1efa50 0x5581ca203110 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5581ca1eb0e0 0x5581ca205af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 --2- 172.21.15.69:0/1988364655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5581ca1eba00 0x5581ca206030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 >> 172.21.15.69:0/1988364655 conn(0x5581ca119be0 msgr2=0x5581ca1e0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 shutdown_connections 2024-05-08T06:02:52.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.806+0000 7f5bdb15db80 1 -- 172.21.15.69:0/1988364655 wait complete. 2024-05-08T06:02:52.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.807+0000 7f5bdb15db80 20 client.25282 trim_cache size 0 max 16384 2024-05-08T06:02:52.809 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:02:52.809 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:02:52.809 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "6d8dd719-0d9a-43fe-ad02-4f7663220bd3", 2024-05-08T06:02:52.809 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:02:52.809 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:02:52.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.808+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb00b2810 msgr2=0x7f5bb00b4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.808+0000 7f5bd0800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb00b2810 0x7f5bb00b4cd0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5bc400b010 tx=0x7f5bc4007f10 comp rx=0 tx=0).stop 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.808+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8104100 msgr2=0x7f5bc81a1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.808+0000 7f5bd0800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8104100 0x7f5bc81a1f90 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5bb80098e0 tx=0x7f5bb8005280 comp rx=0 tx=0).stop 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 shutdown_connections 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5bb00b2810 0x7f5bb00b4cd0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5bc8108850 0x7f5bc819bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5bc8103750 0x7f5bc81a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 --2- 172.21.15.69:0/3124072339 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5bc8104100 0x7f5bc81a1f90 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 >> 172.21.15.69:0/3124072339 conn(0x7f5bc807a600 msgr2=0x7f5bc81018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.809+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 shutdown_connections 2024-05-08T06:02:52.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:52.810+0000 7f5bd0800700 1 -- 172.21.15.69:0/3124072339 wait complete. 2024-05-08T06:02:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:52 smithi135 ceph-mon[34761]: pgmap v495: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:02:53.744 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:02:54.357 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:54.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:54 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:02:54.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:54 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:54.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:54 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:02:54.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:54 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:54.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:54 smithi069 ceph-mon[29571]: pgmap v496: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:54.731 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:54 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:02:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:54 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:02:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:54 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:54 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:02:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:54 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:54 smithi105 ceph-mon[34393]: pgmap v496: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:54.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:54 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:02:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:54 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:02:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:54 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:54 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:02:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:54 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:02:54.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:54 smithi135 ceph-mon[34761]: pgmap v496: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:02:54.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:54 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:02:56.447 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:56 smithi069 ceph-mon[29571]: pgmap v497: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-08T06:02:56.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.730+0000 7f75f2800700 1 -- 172.21.15.69:0/55438138 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 msgr2=0x7f75ec1098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.730+0000 7f75f2800700 1 --2- 172.21.15.69:0/55438138 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 0x7f75ec1098e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f75dc009990 tx=0x7f75dc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 -- 172.21.15.69:0/55438138 shutdown_connections 2024-05-08T06:02:56.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 --2- 172.21.15.69:0/55438138 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75ec06c3d0 0x7f75ec110320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 --2- 172.21.15.69:0/55438138 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 0x7f75ec1098e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 --2- 172.21.15.69:0/55438138 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06ba10 0x7f75ec06be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 -- 172.21.15.69:0/55438138 >> 172.21.15.69:0/55438138 conn(0x7f75ec079310 msgr2=0x7f75ec079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:56.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 -- 172.21.15.69:0/55438138 shutdown_connections 2024-05-08T06:02:56.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.731+0000 7f75f2800700 1 -- 172.21.15.69:0/55438138 wait complete. 2024-05-08T06:02:56.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.732+0000 7f75f2800700 1 Processor -- start 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.732+0000 7f75f2800700 1 -- start start 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75f2800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75ec06ba10 0x7f75ec19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75f2800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 0x7f75ec19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75f2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 0x7f75ec1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75f2800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec113680 con 0x7f75ec109500 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75f2800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec113500 con 0x7f75ec06c3d0 2024-05-08T06:02:56.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75f2800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec113800 con 0x7f75ec06ba10 2024-05-08T06:02:56.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 0x7f75ec19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 0x7f75ec19c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:45642/0 (socket says 172.21.15.69:45642) 2024-05-08T06:02:56.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 -- 172.21.15.69:0/2941574555 learned_addr learned my addr 172.21.15.69:0/2941574555 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eb400700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75ec06ba10 0x7f75ec19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75ebe00700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 0x7f75ec1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 -- 172.21.15.69:0/2941574555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75ec06ba10 msgr2=0x7f75ec19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75ec06ba10 0x7f75ec19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 -- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 msgr2=0x7f75ec1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 0x7f75ec1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.733+0000 7f75eaa00700 1 -- 172.21.15.69:0/2941574555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75ec1a0da0 con 0x7f75ec06c3d0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.734+0000 7f75eaa00700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 0x7f75ec19c2d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f75d800e9a0 tx=0x7f75d800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.734+0000 7f75e3e00700 1 -- 172.21.15.69:0/2941574555 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d800cbd0 con 0x7f75ec06c3d0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.734+0000 7f75e3e00700 1 -- 172.21.15.69:0/2941574555 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75d800cd70 con 0x7f75ec06c3d0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.734+0000 7f75e3e00700 1 -- 172.21.15.69:0/2941574555 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8018680 con 0x7f75ec06c3d0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.734+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75ec1a1090 con 0x7f75ec06c3d0 2024-05-08T06:02:56.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.735+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75ec1a8910 con 0x7f75ec06c3d0 2024-05-08T06:02:56.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75e3e00700 1 -- 172.21.15.69:0/2941574555 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f75d8010430 con 0x7f75ec06c3d0 2024-05-08T06:02:56.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75fd0f0b80 1 Processor -- start 2024-05-08T06:02:56.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75fd0f0b80 1 -- start start 2024-05-08T06:02:56.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 0x55e05e023440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023980 0x55e05e027490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e027e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.741+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e05df75a20 con 0x55e05e023980 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e05df13760 con 0x55e05e0279d0 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e05df719e0 con 0x55e05e023060 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 0x55e05e023440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 0x55e05e023440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45936/0 (socket says 172.21.15.69:45936) 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 -- 172.21.15.69:0/4289337334 learned_addr learned my addr 172.21.15.69:0/4289337334 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75eb400700 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023980 0x55e05e027490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75eaa00700 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e027e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 -- 172.21.15.69:0/4289337334 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 msgr2=0x55e05e027e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e027e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 -- 172.21.15.69:0/4289337334 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023980 msgr2=0x55e05e027490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023980 0x55e05e027490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75ebe00700 1 -- 172.21.15.69:0/4289337334 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e05dec28d0 con 0x55e05e023060 2024-05-08T06:02:56.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.742+0000 7f75eb400700 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023980 0x55e05e027490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:02:56.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75ebe00700 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 0x55e05e023440 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f75e4009440 tx=0x7f75e4009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=470b593f57f458ae server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:56.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75e3e00700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75d00b2880 0x7f75d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75e0c00700 1 -- 172.21.15.69:0/4289337334 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4013750 con 0x55e05e023060 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75e3e00700 1 -- 172.21.15.69:0/2941574555 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f75d80e2480 con 0x7f75ec06c3d0 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75e0c00700 1 -- 172.21.15.69:0/4289337334 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75e4013da0 con 0x55e05e023060 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75e0c00700 1 -- 172.21.15.69:0/4289337334 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4015e30 con 0x55e05e023060 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.743+0000 7f75eb400700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75d00b2880 0x7f75d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75eb400700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75d00b2880 0x7f75d00b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f75dc006010 tx=0x7f75dc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4289337334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 msgr2=0x55e05e023440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 0x55e05e023440 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f75e4009440 tx=0x7f75e4009920 comp rx=0 tx=0).stop 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4289337334 shutdown_connections 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e027e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023060 0x55e05e023440 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4289337334 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023980 0x55e05e027490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4289337334 >> 172.21.15.69:0/4289337334 conn(0x55e05df51b60 msgr2=0x55e05e01d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4289337334 shutdown_connections 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.744+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4289337334 wait complete. 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.745+0000 7f75fd0f0b80 1 -- start start 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.745+0000 7f75fd0f0b80 1 Processor -- start 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.745+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e02ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.745+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e02c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.745+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e02c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e05e02fbe0 con 0x55e05e023060 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e05dedbb20 con 0x55e05e0279d0 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e05e02fd60 con 0x55e05e023980 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75fd0f0b80 10 client.0 _ll_register_callbacks cb 0x55e05df1cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e02ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e02ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50688/0 (socket says 172.21.15.69:50688) 2024-05-08T06:02:56.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 -- 172.21.15.69:0/4232728069 learned_addr learned my addr 172.21.15.69:0/4232728069 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eaa00700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e02c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75ebe00700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e02c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 -- 172.21.15.69:0/4232728069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 msgr2=0x55e05e02c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e02c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 -- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 msgr2=0x55e05e02c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e02c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.746+0000 7f75eb400700 1 -- 172.21.15.69:0/4232728069 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e05df3b420 con 0x55e05e023060 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75eb400700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e02ee60 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00b9a0 tx=0x7f75dc009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b1fae1e6d68b4b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:56.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75d5600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:56.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75d5600700 1 -- 172.21.15.69:0/4232728069 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc034060 con 0x55e05e023060 2024-05-08T06:02:56.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75d5600700 1 -- 172.21.15.69:0/4232728069 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f75dc003890 con 0x55e05e023060 2024-05-08T06:02:56.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75e4013da0 con 0x55e05e023060 2024-05-08T06:02:56.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75d5600700 1 -- 172.21.15.69:0/4232728069 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f75dc003a90 con 0x55e05e023060 2024-05-08T06:02:56.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75fd0f0b80 10 client.15210 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.747+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e05e03a4a0 con 0x55e05e023060 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75d5600700 1 -- 172.21.15.69:0/4232728069 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75e4013da0 con 0x55e05e023060 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75d5600700 1 -- 172.21.15.69:0/4232728069 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f75dc025420 con 0x55e05e023060 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75fd0f0b80 10 client.15210 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75fd0f0b80 10 client.15210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75fd0f0b80 20 client.15210 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e03cae0 0x55e05e03eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75fd0f0b80 4 client.15210 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e05dff00a0 con 0x55e05e03cae0 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.748+0000 7f75eaa00700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e03cae0 0x55e05e03eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.749+0000 7f75eaa00700 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e03cae0 0x55e05e03eed0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0949f31b86faed6 server_cookie=32daa12213a7b14a in_seq=0 out_seq=0 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.749+0000 7f75d5600700 10 client.15210 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75d5600700 1 -- 172.21.15.69:0/4232728069 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e05dff00a0 con 0x55e05e03cae0 2024-05-08T06:02:56.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75d5600700 10 client.15210 handle_command_reply: tid=0 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 client.15210 shutdown 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 msgr2=0x55e05e02ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e02ee60 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f75dc00b9a0 tx=0x7f75dc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 shutdown_connections 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e02c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e02ee60 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e03cae0 0x55e05e03eed0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/4232728069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e02c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 >> 172.21.15.69:0/4232728069 conn(0x55e05df51b60 msgr2=0x55e05e0182b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75d5600700 0 client.15210 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 shutdown_connections 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/4232728069 wait complete. 2024-05-08T06:02:56.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.750+0000 7f75fd0f0b80 20 client.15210 trim_cache size 0 max 16384 2024-05-08T06:02:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:56 smithi105 ceph-mon[34393]: pgmap v497: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-08T06:02:56.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.771+0000 7f75fd0f0b80 1 Processor -- start 2024-05-08T06:02:56.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.771+0000 7f75fd0f0b80 1 -- start start 2024-05-08T06:02:56.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.771+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e038c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e018130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e021e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec1b2570 con 0x55e05e023060 2024-05-08T06:02:56.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec1afe00 con 0x55e05e0279d0 2024-05-08T06:02:56.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec1adc50 con 0x55e05e023980 2024-05-08T06:02:56.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e038c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75ebe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e021e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75eaa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e018130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e038c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50692/0 (socket says 172.21.15.69:50692) 2024-05-08T06:02:56.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75eb400700 1 -- 172.21.15.69:0/2161712876 learned_addr learned my addr 172.21.15.69:0/2161712876 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75ebe00700 1 -- 172.21.15.69:0/2161712876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 msgr2=0x55e05e018130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75ebe00700 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e018130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75ebe00700 1 -- 172.21.15.69:0/2161712876 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 msgr2=0x55e05e038c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.772+0000 7f75ebe00700 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e038c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.773+0000 7f75ebe00700 1 -- 172.21.15.69:0/2161712876 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e05e02c020 con 0x55e05e0279d0 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.773+0000 7f75ebe00700 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e021e70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f75e4009410 tx=0x7f75e4004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c50e4c0b47151e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.773+0000 7f75d7e00700 1 -- 172.21.15.69:0/2161712876 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4013550 con 0x55e05e0279d0 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.773+0000 7f75d7e00700 1 -- 172.21.15.69:0/2161712876 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75e4024030 con 0x55e05e0279d0 2024-05-08T06:02:56.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.773+0000 7f75d7e00700 1 -- 172.21.15.69:0/2161712876 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75e4015940 con 0x55e05e0279d0 2024-05-08T06:02:56.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/2161712876 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 msgr2=0x55e05e021e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e021e70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f75e4009410 tx=0x7f75e4004b40 comp rx=0 tx=0).stop 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/2161712876 shutdown_connections 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e021e70 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e038c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/2161712876 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e018130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/2161712876 >> 172.21.15.69:0/2161712876 conn(0x55e05df51b60 msgr2=0x55e05e017a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/2161712876 shutdown_connections 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.774+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/2161712876 wait complete. 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.775+0000 7f75fd0f0b80 1 -- start start 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.775+0000 7f75fd0f0b80 1 Processor -- start 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e030f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e0314c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e0a6350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec1ae2c0 con 0x55e05e023060 2024-05-08T06:02:56.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec1af730 con 0x55e05e0279d0 2024-05-08T06:02:56.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f75ec1ae990 con 0x55e05e023980 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75fd0f0b80 10 client.0 _ll_register_callbacks cb 0x55e05df1cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e030f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e030f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50698/0 (socket says 172.21.15.69:50698) 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 -- 172.21.15.69:0/3547473920 learned_addr learned my addr 172.21.15.69:0/3547473920 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75ebe00700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e0a6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eaa00700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e0314c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 -- 172.21.15.69:0/3547473920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 msgr2=0x55e05e0314c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e0314c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 -- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 msgr2=0x55e05e0a6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e0a6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.776+0000 7f75eb400700 1 -- 172.21.15.69:0/3547473920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e05e0a6890 con 0x55e05e023060 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75eb400700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e030f80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f75dc009990 tx=0x7f75dc021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb34f988b93d397 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:02:56.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75d5600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75d5600700 1 -- 172.21.15.69:0/3547473920 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75dc04b060 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75d5600700 1 -- 172.21.15.69:0/3547473920 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f75dc025ab0 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75e4024030 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75d5600700 1 -- 172.21.15.69:0/3547473920 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f75dc034040 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75fd0f0b80 10 client.15216 fetch_fsmap learned FSMap version 26 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.777+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e05e0a7a60 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75d5600700 1 -- 172.21.15.69:0/3547473920 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75e4024030 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75d5600700 1 -- 172.21.15.69:0/3547473920 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f75dc030890 con 0x55e05e023060 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75fd0f0b80 10 client.15216 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75fd0f0b80 10 client.15216 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75fd0f0b80 20 client.15216 populate_metadata read hostname 'smithi069' 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e0a80b0 0x55e05e0aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75fd0f0b80 4 client.15216 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e05df83400 con 0x55e05e0a80b0 2024-05-08T06:02:56.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.778+0000 7f75eaa00700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e0a80b0 0x55e05e0aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75eaa00700 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e0a80b0 0x55e05e0aa4d0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22ade8fd847fb8a6 server_cookie=76080cc03cdbf276 in_seq=0 out_seq=0 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75d5600700 10 client.15216 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75d5600700 1 -- 172.21.15.69:0/3547473920 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e05df83400 con 0x55e05e0a80b0 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75d5600700 10 client.15216 handle_command_reply: tid=0 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 client.15216 shutdown 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 msgr2=0x55e05e030f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e030f80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f75dc009990 tx=0x7f75dc021000 comp rx=0 tx=0).stop 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 shutdown_connections 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e05e0279d0 0x55e05e0a6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e05e023060 0x55e05e030f80 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e05e0a80b0 0x55e05e0aa4d0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 --2- 172.21.15.69:0/3547473920 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e05e023980 0x55e05e0314c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.779+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 >> 172.21.15.69:0/3547473920 conn(0x55e05df51b60 msgr2=0x55e05e029dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.780+0000 7f75d5600700 0 client.15216 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.780+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 shutdown_connections 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.780+0000 7f75fd0f0b80 1 -- 172.21.15.69:0/3547473920 wait complete. 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.780+0000 7f75fd0f0b80 20 client.15216 trim_cache size 0 max 16384 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:02:56.783 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:02:56.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75d00b2880 msgr2=0x7f75d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75d00b2880 0x7f75d00b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f75dc006010 tx=0x7f75dc00b260 comp rx=0 tx=0).stop 2024-05-08T06:02:56.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 msgr2=0x7f75ec19c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:02:56.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 0x7f75ec19c2d0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f75d800e9a0 tx=0x7f75d800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 shutdown_connections 2024-05-08T06:02:56.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f75ec109500 0x7f75ec1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f75ec06ba10 0x7f75ec19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f75d00b2880 0x7f75d00b4d40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 --2- 172.21.15.69:0/2941574555 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f75ec06c3d0 0x7f75ec19c2d0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:02:56.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 >> 172.21.15.69:0/2941574555 conn(0x7f75ec079310 msgr2=0x7f75ec10e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:02:56.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 shutdown_connections 2024-05-08T06:02:56.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:02:56.781+0000 7f75f2800700 1 -- 172.21.15.69:0/2941574555 wait complete. 2024-05-08T06:02:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:56 smithi135 ceph-mon[34761]: pgmap v497: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-05-08T06:02:57.989 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:02:57.989 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:02:58.448 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:02:58.622 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:02:58 smithi069 ceph-mon[29571]: pgmap v498: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-08T06:02:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:02:58 smithi105 ceph-mon[34393]: pgmap v498: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-08T06:02:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:02:58 smithi135 ceph-mon[34761]: pgmap v498: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-05-08T06:03:00.602 INFO:tasks.workunit.client.0.smithi069.stderr:Updating files: 59% (7269/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 97% (11977/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-08T06:03:00.666 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:00 smithi069 ceph-mon[29571]: pgmap v499: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:03:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:00 smithi105 ceph-mon[34393]: pgmap v499: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:03:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:00 smithi135 ceph-mon[34761]: pgmap v499: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-05-08T06:03:00.934 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 -- 172.21.15.69:0/2734673834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102530 msgr2=0x7feda4102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 --2- 172.21.15.69:0/2734673834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102530 0x7feda4102910 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fed980099c0 tx=0x7fed98009cd0 comp rx=0 tx=0).stop 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 -- 172.21.15.69:0/2734673834 shutdown_connections 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 --2- 172.21.15.69:0/2734673834 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feda4107610 0x7feda410f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 --2- 172.21.15.69:0/2734673834 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102530 0x7feda4102910 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 --2- 172.21.15.69:0/2734673834 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4102ee0 0x7feda4106f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 -- 172.21.15.69:0/2734673834 >> 172.21.15.69:0/2734673834 conn(0x7feda40fddc0 msgr2=0x7feda41001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 -- 172.21.15.69:0/2734673834 shutdown_connections 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.933+0000 7fedaa800700 1 -- 172.21.15.69:0/2734673834 wait complete. 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.934+0000 7fedaa800700 1 Processor -- start 2024-05-08T06:03:00.935 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 -- start start 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feda4102530 0x7feda41a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102ee0 0x7feda41a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 0x7feda419bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7feda4112520 con 0x7feda4102ee0 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7feda41123a0 con 0x7feda4107610 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7fedaa800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7feda41126a0 con 0x7feda4102530 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7feda9e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 0x7feda419bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7feda9400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feda4102530 0x7feda41a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7feda8a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102ee0 0x7feda41a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7feda9e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 0x7feda419bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33824/0 (socket says 172.21.15.69:33824) 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.935+0000 7feda9e00700 1 -- 172.21.15.69:0/2502298053 learned_addr learned my addr 172.21.15.69:0/2502298053 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda9e00700 1 -- 172.21.15.69:0/2502298053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feda4102530 msgr2=0x7feda41a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:00.937 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda9e00700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feda4102530 0x7feda41a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda9e00700 1 -- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102ee0 msgr2=0x7feda41a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda9e00700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102ee0 0x7feda41a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda9e00700 1 -- 172.21.15.69:0/2502298053 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feda419c260 con 0x7feda4107610 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda9e00700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 0x7feda419bb00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00ef30 tx=0x7fed9c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c0092e0 con 0x7feda4107610 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feda419c4f0 con 0x7feda4107610 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed9c004bb0 con 0x7feda4107610 2024-05-08T06:03:00.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.936+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed9c004020 con 0x7feda4107610 2024-05-08T06:03:00.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.937+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feda41a8810 con 0x7feda4107610 2024-05-08T06:03:00.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.938+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feda406a190 con 0x7feda4107610 2024-05-08T06:03:00.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.940+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fed9c01b030 con 0x7feda4107610 2024-05-08T06:03:00.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.941+0000 7feda2000700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fed8c0b2880 0x7fed8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:00.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.942+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fed9c0e2650 con 0x7feda4107610 2024-05-08T06:03:00.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.942+0000 7feda9400700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fed8c0b2880 0x7fed8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:00.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.942+0000 7feda9400700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fed8c0b2880 0x7fed8c0b4d40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fed98000c00 tx=0x7fed98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:00.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:00.943+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fed9c022020 con 0x7feda4107610 2024-05-08T06:03:01.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.217+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feda402e510 con 0x7feda4107610 2024-05-08T06:03:01.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.218+0000 7feda2000700 1 -- 172.21.15.69:0/2502298053 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fed9c010040 con 0x7feda4107610 2024-05-08T06:03:01.218 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:03:01.219 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:03:01.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fed8c0b2880 msgr2=0x7fed8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:01.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fed8c0b2880 0x7fed8c0b4d40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fed98000c00 tx=0x7fed98005fb0 comp rx=0 tx=0).stop 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 msgr2=0x7feda419bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 0x7feda419bb00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fed9c00ef30 tx=0x7fed9c00c3a0 comp rx=0 tx=0).stop 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 shutdown_connections 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fed8c0b2880 0x7fed8c0b4d40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feda4107610 0x7feda419bb00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feda4102530 0x7feda41a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 --2- 172.21.15.69:0/2502298053 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feda4102ee0 0x7feda41a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 >> 172.21.15.69:0/2502298053 conn(0x7feda40fddc0 msgr2=0x7feda40fef90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 shutdown_connections 2024-05-08T06:03:01.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:01.222+0000 7fedaa800700 1 -- 172.21.15.69:0/2502298053 wait complete. 2024-05-08T06:03:01.224 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr:Note: switching to 'bee299f4ac344e4c45e550d7a80abcadd7bc3d5a'. 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr:state without impacting any branches by switching back to a branch. 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.519 INFO:tasks.workunit.client.0.smithi069.stderr: git switch -c 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr:Or undo this operation with: 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr: git switch - 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-05-08T06:03:01.520 INFO:tasks.workunit.client.0.smithi069.stderr:HEAD is now at bee299f4ac3 mds: relax divergent backtrace scrub failures for replicated ancestor inodes 2024-05-08T06:03:01.537 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-08T06:03:01.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:01 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2502298053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:03:01.634 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-08T06:03:01.641 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-08T06:03:01.642 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-08T06:03:01.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:01 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2502298053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:03:01.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:01 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2502298053' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:03:02.360 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:03:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:02 smithi069 ceph-mon[29571]: pgmap v500: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:03:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:02 smithi105 ceph-mon[34393]: pgmap v500: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:03:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:02 smithi135 ceph-mon[34761]: pgmap v500: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:03:02.839 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:02.878 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-08T06:03:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-08T06:03:03.204 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-08T06:03:03.210 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-08T06:03:03.210 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-08T06:03:03.295 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-08T06:03:03.304 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T06:03:03.304 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-08T06:03:03.350 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-05-08T06:03:03.351 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-05-08T06:03:03.351 DEBUG:teuthology.orchestra.run.smithi069:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bee299f4ac344e4c45e550d7a80abcadd7bc3d5a TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-08T06:03:03.459 INFO:tasks.workunit.client.0.smithi069.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-05-08T06:03:03.461 INFO:tasks.workunit.client.0.smithi069.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-05-08T06:03:03.461 INFO:tasks.workunit.client.0.smithi069.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-05-08T06:03:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:04 smithi105 ceph-mon[34393]: pgmap v501: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-08T06:03:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:04 smithi135 ceph-mon[34761]: pgmap v501: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-08T06:03:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:04 smithi069 ceph-mon[29571]: pgmap v501: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 -- 172.21.15.69:0/1593959395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3084109510 msgr2=0x7f30841098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 --2- 172.21.15.69:0/1593959395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3084109510 0x7f30841098f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3078009990 tx=0x7f3078009ca0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 -- 172.21.15.69:0/1593959395 shutdown_connections 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 --2- 172.21.15.69:0/1593959395 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f308406bb40 0x7f3084110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 --2- 172.21.15.69:0/1593959395 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3084109510 0x7f30841098f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 --2- 172.21.15.69:0/1593959395 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f308406b180 0x7f308406b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 -- 172.21.15.69:0/1593959395 >> 172.21.15.69:0/1593959395 conn(0x7f3084079350 msgr2=0x7f3084079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:05.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 -- 172.21.15.69:0/1593959395 shutdown_connections 2024-05-08T06:03:05.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.411+0000 7f308be00700 1 -- 172.21.15.69:0/1593959395 wait complete. 2024-05-08T06:03:05.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 Processor -- start 2024-05-08T06:03:05.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 -- start start 2024-05-08T06:03:05.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 0x7f308419bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f308406bb40 0x7f308419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3084109510 0x7f30841a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3084113670 con 0x7f308406b180 2024-05-08T06:03:05.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f30841134f0 con 0x7f3084109510 2024-05-08T06:03:05.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.413+0000 7f308be00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f30841137f0 con 0x7f308406bb40 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 0x7f308419bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 0x7f308419bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43154/0 (socket says 172.21.15.69:43154) 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 -- 172.21.15.69:0/3583553244 learned_addr learned my addr 172.21.15.69:0/3583553244 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3088a00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f308406bb40 0x7f308419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089e00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3084109510 0x7f30841a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 -- 172.21.15.69:0/3583553244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f308406bb40 msgr2=0x7f308419c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f308406bb40 0x7f308419c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 -- 172.21.15.69:0/3583553244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3084109510 msgr2=0x7f30841a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3084109510 0x7f30841a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 -- 172.21.15.69:0/3583553244 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30841a0e00 con 0x7f308406b180 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089e00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3084109510 0x7f30841a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.414+0000 7f3089400700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 0x7f308419bdf0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3078005910 tx=0x7f30780047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.415+0000 7f3082000700 1 -- 172.21.15.69:0/3583553244 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3078027070 con 0x7f308406b180 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.415+0000 7f3082000700 1 -- 172.21.15.69:0/3583553244 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3078003f20 con 0x7f308406b180 2024-05-08T06:03:05.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.415+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30841a1090 con 0x7f308406b180 2024-05-08T06:03:05.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.415+0000 7f3082000700 1 -- 172.21.15.69:0/3583553244 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3078022c60 con 0x7f308406b180 2024-05-08T06:03:05.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.415+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30841a8970 con 0x7f308406b180 2024-05-08T06:03:05.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.419+0000 7f3082000700 1 -- 172.21.15.69:0/3583553244 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f307802a070 con 0x7f308406b180 2024-05-08T06:03:05.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 Processor -- start 2024-05-08T06:03:05.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 -- start start 2024-05-08T06:03:05.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x561251391fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x56125138c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56125138c8f0 0x56125138cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5612512dea20 con 0x5612513924e0 2024-05-08T06:03:05.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56125127c760 con 0x56125138c8f0 2024-05-08T06:03:05.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f309672eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5612512da9e0 con 0x561251391bc0 2024-05-08T06:03:05.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.420+0000 7f3082000700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f306c0b2900 0x7f306c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3089e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x561251391fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3089e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x561251391fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37740/0 (socket says 172.21.15.69:37740) 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3089e00700 1 -- 172.21.15.69:0/1181918187 learned_addr learned my addr 172.21.15.69:0/1181918187 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3088a00700 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56125138c8f0 0x56125138cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3082000700 1 -- 172.21.15.69:0/3583553244 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3078022e00 con 0x7f308406b180 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3089400700 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x56125138c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3089e00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f306c0b2900 0x7f306c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3088a00700 1 -- 172.21.15.69:0/1181918187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 msgr2=0x561251391fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3088a00700 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x561251391fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3088a00700 1 -- 172.21.15.69:0/1181918187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 msgr2=0x56125138c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3088a00700 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x56125138c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3088a00700 1 -- 172.21.15.69:0/1181918187 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56125122b8d0 con 0x56125138c8f0 2024-05-08T06:03:05.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.421+0000 7f3089e00700 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x561251391fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.422+0000 7f3088a00700 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56125138c8f0 0x56125138cd70 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3070005950 tx=0x7f307000bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24d0d9ca03d1fb74 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.422+0000 7f3089e00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f306c0b2900 0x7f306c0b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f307c019430 tx=0x7f307c009130 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.422+0000 7f3076a00700 1 -- 172.21.15.69:0/1181918187 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3070010c70 con 0x56125138c8f0 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.422+0000 7f3076a00700 1 -- 172.21.15.69:0/1181918187 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30700044e0 con 0x56125138c8f0 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.422+0000 7f3076a00700 1 -- 172.21.15.69:0/1181918187 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3070005280 con 0x56125138c8f0 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 -- 172.21.15.69:0/1181918187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56125138c8f0 msgr2=0x56125138cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56125138c8f0 0x56125138cd70 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3070005950 tx=0x7f307000bf60 comp rx=0 tx=0).stop 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 -- 172.21.15.69:0/1181918187 shutdown_connections 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56125138c8f0 0x56125138cd70 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x561251391fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 --2- 172.21.15.69:0/1181918187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x56125138c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 -- 172.21.15.69:0/1181918187 >> 172.21.15.69:0/1181918187 conn(0x5612513046d0 msgr2=0x561251386b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:05.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 -- 172.21.15.69:0/1181918187 shutdown_connections 2024-05-08T06:03:05.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.423+0000 7f309672eb80 1 -- 172.21.15.69:0/1181918187 wait complete. 2024-05-08T06:03:05.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.424+0000 7f309672eb80 1 -- start start 2024-05-08T06:03:05.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 Processor -- start 2024-05-08T06:03:05.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56125138c8f0 0x561251398250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x5612513955f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5612513924e0 0x561251395b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561251398f20 con 0x56125138c8f0 2024-05-08T06:03:05.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561251244b20 con 0x5612513924e0 2024-05-08T06:03:05.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5612513990a0 con 0x561251391bc0 2024-05-08T06:03:05.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.425+0000 7f309672eb80 10 client.0 _ll_register_callbacks cb 0x561251285c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:05.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3089400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56125138c8f0 0x561251398250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3088a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x5612513955f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3089400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56125138c8f0 0x561251398250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43162/0 (socket says 172.21.15.69:43162) 2024-05-08T06:03:05.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3089400700 1 -- 172.21.15.69:0/3026267321 learned_addr learned my addr 172.21.15.69:0/3026267321 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:05.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3089e00700 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5612513924e0 0x561251395b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3088a00700 1 -- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5612513924e0 msgr2=0x561251395b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3088a00700 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5612513924e0 0x561251395b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3088a00700 1 -- 172.21.15.69:0/3026267321 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56125138c8f0 msgr2=0x561251398250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3088a00700 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56125138c8f0 0x561251398250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.426+0000 7f3088a00700 1 -- 172.21.15.69:0/3026267321 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612512a4420 con 0x561251391bc0 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.427+0000 7f3088a00700 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x5612513955f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f307000c010 tx=0x7f3070004980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc756d3c10db5e16 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.427+0000 7f306b400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.427+0000 7f306b400700 1 -- 172.21.15.69:0/3026267321 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3070010c80 con 0x561251391bc0 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.427+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30700044e0 con 0x561251391bc0 2024-05-08T06:03:05.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.427+0000 7f306b400700 1 -- 172.21.15.69:0/3026267321 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3070004d70 con 0x561251391bc0 2024-05-08T06:03:05.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f306b400700 1 -- 172.21.15.69:0/3026267321 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3070010e20 con 0x561251391bc0 2024-05-08T06:03:05.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 10 client.25318 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:05.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5612513a3820 con 0x561251391bc0 2024-05-08T06:03:05.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f306b400700 1 -- 172.21.15.69:0/3026267321 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30700044e0 con 0x561251391bc0 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f306b400700 1 -- 172.21.15.69:0/3026267321 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3070011830 con 0x561251391bc0 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 10 client.25318 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 10 client.25318 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 20 client.25318 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612513a5d50 0x5612513a8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.428+0000 7f309672eb80 4 client.25318 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.429+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561251359140 con 0x5612513a5d50 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.429+0000 7f3089400700 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612513a5d50 0x5612513a8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.429+0000 7f3089400700 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612513a5d50 0x5612513a8140 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fcf45c6ca9f2541d server_cookie=b13aec23e1e17164 in_seq=0 out_seq=0 2024-05-08T06:03:05.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.429+0000 7f306b400700 10 client.25318 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:05.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.430+0000 7f306b400700 1 -- 172.21.15.69:0/3026267321 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561251359140 con 0x5612513a5d50 2024-05-08T06:03:05.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.430+0000 7f306b400700 10 client.25318 handle_command_reply: tid=0 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.430+0000 7f309672eb80 1 client.25318 shutdown 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.430+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 msgr2=0x5612513955f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.430+0000 7f309672eb80 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x5612513955f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f307000c010 tx=0x7f3070004980 comp rx=0 tx=0).stop 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 shutdown_connections 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612513a5d50 0x5612513a8140 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5612513924e0 0x561251395b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56125138c8f0 0x561251398250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 --2- 172.21.15.69:0/3026267321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561251391bc0 0x5612513955f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f306b400700 0 client.25318 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 >> 172.21.15.69:0/3026267321 conn(0x5612513046d0 msgr2=0x561251386190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 shutdown_connections 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 1 -- 172.21.15.69:0/3026267321 wait complete. 2024-05-08T06:03:05.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.431+0000 7f309672eb80 20 client.25318 trim_cache size 0 max 16384 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.447+0000 7f309672eb80 1 Processor -- start 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.447+0000 7f309672eb80 1 -- start start 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f309672eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125138c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f309672eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x5612513a1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f309672eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x561251386910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f309672eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f30841b23e0 con 0x5612513924e0 2024-05-08T06:03:05.447 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f309672eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f30841afc70 con 0x561251391bc0 2024-05-08T06:03:05.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f309672eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f30841adae0 con 0x56125138c8f0 2024-05-08T06:03:05.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f3089e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x561251386910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f3088a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x5612513a1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f3089400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125138c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f3089e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x561251386910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43164/0 (socket says 172.21.15.69:43164) 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f3089e00700 1 -- 172.21.15.69:0/1189771521 learned_addr learned my addr 172.21.15.69:0/1189771521 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.448+0000 7f3089400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125138c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37758/0 (socket says 172.21.15.69:37758) 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3089400700 1 -- 172.21.15.69:0/1189771521 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 msgr2=0x5612513a1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3089400700 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x5612513a1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3089400700 1 -- 172.21.15.69:0/1189771521 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 msgr2=0x561251386910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3089400700 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x561251386910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3089400700 1 -- 172.21.15.69:0/1189771521 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612513953c0 con 0x56125138c8f0 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3089400700 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125138c2d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f30780a78d0 tx=0x7f3078092040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1db3ba7c0e61fd9c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3076000700 1 -- 172.21.15.69:0/1189771521 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30780aa170 con 0x56125138c8f0 2024-05-08T06:03:05.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3076000700 1 -- 172.21.15.69:0/1189771521 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30780aad60 con 0x56125138c8f0 2024-05-08T06:03:05.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.449+0000 7f3076000700 1 -- 172.21.15.69:0/1189771521 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30780920b0 con 0x56125138c8f0 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 -- 172.21.15.69:0/1189771521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 msgr2=0x56125138c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125138c2d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f30780a78d0 tx=0x7f3078092040 comp rx=0 tx=0).stop 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 -- 172.21.15.69:0/1189771521 shutdown_connections 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x561251386910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125138c2d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 --2- 172.21.15.69:0/1189771521 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x5612513a1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 -- 172.21.15.69:0/1189771521 >> 172.21.15.69:0/1189771521 conn(0x5612513046d0 msgr2=0x5612513873f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:05.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 -- 172.21.15.69:0/1189771521 shutdown_connections 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.450+0000 7f309672eb80 1 -- 172.21.15.69:0/1189771521 wait complete. 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.451+0000 7f309672eb80 1 -- start start 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.451+0000 7f309672eb80 1 Processor -- start 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.451+0000 7f309672eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125139e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.451+0000 7f309672eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x56125139e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f309672eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x5612513ac850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f309672eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f30841ae130 con 0x5612513924e0 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f309672eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f30841af5a0 con 0x561251391bc0 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f309672eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f30841ae800 con 0x56125138c8f0 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f309672eb80 10 client.0 _ll_register_callbacks cb 0x561251285c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3089400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125139e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3088a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x56125139e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3089400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125139e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37766/0 (socket says 172.21.15.69:37766) 2024-05-08T06:03:05.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3089400700 1 -- 172.21.15.69:0/2473946689 learned_addr learned my addr 172.21.15.69:0/2473946689 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:05.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3089e00700 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x5612513ac850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3088a00700 1 -- 172.21.15.69:0/2473946689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 msgr2=0x56125139e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3088a00700 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125139e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3088a00700 1 -- 172.21.15.69:0/2473946689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 msgr2=0x5612513ac850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3088a00700 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x5612513ac850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.452+0000 7f3088a00700 1 -- 172.21.15.69:0/2473946689 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612513acfd0 con 0x561251391bc0 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f3088a00700 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x56125139e870 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f307000bbd0 tx=0x7f3070011990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eeef3fccfed21f7b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:05.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f306b400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f306b400700 1 -- 172.21.15.69:0/2473946689 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3070010c80 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30780aad60 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f306b400700 1 -- 172.21.15.69:0/2473946689 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3070004030 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f306b400700 1 -- 172.21.15.69:0/2473946689 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f30700106b0 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f309672eb80 10 client.25358 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.453+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56125140fe70 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f306b400700 1 -- 172.21.15.69:0/2473946689 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30780aad60 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f306b400700 1 -- 172.21.15.69:0/2473946689 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3070038030 con 0x561251391bc0 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f309672eb80 10 client.25358 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f309672eb80 10 client.25358 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f309672eb80 20 client.25358 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f309672eb80 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612514104a0 0x5612514128c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f309672eb80 4 client.25358 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:03:05.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5612512ec400 con 0x5612514104a0 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.454+0000 7f3089400700 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612514104a0 0x5612514128c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f3089400700 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612514104a0 0x5612514128c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=12a70ba3df3e9e31 server_cookie=e81f9091401dbd26 in_seq=0 out_seq=0 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f306b400700 10 client.25358 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f306b400700 1 -- 172.21.15.69:0/2473946689 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5612512ec400 con 0x5612514104a0 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f306b400700 10 client.25358 handle_command_reply: tid=0 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 client.25358 shutdown 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 msgr2=0x56125139e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x56125139e870 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f307000bbd0 tx=0x7f3070011990 comp rx=0 tx=0).stop 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 shutdown_connections 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5612514104a0 0x5612514128c0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5612513924e0 0x5612513ac850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f306b400700 0 client.25358 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56125138c8f0 0x56125139e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 --2- 172.21.15.69:0/2473946689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561251391bc0 0x56125139e870 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.455+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 >> 172.21.15.69:0/2473946689 conn(0x5612513046d0 msgr2=0x561251393ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:05.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.456+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 shutdown_connections 2024-05-08T06:03:05.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.456+0000 7f309672eb80 1 -- 172.21.15.69:0/2473946689 wait complete. 2024-05-08T06:03:05.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.456+0000 7f309672eb80 20 client.25358 trim_cache size 0 max 16384 2024-05-08T06:03:05.458 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:03:05.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f306c0b2900 msgr2=0x7f306c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f306c0b2900 0x7f306c0b4dc0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f307c019430 tx=0x7f307c009130 comp rx=0 tx=0).stop 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 msgr2=0x7f308419bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 0x7f308419bdf0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3078005910 tx=0x7f30780047b0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 shutdown_connections 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f306c0b2900 0x7f306c0b4dc0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3084109510 0x7f30841a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f308406b180 0x7f308419bdf0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 --2- 172.21.15.69:0/3583553244 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f308406bb40 0x7f308419c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 >> 172.21.15.69:0/3583553244 conn(0x7f3084079350 msgr2=0x7f308410e680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 shutdown_connections 2024-05-08T06:03:05.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:05.457+0000 7f308be00700 1 -- 172.21.15.69:0/3583553244 wait complete. 2024-05-08T06:03:06.460 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:03:06.720 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:06 smithi069 ceph-mon[29571]: pgmap v502: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T06:03:06.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:06 smithi105 ceph-mon[34393]: pgmap v502: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T06:03:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:06 smithi135 ceph-mon[34761]: pgmap v502: 97 pgs: 97 active+clean; 660 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T06:03:06.865 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:08 smithi069 ceph-mon[29571]: pgmap v503: 97 pgs: 97 active+clean; 680 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-08T06:03:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:08 smithi105 ceph-mon[34393]: pgmap v503: 97 pgs: 97 active+clean; 680 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-08T06:03:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:08 smithi135 ceph-mon[34761]: pgmap v503: 97 pgs: 97 active+clean; 680 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 -- 172.21.15.69:0/2045341373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406bbd0 msgr2=0x7f93b406c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 --2- 172.21.15.69:0/2045341373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406bbd0 0x7f93b406c050 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f93a0009990 tx=0x7f93a0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 -- 172.21.15.69:0/2045341373 shutdown_connections 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 --2- 172.21.15.69:0/2045341373 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f93b406c590 0x7f93b4110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 --2- 172.21.15.69:0/2045341373 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b4109510 0x7f93b41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 --2- 172.21.15.69:0/2045341373 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406bbd0 0x7f93b406c050 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 -- 172.21.15.69:0/2045341373 >> 172.21.15.69:0/2045341373 conn(0x7f93b4079350 msgr2=0x7f93b4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 -- 172.21.15.69:0/2045341373 shutdown_connections 2024-05-08T06:03:09.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.194+0000 7f93baa00700 1 -- 172.21.15.69:0/2045341373 wait complete. 2024-05-08T06:03:09.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.195+0000 7f93baa00700 1 Processor -- start 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.195+0000 7f93baa00700 1 -- start start 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.195+0000 7f93baa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b406bbd0 0x7f93b419f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.195+0000 7f93baa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 0x7f93b419fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93baa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f93b4109510 0x7f93b41999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93baa00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f93b4113690 con 0x7f93b406c590 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93baa00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f93b4113510 con 0x7f93b4109510 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93baa00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f93b4113810 con 0x7f93b406bbd0 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 0x7f93b419fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b406bbd0 0x7f93b419f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 0x7f93b419fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39276/0 (socket says 172.21.15.69:39276) 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3400700 1 -- 172.21.15.69:0/2423762787 learned_addr learned my addr 172.21.15.69:0/2423762787 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:09.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b8a00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f93b4109510 0x7f93b41999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3e00700 1 -- 172.21.15.69:0/2423762787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f93b4109510 msgr2=0x7f93b41999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f93b4109510 0x7f93b41999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3e00700 1 -- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 msgr2=0x7f93b419fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 0x7f93b419fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3e00700 1 -- 172.21.15.69:0/2423762787 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93b419a130 con 0x7f93b406bbd0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.196+0000 7f93b3400700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 0x7f93b419fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.197+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b406bbd0 0x7f93b419f810 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f93a400e9f0 tx=0x7f93a400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.197+0000 7f93b0c00700 1 -- 172.21.15.69:0/2423762787 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a4004220 con 0x7f93b406bbd0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.197+0000 7f93b0c00700 1 -- 172.21.15.69:0/2423762787 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93a40043c0 con 0x7f93b406bbd0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.197+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93b419a420 con 0x7f93b406bbd0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.197+0000 7f93b0c00700 1 -- 172.21.15.69:0/2423762787 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a4005020 con 0x7f93b406bbd0 2024-05-08T06:03:09.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.197+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93b41a66e0 con 0x7f93b406bbd0 2024-05-08T06:03:09.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.201+0000 7f93b0c00700 1 -- 172.21.15.69:0/2423762787 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f93a4004750 con 0x7f93b406bbd0 2024-05-08T06:03:09.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.202+0000 7f93c544eb80 1 Processor -- start 2024-05-08T06:03:09.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.202+0000 7f93c544eb80 1 -- start start 2024-05-08T06:03:09.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.202+0000 7f93b0c00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f93980b2900 0x7f93980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b0c00700 1 -- 172.21.15.69:0/2423762787 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f93a40e2090 con 0x7f93b406bbd0 2024-05-08T06:03:09.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5aa440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5ae490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5aee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93c544eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556b7f4fca20 con 0x556b7f5ae9d0 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93c544eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556b7f49a760 con 0x556b7f5aa060 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93c544eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556b7f4f89e0 con 0x556b7f5aa980 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b8a00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f93980b2900 0x7f93980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5aa440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5aa440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32810/0 (socket says 172.21.15.69:32810) 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b3e00700 1 -- 172.21.15.69:0/338494839 learned_addr learned my addr 172.21.15.69:0/338494839 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b8a00700 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.203+0000 7f93b3400700 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3e00700 1 -- 172.21.15.69:0/338494839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 msgr2=0x556b7f5ae490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3e00700 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5ae490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3e00700 1 -- 172.21.15.69:0/338494839 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 msgr2=0x556b7f5aee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3e00700 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5aee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3e00700 1 -- 172.21.15.69:0/338494839 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b7f4498d0 con 0x556b7f5aa060 2024-05-08T06:03:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3400700 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:03:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b8a00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f93980b2900 0x7f93980b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00f870 tx=0x7f93ac00fc30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93b3e00700 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5aa440 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f93a4009230 tx=0x7f93a40a8f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65cd6c860beba167 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93a9600700 1 -- 172.21.15.69:0/338494839 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a401c070 con 0x556b7f5aa060 2024-05-08T06:03:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93a9600700 1 -- 172.21.15.69:0/338494839 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93a40ada70 con 0x556b7f5aa060 2024-05-08T06:03:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.204+0000 7f93a9600700 1 -- 172.21.15.69:0/338494839 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a40a9920 con 0x556b7f5aa060 2024-05-08T06:03:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 -- 172.21.15.69:0/338494839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 msgr2=0x556b7f5aa440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5aa440 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f93a4009230 tx=0x7f93a40a8f00 comp rx=0 tx=0).stop 2024-05-08T06:03:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 -- 172.21.15.69:0/338494839 shutdown_connections 2024-05-08T06:03:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5aa440 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 --2- 172.21.15.69:0/338494839 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.205+0000 7f93c544eb80 1 -- 172.21.15.69:0/338494839 >> 172.21.15.69:0/338494839 conn(0x556b7f4d8b60 msgr2=0x556b7f5a47a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.206+0000 7f93c544eb80 1 -- 172.21.15.69:0/338494839 shutdown_connections 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.206+0000 7f93c544eb80 1 -- 172.21.15.69:0/338494839 wait complete. 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.206+0000 7f93c544eb80 1 -- start start 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.206+0000 7f93c544eb80 1 Processor -- start 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa060 0x556b7f5b5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa980 0x556b7f5b31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5b3700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556b7f5baf90 con 0x556b7f5aa980 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556b7f462b20 con 0x556b7f5ae9d0 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556b7f5bb110 con 0x556b7f5aa060 2024-05-08T06:03:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93c544eb80 10 client.0 _ll_register_callbacks cb 0x556b7f4a3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93b3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa980 0x556b7f5b31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93b8a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5b3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93b8a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5b3700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32812/0 (socket says 172.21.15.69:32812) 2024-05-08T06:03:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93b8a00700 1 -- 172.21.15.69:0/1985637734 learned_addr learned my addr 172.21.15.69:0/1985637734 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.207+0000 7f93b3e00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa060 0x556b7f5b5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b8a00700 1 -- 172.21.15.69:0/1985637734 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa060 msgr2=0x556b7f5b5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b8a00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa060 0x556b7f5b5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b8a00700 1 -- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa980 msgr2=0x556b7f5b31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b8a00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa980 0x556b7f5b31c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b8a00700 1 -- 172.21.15.69:0/1985637734 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b7f4c2420 con 0x556b7f5ae9d0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b3e00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa060 0x556b7f5b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93b8a00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5b3700 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f93ac018b00 tx=0x7f93ac004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6a37cba5418fa7a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f939e000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f939e000700 1 -- 172.21.15.69:0/1985637734 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93ac029020 con 0x556b7f5ae9d0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f939e000700 1 -- 172.21.15.69:0/1985637734 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f93ac008ba0 con 0x556b7f5ae9d0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.208+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93a40ada70 con 0x556b7f5ae9d0 2024-05-08T06:03:09.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.209+0000 7f939e000700 1 -- 172.21.15.69:0/1985637734 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93ac008da0 con 0x556b7f5ae9d0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.209+0000 7f93c544eb80 10 client.25370 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.209+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556b7f5c57d0 con 0x556b7f5ae9d0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.209+0000 7f939e000700 1 -- 172.21.15.69:0/1985637734 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93a40ada70 con 0x556b7f5ae9d0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.209+0000 7f939e000700 1 -- 172.21.15.69:0/1985637734 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f93ac01a440 con 0x556b7f5ae9d0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93c544eb80 10 client.25370 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93c544eb80 10 client.25370 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93c544eb80 20 client.25370 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93c544eb80 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f5c7eb0 0x556b7f5ca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93c544eb80 4 client.25370 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b7f5770a0 con 0x556b7f5c7eb0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93b3e00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f5c7eb0 0x556b7f5ca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f93b3e00700 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f5c7eb0 0x556b7f5ca2a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6666b03c25e01ba server_cookie=6a7708682fb75b83 in_seq=0 out_seq=0 2024-05-08T06:03:09.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.210+0000 7f939e000700 10 client.25370 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:09.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f939e000700 1 -- 172.21.15.69:0/1985637734 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556b7f5770a0 con 0x556b7f5c7eb0 2024-05-08T06:03:09.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f939e000700 10 client.25370 handle_command_reply: tid=0 2024-05-08T06:03:09.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f93c544eb80 1 client.25370 shutdown 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 msgr2=0x556b7f5b3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f93c544eb80 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5b3700 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f93ac018b00 tx=0x7f93ac004b40 comp rx=0 tx=0).stop 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 shutdown_connections 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.211+0000 7f93c544eb80 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f5c7eb0 0x556b7f5ca2a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5b3700 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa060 0x556b7f5b5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 1 --2- 172.21.15.69:0/1985637734 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa980 0x556b7f5b31c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f939e000700 0 client.25370 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 >> 172.21.15.69:0/1985637734 conn(0x556b7f4d8b60 msgr2=0x556b7f59f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 shutdown_connections 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 1 -- 172.21.15.69:0/1985637734 wait complete. 2024-05-08T06:03:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.212+0000 7f93c544eb80 20 client.25370 trim_cache size 0 max 16384 2024-05-08T06:03:09.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.228+0000 7f93c544eb80 1 Processor -- start 2024-05-08T06:03:09.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.228+0000 7f93c544eb80 1 -- start start 2024-05-08T06:03:09.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5c4020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5d00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93c544eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f93b41ae220 con 0x556b7f5ae9d0 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93c544eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f93b41abab0 con 0x556b7f5aa060 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93c544eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f93b41a9900 con 0x556b7f5aa980 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5c4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b8a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5d00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5c4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32818/0 (socket says 172.21.15.69:32818) 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b3e00700 1 -- 172.21.15.69:0/2685374707 learned_addr learned my addr 172.21.15.69:0/2685374707 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b3400700 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b3e00700 1 -- 172.21.15.69:0/2685374707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 msgr2=0x556b7f5cfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.229+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cfbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93b3e00700 1 -- 172.21.15.69:0/2685374707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 msgr2=0x556b7f5d00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5d00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93b3e00700 1 -- 172.21.15.69:0/2685374707 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b7f5a59c0 con 0x556b7f5aa060 2024-05-08T06:03:09.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93b3400700 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cfbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:09.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93b8a00700 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:09.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5c4020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f93a40dfbf0 tx=0x7f93a4091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2aa3c2451fc025fb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:09.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93a8c00700 1 -- 172.21.15.69:0/2685374707 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a401c040 con 0x556b7f5aa060 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93a8c00700 1 -- 172.21.15.69:0/2685374707 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93a4004d70 con 0x556b7f5aa060 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.230+0000 7f93a8c00700 1 -- 172.21.15.69:0/2685374707 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a40b2090 con 0x556b7f5aa060 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 -- 172.21.15.69:0/2685374707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 msgr2=0x556b7f5c4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5c4020 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f93a40dfbf0 tx=0x7f93a4091040 comp rx=0 tx=0).stop 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 -- 172.21.15.69:0/2685374707 shutdown_connections 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5ae9d0 0x556b7f5d00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5aa060 0x556b7f5c4020 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2685374707 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cfbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 -- 172.21.15.69:0/2685374707 >> 172.21.15.69:0/2685374707 conn(0x556b7f4d8b60 msgr2=0x556b7f5b1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 -- 172.21.15.69:0/2685374707 shutdown_connections 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.231+0000 7f93c544eb80 1 -- 172.21.15.69:0/2685374707 wait complete. 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 -- start start 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 Processor -- start 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 0x556b7f5cf160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5bf380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f93b41a9f70 con 0x556b7f5aa060 2024-05-08T06:03:09.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f93b41ab3e0 con 0x556b7f5ae9d0 2024-05-08T06:03:09.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f93b41aa640 con 0x556b7f5aa980 2024-05-08T06:03:09.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.232+0000 7f93c544eb80 10 client.0 _ll_register_callbacks cb 0x556b7f5b42d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:09.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 0x556b7f5cf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 0x556b7f5cf160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39312/0 (socket says 172.21.15.69:39312) 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 -- 172.21.15.69:0/2450439327 learned_addr learned my addr 172.21.15.69:0/2450439327 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b8a00700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5bf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 -- 172.21.15.69:0/2450439327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 msgr2=0x556b7f5cf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cf6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 -- 172.21.15.69:0/2450439327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 msgr2=0x556b7f5bf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5bf380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 -- 172.21.15.69:0/2450439327 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b7f5bf8c0 con 0x556b7f5aa060 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b8a00700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5bf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.233+0000 7f93b3e00700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 0x556b7f5cf160 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f93a40a5740 tx=0x7f93a40a5580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42597dbb7936955b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f939e000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f939e000700 1 -- 172.21.15.69:0/2450439327 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93a40c7070 con 0x556b7f5aa060 2024-05-08T06:03:09.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f939e000700 1 -- 172.21.15.69:0/2450439327 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f93a40a9b20 con 0x556b7f5aa060 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93a4004d70 con 0x556b7f5aa060 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f939e000700 1 -- 172.21.15.69:0/2450439327 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f93a401c070 con 0x556b7f5aa060 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f93c544eb80 10 client.15258 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556b7f5c0ba0 con 0x556b7f5aa060 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.234+0000 7f939e000700 1 -- 172.21.15.69:0/2450439327 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f93a4004d70 con 0x556b7f5aa060 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f939e000700 1 -- 172.21.15.69:0/2450439327 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f93a40a5030 con 0x556b7f5aa060 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93c544eb80 10 client.15258 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93c544eb80 10 client.15258 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93c544eb80 20 client.15258 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f636f50 0x556b7f639340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93c544eb80 4 client.15258 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556b7f50a400 con 0x556b7f636f50 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.235+0000 7f93b3400700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f636f50 0x556b7f639340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:09.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93b3400700 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f636f50 0x556b7f639340 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=657af27b3fa0b8e4 server_cookie=fd213c81ad95d95d in_seq=0 out_seq=0 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f939e000700 10 client.15258 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f939e000700 1 -- 172.21.15.69:0/2450439327 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556b7f50a400 con 0x556b7f636f50 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f939e000700 10 client.15258 handle_command_reply: tid=0 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 client.15258 shutdown 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 msgr2=0x556b7f5cf160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 0x556b7f5cf160 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f93a40a5740 tx=0x7f93a40a5580 comp rx=0 tx=0).stop 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 shutdown_connections 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556b7f636f50 0x556b7f639340 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556b7f5ae9d0 0x556b7f5bf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556b7f5aa060 0x556b7f5cf160 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 --2- 172.21.15.69:0/2450439327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556b7f5aa980 0x556b7f5cf6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f939e000700 0 client.15258 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 >> 172.21.15.69:0/2450439327 conn(0x556b7f4d8b60 msgr2=0x556b7f59ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:09.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.236+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 shutdown_connections 2024-05-08T06:03:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93c544eb80 1 -- 172.21.15.69:0/2450439327 wait complete. 2024-05-08T06:03:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93c544eb80 20 client.15258 trim_cache size 0 max 16384 2024-05-08T06:03:09.240 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:03:09.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f93980b2900 msgr2=0x7f93980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f93980b2900 0x7f93980b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f93ac00f870 tx=0x7f93ac00fc30 comp rx=0 tx=0).stop 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b406bbd0 msgr2=0x7f93b419f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b406bbd0 0x7f93b419f810 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f93a400e9f0 tx=0x7f93a400ed00 comp rx=0 tx=0).stop 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 shutdown_connections 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f93980b2900 0x7f93980b4dc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f93b4109510 0x7f93b41999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f93b406bbd0 0x7f93b419f810 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 --2- 172.21.15.69:0/2423762787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f93b406c590 0x7f93b419fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.237+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 >> 172.21.15.69:0/2423762787 conn(0x7f93b4079350 msgr2=0x7f93b4101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.238+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 shutdown_connections 2024-05-08T06:03:09.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:09.238+0000 7f93baa00700 1 -- 172.21.15.69:0/2423762787 wait complete. 2024-05-08T06:03:10.285 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:03:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:10 smithi069 ceph-mon[29571]: pgmap v504: 97 pgs: 97 active+clean; 680 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-05-08T06:03:10.742 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:10 smithi105 ceph-mon[34393]: pgmap v504: 97 pgs: 97 active+clean; 680 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-05-08T06:03:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:10 smithi135 ceph-mon[34761]: pgmap v504: 97 pgs: 97 active+clean; 680 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-05-08T06:03:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:12 smithi069 ceph-mon[29571]: pgmap v505: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 9 op/s 2024-05-08T06:03:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:12 smithi105 ceph-mon[34393]: pgmap v505: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 9 op/s 2024-05-08T06:03:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:12 smithi135 ceph-mon[34761]: pgmap v505: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.8 KiB/s wr, 9 op/s 2024-05-08T06:03:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.152+0000 7f63bac00700 1 -- 172.21.15.69:0/3428082282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 msgr2=0x7f63b41102c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.152+0000 7f63bac00700 1 --2- 172.21.15.69:0/3428082282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 0x7f63b41102c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f63ac009f90 tx=0x7f63ac00b330 comp rx=0 tx=0).stop 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 -- 172.21.15.69:0/3428082282 shutdown_connections 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 --2- 172.21.15.69:0/3428082282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 0x7f63b41102c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 --2- 172.21.15.69:0/3428082282 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b41039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 --2- 172.21.15.69:0/3428082282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 0x7f63b4108010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 -- 172.21.15.69:0/3428082282 >> 172.21.15.69:0/3428082282 conn(0x7f63b40feec0 msgr2=0x7f63b41012e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 -- 172.21.15.69:0/3428082282 shutdown_connections 2024-05-08T06:03:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.153+0000 7f63bac00700 1 -- 172.21.15.69:0/3428082282 wait complete. 2024-05-08T06:03:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.154+0000 7f63bac00700 1 Processor -- start 2024-05-08T06:03:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.154+0000 7f63bac00700 1 -- start start 2024-05-08T06:03:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.154+0000 7f63bac00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b419f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63bac00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 0x7f63b419fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63bac00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 0x7f63b41998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63bac00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f63b4113600 con 0x7f63b4103610 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63bac00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f63b4113480 con 0x7f63b41086f0 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63bac00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f63b4113780 con 0x7f63b4103fc0 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b419f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b8e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 0x7f63b419fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b419f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39330/0 (socket says 172.21.15.69:39330) 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b9800700 1 -- 172.21.15.69:0/384986841 learned_addr learned my addr 172.21.15.69:0/384986841 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63ba200700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 0x7f63b41998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b8e00700 1 -- 172.21.15.69:0/384986841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 msgr2=0x7f63b41998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b8e00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 0x7f63b41998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b8e00700 1 -- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 msgr2=0x7f63b419f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b8e00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b419f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b8e00700 1 -- 172.21.15.69:0/384986841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63b419a040 con 0x7f63b4103fc0 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.155+0000 7f63b9800700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b419f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.156+0000 7f63b8e00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 0x7f63b419fc10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f63a000e9c0 tx=0x7f63a000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.156+0000 7f63b2000700 1 -- 172.21.15.69:0/384986841 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a0004220 con 0x7f63b4103fc0 2024-05-08T06:03:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.156+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63b419a330 con 0x7f63b4103fc0 2024-05-08T06:03:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.156+0000 7f63b2000700 1 -- 172.21.15.69:0/384986841 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63a00043c0 con 0x7f63b4103fc0 2024-05-08T06:03:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.156+0000 7f63b2000700 1 -- 172.21.15.69:0/384986841 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a0005020 con 0x7f63b4103fc0 2024-05-08T06:03:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.156+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63b41a65a0 con 0x7f63b4103fc0 2024-05-08T06:03:13.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.161+0000 7f63b2000700 1 -- 172.21.15.69:0/384986841 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f63a0004750 con 0x7f63b4103fc0 2024-05-08T06:03:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.162+0000 7f63c6ba4b80 1 Processor -- start 2024-05-08T06:03:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.162+0000 7f63c6ba4b80 1 -- start start 2024-05-08T06:03:13.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bb9a20 0x560b37bb9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 0x560b37bbdd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bbe720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560b37b07a20 con 0x560b37bba340 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560b37aa5760 con 0x560b37bbe2c0 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560b37b039e0 con 0x560b37bb9a20 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 0x560b37bbdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 0x560b37bbdd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39332/0 (socket says 172.21.15.69:39332) 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63b9800700 1 -- 172.21.15.69:0/2762527316 learned_addr learned my addr 172.21.15.69:0/2762527316 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63ba200700 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bb9a20 0x560b37bb9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63b2000700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f639c0b2880 0x7f639c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.163+0000 7f63b8e00700 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bbe720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b9800700 1 -- 172.21.15.69:0/2762527316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bb9a20 msgr2=0x560b37bb9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b9800700 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bb9a20 0x560b37bb9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b9800700 1 -- 172.21.15.69:0/2762527316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 msgr2=0x560b37bbe720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63ba200700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f639c0b2880 0x7f639c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b9800700 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bbe720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b2000700 1 -- 172.21.15.69:0/384986841 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f63a00e2100 con 0x7f63b4103fc0 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b9800700 1 -- 172.21.15.69:0/2762527316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b37a548d0 con 0x560b37bba340 2024-05-08T06:03:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b8e00700 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bbe720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:03:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.164+0000 7f63b9800700 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 0x560b37bbdd80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f63a8011680 tx=0x7f63a8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b6c35d6acf1598 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.165+0000 7f63ba200700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f639c0b2880 0x7f639c0b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f63ac009550 tx=0x7f63ac00b330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.165+0000 7f63a6a00700 1 -- 172.21.15.69:0/2762527316 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a8004830 con 0x560b37bba340 2024-05-08T06:03:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.165+0000 7f63a6a00700 1 -- 172.21.15.69:0/2762527316 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63a8005020 con 0x560b37bba340 2024-05-08T06:03:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.165+0000 7f63a6a00700 1 -- 172.21.15.69:0/2762527316 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a800e6d0 con 0x560b37bba340 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.165+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2762527316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 msgr2=0x560b37bbdd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.165+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 0x560b37bbdd80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f63a8011680 tx=0x7f63a8009f90 comp rx=0 tx=0).stop 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2762527316 shutdown_connections 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bbe720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bb9a20 0x560b37bb9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2762527316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bba340 0x560b37bbdd80 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2762527316 >> 172.21.15.69:0/2762527316 conn(0x560b37b2d6d0 msgr2=0x560b37bafca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2762527316 shutdown_connections 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2762527316 wait complete. 2024-05-08T06:03:13.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.166+0000 7f63c6ba4b80 1 -- start start 2024-05-08T06:03:13.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 Processor -- start 2024-05-08T06:03:13.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bb8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37bb9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bb6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560b37bc64e0 con 0x560b37bb9a20 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560b37a6db20 con 0x560b37bbe2c0 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560b37bc6660 con 0x560b37bba340 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63c6ba4b80 10 client.0 _ll_register_callbacks cb 0x560b37aaec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.167+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bb8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37bb9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bb8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39334/0 (socket says 172.21.15.69:39334) 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b9800700 1 -- 172.21.15.69:0/2887679475 learned_addr learned my addr 172.21.15.69:0/2887679475 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63ba200700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bb6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 -- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 msgr2=0x560b37bb6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bb6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 -- 172.21.15.69:0/2887679475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 msgr2=0x560b37bb8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bb8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 -- 172.21.15.69:0/2887679475 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b37acd420 con 0x560b37bba340 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b9800700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bb8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f63b8e00700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37bb9100 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f63a00adc40 tx=0x7f63a00a8ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=163e09792cc84217 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.168+0000 7f639b400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f639b400700 1 -- 172.21.15.69:0/2887679475 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a001c070 con 0x560b37bba340 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f639b400700 1 -- 172.21.15.69:0/2887679475 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f63a00910e0 con 0x560b37bba340 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63a8005020 con 0x560b37bba340 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f639b400700 1 -- 172.21.15.69:0/2887679475 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63a00a5590 con 0x560b37bba340 2024-05-08T06:03:13.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f63c6ba4b80 10 client.25354 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560b37bd5170 con 0x560b37bba340 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f639b400700 1 -- 172.21.15.69:0/2887679475 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63a8005020 con 0x560b37bba340 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f639b400700 1 -- 172.21.15.69:0/2887679475 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63a00b20a0 con 0x560b37bba340 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f63c6ba4b80 10 client.25354 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.169+0000 7f63c6ba4b80 10 client.25354 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.170+0000 7f63c6ba4b80 20 client.25354 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.170+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37bd7640 0x560b37bd9a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.170+0000 7f63c6ba4b80 4 client.25354 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.170+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b37b82140 con 0x560b37bd7640 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.170+0000 7f63b9800700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37bd7640 0x560b37bd9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.171+0000 7f63b9800700 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37bd7640 0x560b37bd9a30 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fd6d49f22e87d83 server_cookie=8dfa3dbe97f0b1be in_seq=0 out_seq=0 2024-05-08T06:03:13.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.171+0000 7f639b400700 10 client.25354 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.171+0000 7f639b400700 1 -- 172.21.15.69:0/2887679475 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560b37b82140 con 0x560b37bd7640 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.171+0000 7f639b400700 10 client.25354 handle_command_reply: tid=0 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.171+0000 7f63c6ba4b80 1 client.25354 shutdown 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 msgr2=0x560b37bb9100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37bb9100 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f63a00adc40 tx=0x7f63a00a8ec0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 shutdown_connections 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bb6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bb8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37bd7640 0x560b37bd9a30 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/2887679475 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37bb9100 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 >> 172.21.15.69:0/2887679475 conn(0x560b37b2d6d0 msgr2=0x560b37baa750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f639b400700 0 client.25354 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 shutdown_connections 2024-05-08T06:03:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/2887679475 wait complete. 2024-05-08T06:03:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.172+0000 7f63c6ba4b80 20 client.25354 trim_cache size 0 max 16384 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.188+0000 7f63c6ba4b80 1 Processor -- start 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 -- start start 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bb9a20 0x560b37bb6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37baa860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bbe2c0 0x560b37bdf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f63b41ae010 con 0x560b37bbe2c0 2024-05-08T06:03:13.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f63b41ab8a0 con 0x560b37bb9a20 2024-05-08T06:03:13.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f63b41a9710 con 0x560b37bba340 2024-05-08T06:03:13.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63b9800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bb9a20 0x560b37bb6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63b8e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37baa860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63b9800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bb9a20 0x560b37bb6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32892/0 (socket says 172.21.15.69:32892) 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63b8e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37baa860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40046/0 (socket says 172.21.15.69:40046) 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63b9800700 1 -- 172.21.15.69:0/77514564 learned_addr learned my addr 172.21.15.69:0/77514564 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.189+0000 7f63ba200700 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bbe2c0 0x560b37bdf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63b8e00700 1 -- 172.21.15.69:0/77514564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bb9a20 msgr2=0x560b37bb6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63b8e00700 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bb9a20 0x560b37bb6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63b8e00700 1 -- 172.21.15.69:0/77514564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bbe2c0 msgr2=0x560b37bdf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63b8e00700 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bbe2c0 0x560b37bdf2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63b8e00700 1 -- 172.21.15.69:0/77514564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b37bac8a0 con 0x560b37bba340 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63b8e00700 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37baa860 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f63a00a6940 tx=0x7f63a000cf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca440e494afedc10 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63a6000700 1 -- 172.21.15.69:0/77514564 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a001c040 con 0x560b37bba340 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63a6000700 1 -- 172.21.15.69:0/77514564 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63a00a91e0 con 0x560b37bba340 2024-05-08T06:03:13.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.190+0000 7f63a6000700 1 -- 172.21.15.69:0/77514564 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a00910b0 con 0x560b37bba340 2024-05-08T06:03:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/77514564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 msgr2=0x560b37baa860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37baa860 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f63a00a6940 tx=0x7f63a000cf90 comp rx=0 tx=0).stop 2024-05-08T06:03:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/77514564 shutdown_connections 2024-05-08T06:03:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bbe2c0 0x560b37bdf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bb9a20 0x560b37bb6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/77514564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bba340 0x560b37baa860 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/77514564 >> 172.21.15.69:0/77514564 conn(0x560b37b2d6d0 msgr2=0x560b37bc0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/77514564 shutdown_connections 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/77514564 wait complete. 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.191+0000 7f63c6ba4b80 1 -- start start 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 Processor -- start 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bd47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bc2710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bc2c50 0x560b37bc30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f63b41a9d60 con 0x560b37bb9a20 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f63b41ab1d0 con 0x560b37bbe2c0 2024-05-08T06:03:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f63b41aa430 con 0x560b37bc2c50 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.192+0000 7f63c6ba4b80 10 client.0 _ll_register_callbacks cb 0x560b37aaec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bd47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bd47f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:39354/0 (socket says 172.21.15.69:39354) 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b9800700 1 -- 172.21.15.69:0/3424843176 learned_addr learned my addr 172.21.15.69:0/3424843176 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63ba200700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bc2c50 0x560b37bc30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bc2710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 -- 172.21.15.69:0/3424843176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bc2c50 msgr2=0x560b37bc30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bc2c50 0x560b37bc30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 -- 172.21.15.69:0/3424843176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 msgr2=0x560b37bd47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bd47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 -- 172.21.15.69:0/3424843176 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b37c40ea0 con 0x560b37bbe2c0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b9800700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bd47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f63b8e00700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bc2710 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x560b37bb20b0 tx=0x7f63a00b2460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d1c968a8b4dc9a4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.193+0000 7f639b400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:13.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f639b400700 1 -- 172.21.15.69:0/3424843176 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a00c9060 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f639b400700 1 -- 172.21.15.69:0/3424843176 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f63a00dfc30 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f63a00a91e0 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f639b400700 1 -- 172.21.15.69:0/3424843176 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f63a001c040 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 10 client.25394 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560b37c42020 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f639b400700 1 -- 172.21.15.69:0/3424843176 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63a00a91e0 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f639b400700 1 -- 172.21.15.69:0/3424843176 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f63a00a5040 con 0x560b37bbe2c0 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 10 client.25394 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 10 client.25394 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 20 client.25394 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37c42420 0x560b37c44840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 4 client.25394 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:03:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.194+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560b37b15400 con 0x560b37c42420 2024-05-08T06:03:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.195+0000 7f63b9800700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37c42420 0x560b37c44840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.195+0000 7f63b9800700 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37c42420 0x560b37c44840 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9daa38d72e4d2210 server_cookie=cb921b3b1c2e715b in_seq=0 out_seq=0 2024-05-08T06:03:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.195+0000 7f639b400700 10 client.25394 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f639b400700 1 -- 172.21.15.69:0/3424843176 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560b37b15400 con 0x560b37c42420 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f639b400700 10 client.25394 handle_command_reply: tid=0 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 client.25394 shutdown 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 msgr2=0x560b37bc2710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bc2710 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x560b37bb20b0 tx=0x7f63a00b2460 comp rx=0 tx=0).stop 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 shutdown_connections 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560b37c42420 0x560b37c44840 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560b37bc2c50 0x560b37bc30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560b37bb9a20 0x560b37bd47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 --2- 172.21.15.69:0/3424843176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560b37bbe2c0 0x560b37bc2710 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f639b400700 0 client.25394 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 >> 172.21.15.69:0/3424843176 conn(0x560b37b2d6d0 msgr2=0x560b37bb73b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:13.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 shutdown_connections 2024-05-08T06:03:13.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 1 -- 172.21.15.69:0/3424843176 wait complete. 2024-05-08T06:03:13.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.196+0000 7f63c6ba4b80 20 client.25394 trim_cache size 0 max 16384 2024-05-08T06:03:13.201 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f639c0b2880 msgr2=0x7f639c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f639c0b2880 0x7f639c0b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f63ac009550 tx=0x7f63ac00b330 comp rx=0 tx=0).stop 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 msgr2=0x7f63b419fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 0x7f63b419fc10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f63a000e9c0 tx=0x7f63a000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 shutdown_connections 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f639c0b2880 0x7f639c0b4d40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f63b41086f0 0x7f63b41998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f63b4103610 0x7f63b419f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 --2- 172.21.15.69:0/384986841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f63b4103fc0 0x7f63b419fc10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:13.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 >> 172.21.15.69:0/384986841 conn(0x7f63b40feec0 msgr2=0x7f63b4101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 shutdown_connections 2024-05-08T06:03:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:13.197+0000 7f63bac00700 1 -- 172.21.15.69:0/384986841 wait complete. 2024-05-08T06:03:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:14 smithi105 ceph-mon[34393]: pgmap v506: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 8 op/s 2024-05-08T06:03:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:14 smithi135 ceph-mon[34761]: pgmap v506: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 8 op/s 2024-05-08T06:03:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:14 smithi069 ceph-mon[29571]: pgmap v506: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 7.8 KiB/s wr, 8 op/s 2024-05-08T06:03:15.153 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:03:15.153 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:03:15.607 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:16 smithi105 ceph-mon[34393]: pgmap v507: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.8 KiB/s wr, 8 op/s 2024-05-08T06:03:16.787 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:16 smithi069 ceph-mon[29571]: pgmap v507: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.8 KiB/s wr, 8 op/s 2024-05-08T06:03:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:16 smithi135 ceph-mon[34761]: pgmap v507: 97 pgs: 97 active+clean; 737 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 7.8 KiB/s wr, 8 op/s 2024-05-08T06:03:17.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1997800020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a4810a490 msgr2=0x7f6a481169a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:17.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1997800020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a4810a490 0x7f6a481169a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000b0a0 tx=0x7f6a4000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:03:17.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1997800020 shutdown_connections 2024-05-08T06:03:17.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1997800020 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a4810a490 0x7f6a481169a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:17.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1997800020 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810fb60 0x7f6a4810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:17.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1997800020 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a48109ad0 0x7f6a48109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:17.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1997800020 >> 172.21.15.69:0/1997800020 conn(0x7f6a48076c70 msgr2=0x7f6a481082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:17.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1997800020 shutdown_connections 2024-05-08T06:03:17.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.994+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1997800020 wait complete. 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 Processor -- start 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 -- start start 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 0x7f6a481a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810a490 0x7f6a481a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a4810fb60 0x7f6a481a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6a48119d20 con 0x7f6a48109ad0 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6a48119ba0 con 0x7f6a4810a490 2024-05-08T06:03:17.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.996+0000 7f6a4dc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a48119ea0 con 0x7f6a4810fb60 2024-05-08T06:03:17.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 0x7f6a481a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:17.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 0x7f6a481a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50830/0 (socket says 172.21.15.69:50830) 2024-05-08T06:03:17.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46a00700 1 -- 172.21.15.69:0/1215191980 learned_addr learned my addr 172.21.15.69:0/1215191980 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:17.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46000700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810a490 0x7f6a481a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:17.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a47400700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a4810fb60 0x7f6a481a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46000700 1 -- 172.21.15.69:0/1215191980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a4810fb60 msgr2=0x7f6a481a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46000700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a4810fb60 0x7f6a481a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46000700 1 -- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 msgr2=0x7f6a481a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46000700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 0x7f6a481a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46000700 1 -- 172.21.15.69:0/1215191980 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a481a5200 con 0x7f6a4810a490 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.997+0000 7f6a46a00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 0x7f6a481a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.998+0000 7f6a46000700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810a490 0x7f6a481a0730 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6a3400e9f0 tx=0x7f6a3400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.998+0000 7f6a3f400700 1 -- 172.21.15.69:0/1215191980 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a34004220 con 0x7f6a4810a490 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.998+0000 7f6a3f400700 1 -- 172.21.15.69:0/1215191980 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a340043c0 con 0x7f6a4810a490 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.998+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a481a54f0 con 0x7f6a4810a490 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.998+0000 7f6a3f400700 1 -- 172.21.15.69:0/1215191980 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a34005020 con 0x7f6a4810a490 2024-05-08T06:03:17.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:17.998+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a481acd70 con 0x7f6a4810a490 2024-05-08T06:03:18.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.004+0000 7f6a58604b80 1 Processor -- start 2024-05-08T06:03:18.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.004+0000 7f6a58604b80 1 -- start start 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.004+0000 7f6a3f400700 1 -- 172.21.15.69:0/1215191980 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6a34004750 con 0x7f6a4810a490 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.004+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf080020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf07a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a58604b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557ccefccaa0 con 0x557ccf07fc40 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a58604b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557ccef6a7e0 con 0x557ccf07a970 2024-05-08T06:03:18.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a58604b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557ccefc8a60 con 0x557ccf080560 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a47400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf080020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a47400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf080020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50836/0 (socket says 172.21.15.69:50836) 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a47400700 1 -- 172.21.15.69:0/78914209 learned_addr learned my addr 172.21.15.69:0/78914209 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a46a00700 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf07a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a46000700 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a46a00700 1 -- 172.21.15.69:0/78914209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 msgr2=0x557ccf07adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.005+0000 7f6a46a00700 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a46a00700 1 -- 172.21.15.69:0/78914209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 msgr2=0x557ccf080020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a46a00700 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf080020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a46a00700 1 -- 172.21.15.69:0/78914209 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ccef19950 con 0x557ccf080560 2024-05-08T06:03:18.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a47400700 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf080020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:18.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a46a00700 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf07a350 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6a380114c0 tx=0x7f6a380117d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2347a147da71f1f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:18.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a33e00700 1 -- 172.21.15.69:0/78914209 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a38004230 con 0x557ccf080560 2024-05-08T06:03:18.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a33e00700 1 -- 172.21.15.69:0/78914209 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a38011e50 con 0x557ccf080560 2024-05-08T06:03:18.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.006+0000 7f6a33e00700 1 -- 172.21.15.69:0/78914209 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3800e890 con 0x557ccf080560 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a3f400700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a2c0b2880 0x7f6a2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a3f400700 1 -- 172.21.15.69:0/1215191980 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6a340e21a0 con 0x7f6a4810a490 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a47400700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a2c0b2880 0x7f6a2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 -- 172.21.15.69:0/78914209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 msgr2=0x557ccf07a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf07a350 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6a380114c0 tx=0x7f6a380117d0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 -- 172.21.15.69:0/78914209 shutdown_connections 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf080020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 --2- 172.21.15.69:0/78914209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf07a350 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.007+0000 7f6a58604b80 1 -- 172.21.15.69:0/78914209 >> 172.21.15.69:0/78914209 conn(0x557cceff2750 msgr2=0x557ccf074b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.008+0000 7f6a58604b80 1 -- 172.21.15.69:0/78914209 shutdown_connections 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.008+0000 7f6a58604b80 1 -- 172.21.15.69:0/78914209 wait complete. 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.008+0000 7f6a47400700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a2c0b2880 0x7f6a2c0b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000d010 tx=0x7f6a40006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:18.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.008+0000 7f6a58604b80 1 -- start start 2024-05-08T06:03:18.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 Processor -- start 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf07a970 0x557ccf086240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0835e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf080560 0x557ccf083b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557ccf086fa0 con 0x557ccf080560 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557ccef32ba0 con 0x557ccf07fc40 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557ccf087120 con 0x557ccf07a970 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.009+0000 7f6a58604b80 10 client.0 _ll_register_callbacks cb 0x557ccef73cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0835e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a47400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf080560 0x557ccf083b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf07a970 0x557ccf086240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0835e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58774/0 (socket says 172.21.15.69:58774) 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 -- 172.21.15.69:0/1157890078 learned_addr learned my addr 172.21.15.69:0/1157890078 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 -- 172.21.15.69:0/1157890078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf07a970 msgr2=0x557ccf086240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf07a970 0x557ccf086240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 -- 172.21.15.69:0/1157890078 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf080560 msgr2=0x557ccf083b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf080560 0x557ccf083b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 -- 172.21.15.69:0/1157890078 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ccef924a0 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a46000700 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0835e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6a340a94b0 tx=0x7f6a3400c860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=50cef596c3809c23 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a30c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a30c00700 1 -- 172.21.15.69:0/1157890078 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3401c030 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.010+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a38011e50 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a30c00700 1 -- 172.21.15.69:0/1157890078 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6a340dfda0 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a30c00700 1 -- 172.21.15.69:0/1157890078 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6a340a9100 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 10 client.25406 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ccf091850 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a30c00700 1 -- 172.21.15.69:0/1157890078 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a38011e50 con 0x557ccf07fc40 2024-05-08T06:03:18.013 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a30c00700 1 -- 172.21.15.69:0/1157890078 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6a340a9a10 con 0x557ccf07fc40 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 10 client.25406 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 10 client.25406 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 20 client.25406 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf093de0 0x557ccf0961d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 4 client.25406 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.011+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ccf0471c0 con 0x557ccf093de0 2024-05-08T06:03:18.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.012+0000 7f6a46a00700 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf093de0 0x557ccf0961d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.012+0000 7f6a30c00700 10 client.25406 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:18.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.012+0000 7f6a46a00700 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf093de0 0x557ccf0961d0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c40cc2ed3372f918 server_cookie=8db9cb750ad40bbd in_seq=0 out_seq=0 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a30c00700 1 -- 172.21.15.69:0/1157890078 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557ccf0471c0 con 0x557ccf093de0 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a30c00700 10 client.25406 handle_command_reply: tid=0 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 client.25406 shutdown 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 msgr2=0x557ccf0835e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0835e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6a340a94b0 tx=0x7f6a3400c860 comp rx=0 tx=0).stop 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 shutdown_connections 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf080560 0x557ccf083b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf093de0 0x557ccf0961d0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf07a970 0x557ccf086240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 --2- 172.21.15.69:0/1157890078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0835e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a30c00700 0 client.25406 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.013+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 >> 172.21.15.69:0/1157890078 conn(0x557cceff2750 msgr2=0x557ccf074210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.014+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 shutdown_connections 2024-05-08T06:03:18.016 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.014+0000 7f6a58604b80 1 -- 172.21.15.69:0/1157890078 wait complete. 2024-05-08T06:03:18.017 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.014+0000 7f6a58604b80 20 client.25406 trim_cache size 0 max 16384 2024-05-08T06:03:18.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 Processor -- start 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 -- start start 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf090030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf074990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6a481b6a20 con 0x557ccf07fc40 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6a481b42b0 con 0x557ccf07a970 2024-05-08T06:03:18.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.036+0000 7f6a58604b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a481b2100 con 0x557ccf080560 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a47400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf074990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a47400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf074990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41250/0 (socket says 172.21.15.69:41250) 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a47400700 1 -- 172.21.15.69:0/4074998256 learned_addr learned my addr 172.21.15.69:0/4074998256 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46a00700 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46000700 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf090030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46000700 1 -- 172.21.15.69:0/4074998256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 msgr2=0x557ccf074990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46000700 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf074990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46000700 1 -- 172.21.15.69:0/4074998256 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 msgr2=0x557ccf07a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46000700 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.037+0000 7f6a46000700 1 -- 172.21.15.69:0/4074998256 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ccf0865b0 con 0x557ccf07fc40 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.038+0000 7f6a46000700 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf090030 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6a340a6a20 tx=0x7f6a340a5720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e1bc31288d98d71 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.038+0000 7f6a33400700 1 -- 172.21.15.69:0/4074998256 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a3401c030 con 0x557ccf07fc40 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.038+0000 7f6a33400700 1 -- 172.21.15.69:0/4074998256 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a340cc0b0 con 0x557ccf07fc40 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.038+0000 7f6a33400700 1 -- 172.21.15.69:0/4074998256 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a340a8f20 con 0x557ccf07fc40 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 -- 172.21.15.69:0/4074998256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 msgr2=0x557ccf090030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf090030 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f6a340a6a20 tx=0x7f6a340a5720 comp rx=0 tx=0).stop 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 -- 172.21.15.69:0/4074998256 shutdown_connections 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf074990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07a970 0x557ccf07a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 --2- 172.21.15.69:0/4074998256 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07fc40 0x557ccf090030 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 -- 172.21.15.69:0/4074998256 >> 172.21.15.69:0/4074998256 conn(0x557cceff2750 msgr2=0x557ccf085520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 -- 172.21.15.69:0/4074998256 shutdown_connections 2024-05-08T06:03:18.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 -- 172.21.15.69:0/4074998256 wait complete. 2024-05-08T06:03:18.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.039+0000 7f6a58604b80 1 -- start start 2024-05-08T06:03:18.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 Processor -- start 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 0x557ccf089380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0898c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf089e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6a481b2770 con 0x557ccf07a970 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6a481b3be0 con 0x557ccf07fc40 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6a481b2e40 con 0x557ccf080560 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a58604b80 10 client.0 _ll_register_callbacks cb 0x557ccef73cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a46a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 0x557ccf089380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a46000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0898c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a46a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 0x557ccf089380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50874/0 (socket says 172.21.15.69:50874) 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.040+0000 7f6a46a00700 1 -- 172.21.15.69:0/2462427605 learned_addr learned my addr 172.21.15.69:0/2462427605 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:18.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a47400700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf089e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46a00700 1 -- 172.21.15.69:0/2462427605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 msgr2=0x557ccf089e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46a00700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf089e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46a00700 1 -- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 msgr2=0x557ccf0898c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:18.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46a00700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0898c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46a00700 1 -- 172.21.15.69:0/2462427605 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ccf0fe5f0 con 0x557ccf07a970 2024-05-08T06:03:18.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46000700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0898c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a46a00700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 0x557ccf089380 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6a38011b20 tx=0x7f6a38005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4047ee876410243 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a30c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a30c00700 1 -- 172.21.15.69:0/2462427605 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a38012e60 con 0x557ccf07a970 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a30c00700 1 -- 172.21.15.69:0/2462427605 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6a3802b320 con 0x557ccf07a970 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.041+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a340cc0b0 con 0x557ccf07a970 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a30c00700 1 -- 172.21.15.69:0/2462427605 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6a3803d050 con 0x557ccf07a970 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 10 client.15294 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:18.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ccf0ff910 con 0x557ccf07a970 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a30c00700 1 -- 172.21.15.69:0/2462427605 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6a340cc0b0 con 0x557ccf07a970 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a30c00700 1 -- 172.21.15.69:0/2462427605 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6a3802bce0 con 0x557ccf07a970 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 10 client.15294 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 10 client.15294 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 20 client.15294 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf0fff10 0x557ccf102330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 4 client.15294 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:03:18.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.042+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557ccefda480 con 0x557ccf0fff10 2024-05-08T06:03:18.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.043+0000 7f6a46000700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf0fff10 0x557ccf102330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:18.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.043+0000 7f6a46000700 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf0fff10 0x557ccf102330 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a85c8cff86ea3a3e server_cookie=885eb7146312c0da in_seq=0 out_seq=0 2024-05-08T06:03:18.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.043+0000 7f6a30c00700 10 client.15294 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.044+0000 7f6a30c00700 1 -- 172.21.15.69:0/2462427605 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557ccefda480 con 0x557ccf0fff10 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.044+0000 7f6a30c00700 10 client.15294 handle_command_reply: tid=0 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.044+0000 7f6a58604b80 1 client.15294 shutdown 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.044+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 msgr2=0x557ccf089380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.044+0000 7f6a58604b80 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 0x557ccf089380 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6a38011b20 tx=0x7f6a38005270 comp rx=0 tx=0).stop 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 shutdown_connections 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557ccf0fff10 0x557ccf102330 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ccf080560 0x557ccf089e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ccf07a970 0x557ccf089380 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 --2- 172.21.15.69:0/2462427605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ccf07fc40 0x557ccf0898c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a30c00700 0 client.15294 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 >> 172.21.15.69:0/2462427605 conn(0x557cceff2750 msgr2=0x557ccf084be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:18.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 shutdown_connections 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 1 -- 172.21.15.69:0/2462427605 wait complete. 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.045+0000 7f6a58604b80 20 client.15294 trim_cache size 0 max 16384 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "9265b9f6-e159-416b-ba36-707358519dcc", 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:03:18.050 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:03:18.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a2c0b2880 msgr2=0x7f6a2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:18.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a2c0b2880 0x7f6a2c0b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6a4000d010 tx=0x7f6a40006210 comp rx=0 tx=0).stop 2024-05-08T06:03:18.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810a490 msgr2=0x7f6a481a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:18.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810a490 0x7f6a481a0730 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6a3400e9f0 tx=0x7f6a3400ed00 comp rx=0 tx=0).stop 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 shutdown_connections 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6a4810fb60 0x7f6a481a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6a48109ad0 0x7f6a481a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6a2c0b2880 0x7f6a2c0b4d40 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 --2- 172.21.15.69:0/1215191980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6a4810a490 0x7f6a481a0730 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 >> 172.21.15.69:0/1215191980 conn(0x7f6a48076c70 msgr2=0x7f6a48077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 shutdown_connections 2024-05-08T06:03:18.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:18.046+0000 7f6a4dc00700 1 -- 172.21.15.69:0/1215191980 wait complete. 2024-05-08T06:03:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:18 smithi105 ceph-mon[34393]: pgmap v508: 97 pgs: 97 active+clean; 792 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-08T06:03:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:18 smithi135 ceph-mon[34761]: pgmap v508: 97 pgs: 97 active+clean; 792 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-08T06:03:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:18 smithi069 ceph-mon[29571]: pgmap v508: 97 pgs: 97 active+clean; 792 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 13 KiB/s wr, 12 op/s 2024-05-08T06:03:19.048 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:03:19.512 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:19.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:19 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:03:19.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:19 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:19.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:19 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:03:19.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:19 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:19.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:19 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:03:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:19 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:03:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:19 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:19 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:03:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:19 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:19 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:03:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:19 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:03:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:19 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:19 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:03:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:19 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:19 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:03:20.699 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:20 smithi069 ceph-mon[29571]: pgmap v509: 97 pgs: 97 active+clean; 792 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:03:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:20 smithi105 ceph-mon[34393]: pgmap v509: 97 pgs: 97 active+clean; 792 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:03:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:20 smithi135 ceph-mon[34761]: pgmap v509: 97 pgs: 97 active+clean; 792 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:03:22.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 -- 172.21.15.69:0/1851754894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f0109530 msgr2=0x7f54f0109910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 --2- 172.21.15.69:0/1851754894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f0109530 0x7f54f0109910 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f54e0009990 tx=0x7f54e0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 -- 172.21.15.69:0/1851754894 shutdown_connections 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 --2- 172.21.15.69:0/1851754894 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f006c530 0x7f54f0110350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 --2- 172.21.15.69:0/1851754894 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f0109530 0x7f54f0109910 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 --2- 172.21.15.69:0/1851754894 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f006bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.180+0000 7f54f5200700 1 -- 172.21.15.69:0/1851754894 >> 172.21.15.69:0/1851754894 conn(0x7f54f0079350 msgr2=0x7f54f0079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.181+0000 7f54f5200700 1 -- 172.21.15.69:0/1851754894 shutdown_connections 2024-05-08T06:03:22.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.181+0000 7f54f5200700 1 -- 172.21.15.69:0/1851754894 wait complete. 2024-05-08T06:03:22.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.182+0000 7f54f5200700 1 Processor -- start 2024-05-08T06:03:22.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.182+0000 7f54f5200700 1 -- start start 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54f5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f019f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54f5200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f006c530 0x7f54f019fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54f5200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f0109530 0x7f54f01999b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54f5200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01136b0 con 0x7f54f006c530 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54f5200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f54f0113530 con 0x7f54f006bb70 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54f5200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f54f0113830 con 0x7f54f0109530 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ed400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f006c530 0x7f54f019fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f019f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ed400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f006c530 0x7f54f019fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50904/0 (socket says 172.21.15.69:50904) 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f019f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58820/0 (socket says 172.21.15.69:58820) 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ed400700 1 -- 172.21.15.69:0/1612859827 learned_addr learned my addr 172.21.15.69:0/1612859827 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ee800700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f0109530 0x7f54f01999b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 -- 172.21.15.69:0/1612859827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f0109530 msgr2=0x7f54f01999b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f0109530 0x7f54f01999b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 -- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f006c530 msgr2=0x7f54f019fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f006c530 0x7f54f019fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ede00700 1 -- 172.21.15.69:0/1612859827 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54f019a110 con 0x7f54f006bb70 2024-05-08T06:03:22.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.183+0000 7f54ee800700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f0109530 0x7f54f01999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:03:22.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.184+0000 7f54ede00700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f019f7f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f54e00098e0 tx=0x7f54e00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:22.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.184+0000 7f54e6a00700 1 -- 172.21.15.69:0/1612859827 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0027070 con 0x7f54f006bb70 2024-05-08T06:03:22.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.184+0000 7f54e6a00700 1 -- 172.21.15.69:0/1612859827 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e0022470 con 0x7f54f006bb70 2024-05-08T06:03:22.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.184+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54f019a3a0 con 0x7f54f006bb70 2024-05-08T06:03:22.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.184+0000 7f54e6a00700 1 -- 172.21.15.69:0/1612859827 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0017650 con 0x7f54f006bb70 2024-05-08T06:03:22.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.184+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54f01a66c0 con 0x7f54f006bb70 2024-05-08T06:03:22.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.188+0000 7f54e6a00700 1 -- 172.21.15.69:0/1612859827 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f54e002a070 con 0x7f54f006bb70 2024-05-08T06:03:22.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 Processor -- start 2024-05-08T06:03:22.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 -- start start 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46dbc0 0x564b4e46dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4682d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e468d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b4e3baa20 con 0x564b4e46dbc0 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564b4e358760 con 0x564b4e46e4e0 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.189+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564b4e3b69e0 con 0x564b4e4688f0 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46dbc0 0x564b4e46dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4682d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46dbc0 0x564b4e46dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50906/0 (socket says 172.21.15.69:50906) 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54e6a00700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54d40b2880 0x7f54d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ee800700 1 -- 172.21.15.69:0/1710111002 learned_addr learned my addr 172.21.15.69:0/1710111002 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:22.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ed400700 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e468d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54e6a00700 1 -- 172.21.15.69:0/1612859827 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f54e00e2ff0 con 0x7f54f006bb70 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ee800700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54d40b2880 0x7f54d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ed400700 1 -- 172.21.15.69:0/1710111002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 msgr2=0x564b4e4682d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ed400700 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4682d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ed400700 1 -- 172.21.15.69:0/1710111002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46dbc0 msgr2=0x564b4e46dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ed400700 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46dbc0 0x564b4e46dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ed400700 1 -- 172.21.15.69:0/1710111002 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b4e3078d0 con 0x564b4e4688f0 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.190+0000 7f54ede00700 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4682d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.191+0000 7f54ed400700 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e468d70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f54f00799c0 tx=0x7f54dc011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f98e295e624722ef server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.191+0000 7f54db400700 1 -- 172.21.15.69:0/1710111002 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54dc011d80 con 0x564b4e4688f0 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.191+0000 7f54db400700 1 -- 172.21.15.69:0/1710111002 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54dc004500 con 0x564b4e4688f0 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.191+0000 7f54db400700 1 -- 172.21.15.69:0/1710111002 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54dc005280 con 0x564b4e4688f0 2024-05-08T06:03:22.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.191+0000 7f54ee800700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54d40b2880 0x7f54d40b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f54e80094f0 tx=0x7f54e8004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:22.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/1710111002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 msgr2=0x564b4e468d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e468d70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f54f00799c0 tx=0x7f54dc011440 comp rx=0 tx=0).stop 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/1710111002 shutdown_connections 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e468d70 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46dbc0 0x564b4e46dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/1710111002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4682d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/1710111002 >> 172.21.15.69:0/1710111002 conn(0x564b4e3e06d0 msgr2=0x564b4e462b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/1710111002 shutdown_connections 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.192+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/1710111002 wait complete. 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.193+0000 7f54ffaf2b80 1 -- start start 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.193+0000 7f54ffaf2b80 1 Processor -- start 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.193+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4741d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.193+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e471570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.193+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46e4e0 0x564b4e471ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b4e474f20 con 0x564b4e4688f0 2024-05-08T06:03:22.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564b4e320b20 con 0x564b4e46dbc0 2024-05-08T06:03:22.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564b4e4750a0 con 0x564b4e46e4e0 2024-05-08T06:03:22.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ffaf2b80 10 client.0 _ll_register_callbacks cb 0x564b4e361c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:22.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4741d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ee800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46e4e0 0x564b4e471ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4741d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50914/0 (socket says 172.21.15.69:50914) 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ed400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e471570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 -- 172.21.15.69:0/2361003424 learned_addr learned my addr 172.21.15.69:0/2361003424 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 -- 172.21.15.69:0/2361003424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46e4e0 msgr2=0x564b4e471ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46e4e0 0x564b4e471ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 -- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 msgr2=0x564b4e471570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e471570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ede00700 1 -- 172.21.15.69:0/2361003424 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b4e380420 con 0x564b4e4688f0 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.194+0000 7f54ed400700 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e471570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54ede00700 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4741d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f54e00e0aa0 tx=0x7f54e0009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a22284b6880a18f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54cfe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:22.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54cfe00700 1 -- 172.21.15.69:0/2361003424 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00aa650 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54cfe00700 1 -- 172.21.15.69:0/2361003424 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f54e0022920 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54dc004500 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54cfe00700 1 -- 172.21.15.69:0/2361003424 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54e00aea00 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54ffaf2b80 10 client.15306 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564b4e47f790 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.195+0000 7f54cfe00700 1 -- 172.21.15.69:0/2361003424 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54dc004500 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54cfe00700 1 -- 172.21.15.69:0/2361003424 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54e00b2f90 con 0x564b4e4688f0 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ffaf2b80 10 client.15306 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ffaf2b80 10 client.15306 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ffaf2b80 20 client.15306 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e481d00 0x564b4e484130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ffaf2b80 4 client.15306 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b4e435140 con 0x564b4e481d00 2024-05-08T06:03:22.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.196+0000 7f54ed400700 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e481d00 0x564b4e484130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.197+0000 7f54ed400700 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e481d00 0x564b4e484130 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a54bf45f2603f734 server_cookie=e93a6b324fc153d2 in_seq=0 out_seq=0 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.197+0000 7f54cfe00700 10 client.15306 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54cfe00700 1 -- 172.21.15.69:0/2361003424 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564b4e435140 con 0x564b4e481d00 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54cfe00700 10 client.15306 handle_command_reply: tid=0 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 client.15306 shutdown 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 msgr2=0x564b4e4741d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4741d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f54e00e0aa0 tx=0x7f54e0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 shutdown_connections 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e481d00 0x564b4e484130 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46e4e0 0x564b4e471ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4741d0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2361003424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e471570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 >> 172.21.15.69:0/2361003424 conn(0x564b4e3e06d0 msgr2=0x564b4e462190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54cfe00700 0 client.15306 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 shutdown_connections 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.198+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2361003424 wait complete. 2024-05-08T06:03:22.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.199+0000 7f54ffaf2b80 20 client.15306 trim_cache size 0 max 16384 2024-05-08T06:03:22.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.220+0000 7f54ffaf2b80 1 Processor -- start 2024-05-08T06:03:22.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.220+0000 7f54ffaf2b80 1 -- start start 2024-05-08T06:03:22.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4682d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46dbc0 0x564b4e47dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4734b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01b0250 con 0x564b4e4688f0 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01adae0 con 0x564b4e46e4e0 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01ab930 con 0x564b4e46dbc0 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4682d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4682d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50924/0 (socket says 172.21.15.69:50924) 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ede00700 1 -- 172.21.15.69:0/2875573864 learned_addr learned my addr 172.21.15.69:0/2875573864 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ed400700 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46dbc0 0x564b4e47dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.221+0000 7f54ee800700 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4734b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54ede00700 1 -- 172.21.15.69:0/2875573864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46dbc0 msgr2=0x564b4e47dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54ede00700 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46dbc0 0x564b4e47dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54ede00700 1 -- 172.21.15.69:0/2875573864 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 msgr2=0x564b4e4734b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54ede00700 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4734b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54ede00700 1 -- 172.21.15.69:0/2875573864 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b4e484780 con 0x564b4e4688f0 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54ede00700 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4682d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a78c0 tx=0x7f54e00aa2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7bfe454cf534fd6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54daa00700 1 -- 172.21.15.69:0/2875573864 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e00a9dc0 con 0x564b4e4688f0 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54daa00700 1 -- 172.21.15.69:0/2875573864 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e00b3420 con 0x564b4e4688f0 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.222+0000 7f54daa00700 1 -- 172.21.15.69:0/2875573864 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54e0090bc0 con 0x564b4e4688f0 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2875573864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 msgr2=0x564b4e4682d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4682d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f54e00a78c0 tx=0x7f54e00aa2a0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2875573864 shutdown_connections 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46e4e0 0x564b4e4734b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e4688f0 0x564b4e4682d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/2875573864 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e46dbc0 0x564b4e47dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2875573864 >> 172.21.15.69:0/2875573864 conn(0x564b4e3e06d0 msgr2=0x564b4e46ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2875573864 shutdown_connections 2024-05-08T06:03:22.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.223+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/2875573864 wait complete. 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 -- start start 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 Processor -- start 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e47a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e47a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46e4e0 0x564b4e477300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01abfa0 con 0x564b4e46e4e0 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01ad410 con 0x564b4e46dbc0 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.224+0000 7f54ffaf2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f54f01ac670 con 0x564b4e4688f0 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ffaf2b80 10 client.0 _ll_register_callbacks cb 0x564b4e361c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e47a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ede00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e47a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e47a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58854/0 (socket says 172.21.15.69:58854) 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 -- 172.21.15.69:0/960533868 learned_addr learned my addr 172.21.15.69:0/960533868 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ede00700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e47a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41336/0 (socket says 172.21.15.69:41336) 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ee800700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46e4e0 0x564b4e477300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 -- 172.21.15.69:0/960533868 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 msgr2=0x564b4e47a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e47a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 -- 172.21.15.69:0/960533868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46e4e0 msgr2=0x564b4e477300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46e4e0 0x564b4e477300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ed400700 1 -- 172.21.15.69:0/960533868 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b4e477970 con 0x564b4e46dbc0 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.225+0000 7f54ee800700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46e4e0 0x564b4e477300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54ed400700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e47a870 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x564b4e4692b0 tx=0x7f54dc011840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=711a246f923552fd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54cfe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54cfe00700 1 -- 172.21.15.69:0/960533868 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54dc004a60 con 0x564b4e46dbc0 2024-05-08T06:03:22.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54e00b3420 con 0x564b4e46dbc0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54cfe00700 1 -- 172.21.15.69:0/960533868 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f54dc01e040 con 0x564b4e46dbc0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54cfe00700 1 -- 172.21.15.69:0/960533868 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f54dc011b80 con 0x564b4e46dbc0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54ffaf2b80 10 client.25430 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.226+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564b4e4f1340 con 0x564b4e46dbc0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54cfe00700 1 -- 172.21.15.69:0/960533868 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54e00b3420 con 0x564b4e46dbc0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54cfe00700 1 -- 172.21.15.69:0/960533868 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f54dc018070 con 0x564b4e46dbc0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ffaf2b80 10 client.25430 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ffaf2b80 10 client.25430 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ffaf2b80 20 client.25430 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e4f1930 0x564b4e4f3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ffaf2b80 4 client.25430 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564b4e3c8400 con 0x564b4e4f1930 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.227+0000 7f54ede00700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e4f1930 0x564b4e4f3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ede00700 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e4f1930 0x564b4e4f3d50 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3907e59b86f0756 server_cookie=177528ecbbcf7539 in_seq=0 out_seq=0 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54cfe00700 10 client.25430 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:22.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54cfe00700 1 -- 172.21.15.69:0/960533868 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564b4e3c8400 con 0x564b4e4f1930 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54cfe00700 10 client.25430 handle_command_reply: tid=0 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 client.25430 shutdown 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 msgr2=0x564b4e47a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e47a870 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x564b4e4692b0 tx=0x7f54dc011840 comp rx=0 tx=0).stop 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 shutdown_connections 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b4e46e4e0 0x564b4e477300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b4e4f1930 0x564b4e4f3d50 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b4e4688f0 0x564b4e47a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 --2- 172.21.15.69:0/960533868 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b4e46dbc0 0x564b4e47a870 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54cfe00700 0 client.25430 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 >> 172.21.15.69:0/960533868 conn(0x564b4e3e06d0 msgr2=0x564b4e46cf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 shutdown_connections 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.228+0000 7f54ffaf2b80 1 -- 172.21.15.69:0/960533868 wait complete. 2024-05-08T06:03:22.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54ffaf2b80 20 client.25430 trim_cache size 0 max 16384 2024-05-08T06:03:22.233 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:03:22.233 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:03:22.233 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:03:22.233 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54d40b2880 msgr2=0x7f54d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54d40b2880 0x7f54d40b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f54e80094f0 tx=0x7f54e8004b40 comp rx=0 tx=0).stop 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 msgr2=0x7f54f019f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f019f7f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f54e00098e0 tx=0x7f54e00057c0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 shutdown_connections 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f54f0109530 0x7f54f01999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54d40b2880 0x7f54d40b4d40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f54f006bb70 0x7f54f019f7f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 --2- 172.21.15.69:0/1612859827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f54f006c530 0x7f54f019fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.229+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 >> 172.21.15.69:0/1612859827 conn(0x7f54f0079350 msgr2=0x7f54f0101410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.230+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 shutdown_connections 2024-05-08T06:03:22.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:22.230+0000 7f54f5200700 1 -- 172.21.15.69:0/1612859827 wait complete. 2024-05-08T06:03:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:22 smithi105 ceph-mon[34393]: pgmap v510: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:03:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:22 smithi135 ceph-mon[34761]: pgmap v510: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:03:22.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:22 smithi069 ceph-mon[29571]: pgmap v510: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:03:23.180 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:03:23.181 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:03:23.635 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:24.702 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:24 smithi069 ceph-mon[29571]: pgmap v511: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:03:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:24 smithi105 ceph-mon[34393]: pgmap v511: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:03:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:24 smithi135 ceph-mon[34761]: pgmap v511: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:03:26.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 -- 172.21.15.69:0/3021510188 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc114670 msgr2=0x7f71bc116a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:26.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 --2- 172.21.15.69:0/3021510188 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc114670 0x7f71bc116a60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f71b400b0a0 tx=0x7f71b400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 -- 172.21.15.69:0/3021510188 shutdown_connections 2024-05-08T06:03:26.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 --2- 172.21.15.69:0/3021510188 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc114670 0x7f71bc116a60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 --2- 172.21.15.69:0/3021510188 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 --2- 172.21.15.69:0/3021510188 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc075ff0 0x7f71bc114130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 -- 172.21.15.69:0/3021510188 >> 172.21.15.69:0/3021510188 conn(0x7f71bc07a600 msgr2=0x7f71bc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:26.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 -- 172.21.15.69:0/3021510188 shutdown_connections 2024-05-08T06:03:26.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.086+0000 7f71c4000700 1 -- 172.21.15.69:0/3021510188 wait complete. 2024-05-08T06:03:26.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 Processor -- start 2024-05-08T06:03:26.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 -- start start 2024-05-08T06:03:26.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc1a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 0x7f71bc1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc114670 0x7f71bc1a4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc119c50 con 0x7f71bc075ff0 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc119ad0 con 0x7f71bc114670 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.088+0000 7f71c4000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc119dd0 con 0x7f71bc0756d0 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc1a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:26.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 0x7f71bc1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 0x7f71bc1a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50956/0 (socket says 172.21.15.69:50956) 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc1a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41356/0 (socket says 172.21.15.69:41356) 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 -- 172.21.15.69:0/3171577009 learned_addr learned my addr 172.21.15.69:0/3171577009 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c2000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc114670 0x7f71bc1a4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 -- 172.21.15.69:0/3171577009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 msgr2=0x7f71bc1a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc1a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 -- 172.21.15.69:0/3171577009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc114670 msgr2=0x7f71bc1a4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc114670 0x7f71bc1a4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c0c00700 1 -- 172.21.15.69:0/3171577009 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71bc1a5170 con 0x7f71bc075ff0 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c2000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc114670 0x7f71bc1a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.089+0000 7f71c1600700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc1a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.090+0000 7f71c0c00700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 0x7f71bc1a06a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f71a800e9a0 tx=0x7f71a800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.090+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a800ca10 con 0x7f71bc075ff0 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.090+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71a800cbb0 con 0x7f71bc075ff0 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.090+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71bc1a5460 con 0x7f71bc075ff0 2024-05-08T06:03:26.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.090+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8018680 con 0x7f71bc075ff0 2024-05-08T06:03:26.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.090+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71bc1acce0 con 0x7f71bc075ff0 2024-05-08T06:03:26.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.091+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71bc06a190 con 0x7f71bc075ff0 2024-05-08T06:03:26.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.093+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f71a8010430 con 0x7f71bc075ff0 2024-05-08T06:03:26.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.095+0000 7f71ba000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a40b2900 0x7f71a40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:26.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.095+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f71a80e2650 con 0x7f71bc075ff0 2024-05-08T06:03:26.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.095+0000 7f71c1600700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a40b2900 0x7f71a40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:26.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.096+0000 7f71c1600700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a40b2900 0x7f71a40b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f71b0011490 tx=0x7f71b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:26.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.098+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f71a80aa320 con 0x7f71bc075ff0 2024-05-08T06:03:26.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.379+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71bc1a14c0 con 0x7f71bc075ff0 2024-05-08T06:03:26.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.381+0000 7f71ba000700 1 -- 172.21.15.69:0/3171577009 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f71bc1a14c0 con 0x7f71bc075ff0 2024-05-08T06:03:26.382 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:03:26.382 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a40b2900 msgr2=0x7f71a40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a40b2900 0x7f71a40b4dc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f71b0011490 tx=0x7f71b0009260 comp rx=0 tx=0).stop 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 msgr2=0x7f71bc1a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 0x7f71bc1a06a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f71a800e9a0 tx=0x7f71a800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 shutdown_connections 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71a40b2900 0x7f71a40b4dc0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71bc114670 0x7f71bc1a4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71bc0756d0 0x7f71bc1a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 --2- 172.21.15.69:0/3171577009 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71bc075ff0 0x7f71bc1a06a0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 >> 172.21.15.69:0/3171577009 conn(0x7f71bc07a600 msgr2=0x7f71bc113510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:26.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 shutdown_connections 2024-05-08T06:03:26.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:26.385+0000 7f71c4000700 1 -- 172.21.15.69:0/3171577009 wait complete. 2024-05-08T06:03:26.387 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:03:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:26 smithi105 ceph-mon[34393]: pgmap v512: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:03:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:26 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3171577009' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:03:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:26 smithi135 ceph-mon[34761]: pgmap v512: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:03:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:26 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3171577009' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:03:26.813 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:26 smithi069 ceph-mon[29571]: pgmap v512: 97 pgs: 97 active+clean; 847 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:03:26.813 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:26 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3171577009' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:03:27.382 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:03:27.835 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:28 smithi105 ceph-mon[34393]: pgmap v513: 97 pgs: 97 active+clean; 910 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:03:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:28 smithi135 ceph-mon[34761]: pgmap v513: 97 pgs: 97 active+clean; 910 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:03:28.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:28 smithi069 ceph-mon[29571]: pgmap v513: 97 pgs: 97 active+clean; 910 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 -- 172.21.15.69:0/1288405358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 msgr2=0x7fc4b41169a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1288405358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41169a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac00b0a0 tx=0x7fc4ac00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 -- 172.21.15.69:0/1288405358 shutdown_connections 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1288405358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41169a0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1288405358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b410fb60 0x7fc4b410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1288405358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b4109ad0 0x7fc4b4109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 -- 172.21.15.69:0/1288405358 >> 172.21.15.69:0/1288405358 conn(0x7fc4b4076c70 msgr2=0x7fc4b41082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 -- 172.21.15.69:0/1288405358 shutdown_connections 2024-05-08T06:03:30.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.194+0000 7fc4b9000700 1 -- 172.21.15.69:0/1288405358 wait complete. 2024-05-08T06:03:30.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.195+0000 7fc4b9000700 1 Processor -- start 2024-05-08T06:03:30.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 -- start start 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 0x7fc4b41a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b410fb60 0x7fc4b41a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b4119cd0 con 0x7fc4b410a490 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b4119b50 con 0x7fc4b410fb60 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.196+0000 7fc4b9000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b4119e50 con 0x7fc4b4109ad0 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 0x7fc4b41a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 0x7fc4b41a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:56178/0 (socket says 172.21.15.69:56178) 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b2800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b410fb60 0x7fc4b41a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56510/0 (socket says 172.21.15.69:56510) 2024-05-08T06:03:30.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1115244559 learned_addr learned my addr 172.21.15.69:0/1115244559 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:30.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1115244559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b410fb60 msgr2=0x7fc4b41a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b410fb60 0x7fc4b41a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 msgr2=0x7fc4b41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1115244559 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4b41a5190 con 0x7fc4b4109ad0 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b2800700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b410fb60 0x7fc4b41a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.197+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.198+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 0x7fc4b41a0180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc4a400eb30 tx=0x7fc4a400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.198+0000 7fc4aaa00700 1 -- 172.21.15.69:0/1115244559 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a400cbd0 con 0x7fc4b4109ad0 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.198+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4b41a5480 con 0x7fc4b4109ad0 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.198+0000 7fc4aaa00700 1 -- 172.21.15.69:0/1115244559 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4a40044d0 con 0x7fc4b4109ad0 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.198+0000 7fc4aaa00700 1 -- 172.21.15.69:0/1115244559 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a4003e30 con 0x7fc4b4109ad0 2024-05-08T06:03:30.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.198+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4b41acd00 con 0x7fc4b4109ad0 2024-05-08T06:03:30.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.202+0000 7fc4aaa00700 1 -- 172.21.15.69:0/1115244559 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc4a4004000 con 0x7fc4b4109ad0 2024-05-08T06:03:30.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.202+0000 7fc4c398eb80 1 Processor -- start 2024-05-08T06:03:30.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 -- start start 2024-05-08T06:03:30.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd9d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbd9dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5569dbcefa20 con 0x5569dbda2bc0 2024-05-08T06:03:30.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5569dbc8d760 con 0x5569dbda34e0 2024-05-08T06:03:30.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5569dbceb9e0 con 0x5569dbd9d8f0 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4b2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4b2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56526/0 (socket says 172.21.15.69:56526) 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.203+0000 7fc4b2800700 1 -- 172.21.15.69:0/3492638041 learned_addr learned my addr 172.21.15.69:0/3492638041 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b1400700 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbd9dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd9d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4aaa00700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc4980b2880 0x7fc4980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b2800700 1 -- 172.21.15.69:0/3492638041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 msgr2=0x5569dbd9dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b2800700 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbd9dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b2800700 1 -- 172.21.15.69:0/3492638041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 msgr2=0x5569dbd9d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4aaa00700 1 -- 172.21.15.69:0/1115244559 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc4a40e2570 con 0x7fc4b4109ad0 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b2800700 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd9d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b2800700 1 -- 172.21.15.69:0/3492638041 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569dbc3c8d0 con 0x5569dbda2bc0 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b1400700 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbd9dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:30.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.204+0000 7fc4b2800700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc4980b2880 0x7fc4980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.205+0000 7fc4b2800700 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda2fa0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac00bf40 tx=0x7fc4ac0092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eff51ad7c9bc2e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.205+0000 7fc49f400700 1 -- 172.21.15.69:0/3492638041 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ac023070 con 0x5569dbda2bc0 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.205+0000 7fc49f400700 1 -- 172.21.15.69:0/3492638041 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4ac007c10 con 0x5569dbda2bc0 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.205+0000 7fc49f400700 1 -- 172.21.15.69:0/3492638041 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4ac005600 con 0x5569dbda2bc0 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 -- 172.21.15.69:0/3492638041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 msgr2=0x5569dbda2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4b2800700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc4980b2880 0x7fc4980b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac02a000 tx=0x7fc4ac028000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda2fa0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac00bf40 tx=0x7fc4ac0092e0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 -- 172.21.15.69:0/3492638041 shutdown_connections 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbd9dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda2fa0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/3492638041 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd9d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 -- 172.21.15.69:0/3492638041 >> 172.21.15.69:0/3492638041 conn(0x5569dbd156d0 msgr2=0x5569dbd97b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:30.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 -- 172.21.15.69:0/3492638041 shutdown_connections 2024-05-08T06:03:30.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.206+0000 7fc4c398eb80 1 -- 172.21.15.69:0/3492638041 wait complete. 2024-05-08T06:03:30.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 -- start start 2024-05-08T06:03:30.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 Processor -- start 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 0x5569dbda9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbda2bc0 0x5569dbda6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbda6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5569dbda9f20 con 0x5569dbd9d8f0 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5569dbc55b20 con 0x5569dbda34e0 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5569dbdaa0a0 con 0x5569dbda2bc0 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.207+0000 7fc4c398eb80 10 client.0 _ll_register_callbacks cb 0x5569dbc96c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 0x5569dbda9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 0x5569dbda9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56530/0 (socket says 172.21.15.69:56530) 2024-05-08T06:03:30.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1507447967 learned_addr learned my addr 172.21.15.69:0/1507447967 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbda2bc0 0x5569dbda6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b2800700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbda6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1507447967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbda2bc0 msgr2=0x5569dbda6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbda2bc0 0x5569dbda6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 msgr2=0x5569dbda6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbda6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1507447967 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569dbcb5420 con 0x5569dbd9d8f0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbda2bc0 0x5569dbda6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b2800700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbda6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 0x5569dbda9110 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40046a0 tx=0x7fc4a4005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d447c83018573ba server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.208+0000 7fc493e00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc493e00700 1 -- 172.21.15.69:0/1507447967 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a40a92b0 con 0x5569dbd9d8f0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc493e00700 1 -- 172.21.15.69:0/1507447967 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc4a40b2510 con 0x5569dbd9d8f0 2024-05-08T06:03:30.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4ac007c10 con 0x5569dbd9d8f0 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc493e00700 1 -- 172.21.15.69:0/1507447967 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4a40a9910 con 0x5569dbd9d8f0 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc4c398eb80 10 client.15330 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5569dbdb47b0 con 0x5569dbd9d8f0 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.209+0000 7fc493e00700 1 -- 172.21.15.69:0/1507447967 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4ac007c10 con 0x5569dbd9d8f0 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc493e00700 1 -- 172.21.15.69:0/1507447967 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc4a40a54b0 con 0x5569dbd9d8f0 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4c398eb80 10 client.15330 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4c398eb80 10 client.15330 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4c398eb80 20 client.15330 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbdb6df0 0x5569dbdb9230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4c398eb80 4 client.15330 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:30.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569dbd6a140 con 0x5569dbdb6df0 2024-05-08T06:03:30.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.210+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbdb6df0 0x5569dbdb9230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.211+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbdb6df0 0x5569dbdb9230 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=735547117a063e1b server_cookie=72e0f095d0240b71 in_seq=0 out_seq=0 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.211+0000 7fc493e00700 10 client.15330 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.211+0000 7fc493e00700 1 -- 172.21.15.69:0/1507447967 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5569dbd6a140 con 0x5569dbdb6df0 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.211+0000 7fc493e00700 10 client.15330 handle_command_reply: tid=0 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 client.15330 shutdown 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 msgr2=0x5569dbda9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 0x5569dbda9110 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40046a0 tx=0x7fc4a4005bb0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 shutdown_connections 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbdb6df0 0x5569dbdb9230 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbda6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc493e00700 0 client.15330 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbd9d8f0 0x5569dbda9110 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1507447967 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbda2bc0 0x5569dbda6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 >> 172.21.15.69:0/1507447967 conn(0x5569dbd156d0 msgr2=0x5569dbd97190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:30.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 shutdown_connections 2024-05-08T06:03:30.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1507447967 wait complete. 2024-05-08T06:03:30.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.212+0000 7fc4c398eb80 20 client.15330 trim_cache size 0 max 16384 2024-05-08T06:03:30.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.228+0000 7fc4c398eb80 1 Processor -- start 2024-05-08T06:03:30.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 -- start start 2024-05-08T06:03:30.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbdb2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd97910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b41b6940 con 0x5569dbda2bc0 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b41b41d0 con 0x5569dbda34e0 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b41b2020 con 0x5569dbd9d8f0 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4b1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbdb2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4b1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4b1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbdb2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:56188/0 (socket says 172.21.15.69:56188) 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.229+0000 7fc4b1e00700 1 -- 172.21.15.69:0/1139168898 learned_addr learned my addr 172.21.15.69:0/1139168898 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:30.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b2800700 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd97910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1400700 1 -- 172.21.15.69:0/1139168898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 msgr2=0x5569dbdb2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbdb2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1400700 1 -- 172.21.15.69:0/1139168898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 msgr2=0x5569dbd97910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd97910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1400700 1 -- 172.21.15.69:0/1139168898 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569dbd92ab0 con 0x5569dbda2bc0 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbdb2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:30.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda1f30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x5569dbdb9a70 tx=0x7fc4a0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecdf644648e69357 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:30.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.230+0000 7fc49ea00700 1 -- 172.21.15.69:0/1139168898 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a0003680 con 0x5569dbda2bc0 2024-05-08T06:03:30.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc49ea00700 1 -- 172.21.15.69:0/1139168898 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4a0024020 con 0x5569dbda2bc0 2024-05-08T06:03:30.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc49ea00700 1 -- 172.21.15.69:0/1139168898 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a0020890 con 0x5569dbda2bc0 2024-05-08T06:03:30.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1139168898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 msgr2=0x5569dbda1f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda1f30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x5569dbdb9a70 tx=0x7fc4a0009260 comp rx=0 tx=0).stop 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1139168898 shutdown_connections 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbda34e0 0x5569dbd97910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbd9d8f0 0x5569dbdb2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1139168898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda2bc0 0x5569dbda1f30 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.231+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1139168898 >> 172.21.15.69:0/1139168898 conn(0x5569dbd156d0 msgr2=0x5569dbda3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.232+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1139168898 shutdown_connections 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.232+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1139168898 wait complete. 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.232+0000 7fc4c398eb80 1 -- start start 2024-05-08T06:03:30.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.232+0000 7fc4c398eb80 1 Processor -- start 2024-05-08T06:03:30.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbd9d8f0 0x5569dbdac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 0x5569dbdace00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbe19680 0x5569dbe19b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b41b2690 con 0x5569dbda34e0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b41b3b00 con 0x5569dbd9d8f0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b41b2d60 con 0x5569dbe19680 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4c398eb80 10 client.0 _ll_register_callbacks cb 0x5569dbc96c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4b1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 0x5569dbdace00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4b2800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbe19680 0x5569dbe19b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4b1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 0x5569dbdace00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56534/0 (socket says 172.21.15.69:56534) 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4b1400700 1 -- 172.21.15.69:0/1351575605 learned_addr learned my addr 172.21.15.69:0/1351575605 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.233+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbd9d8f0 0x5569dbdac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4b1400700 1 -- 172.21.15.69:0/1351575605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbe19680 msgr2=0x5569dbe19b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbe19680 0x5569dbe19b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4b1400700 1 -- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbd9d8f0 msgr2=0x5569dbdac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbd9d8f0 0x5569dbdac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4b1400700 1 -- 172.21.15.69:0/1351575605 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569dbe1a0c0 con 0x5569dbda34e0 2024-05-08T06:03:30.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4b1400700 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 0x5569dbdace00 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0005920 tx=0x7fc4a0005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15839bf390d9069b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc493e00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc493e00700 1 -- 172.21.15.69:0/1351575605 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a002d020 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4a0024020 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.234+0000 7fc493e00700 1 -- 172.21.15.69:0/1351575605 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc4a0005440 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc493e00700 1 -- 172.21.15.69:0/1351575605 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc4a0005640 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 10 client.15336 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5569dbe213e0 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc493e00700 1 -- 172.21.15.69:0/1351575605 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4a0024020 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc493e00700 1 -- 172.21.15.69:0/1351575605 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc4a0003b20 con 0x5569dbda34e0 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 10 client.15336 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 10 client.15336 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 20 client.15336 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbe219b0 0x5569dbe23dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 4 client.15336 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:03:30.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.235+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5569dbcfd400 con 0x5569dbe219b0 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbe219b0 0x5569dbe23dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc4b1e00700 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbe219b0 0x5569dbe23dd0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42c120381f514342 server_cookie=4623746dead54057 in_seq=0 out_seq=0 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc493e00700 10 client.15336 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc493e00700 1 -- 172.21.15.69:0/1351575605 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5569dbcfd400 con 0x5569dbe219b0 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc493e00700 10 client.15336 handle_command_reply: tid=0 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc4c398eb80 1 client.15336 shutdown 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 msgr2=0x5569dbdace00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.236+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 0x5569dbdace00 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0005920 tx=0x7fc4a0005040 comp rx=0 tx=0).stop 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 shutdown_connections 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5569dbe219b0 0x5569dbe23dd0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5569dbe19680 0x5569dbe19b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5569dbd9d8f0 0x5569dbdac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 --2- 172.21.15.69:0/1351575605 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5569dbda34e0 0x5569dbdace00 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 >> 172.21.15.69:0/1351575605 conn(0x5569dbd156d0 msgr2=0x5569dbda1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:30.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc493e00700 0 client.15336 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:03:30.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 shutdown_connections 2024-05-08T06:03:30.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 1 -- 172.21.15.69:0/1351575605 wait complete. 2024-05-08T06:03:30.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.237+0000 7fc4c398eb80 20 client.15336 trim_cache size 0 max 16384 2024-05-08T06:03:30.240 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc4980b2880 msgr2=0x7fc4980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc4980b2880 0x7fc4980b4d40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac02a000 tx=0x7fc4ac028000 comp rx=0 tx=0).stop 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 msgr2=0x7fc4b41a0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 0x7fc4b41a0180 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc4a400eb30 tx=0x7fc4a400ee40 comp rx=0 tx=0).stop 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 shutdown_connections 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc4980b2880 0x7fc4980b4d40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc4b410fb60 0x7fc4b41a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc4b4109ad0 0x7fc4b41a0180 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 --2- 172.21.15.69:0/1115244559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc4b410a490 0x7fc4b41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 >> 172.21.15.69:0/1115244559 conn(0x7fc4b4076c70 msgr2=0x7fc4b4077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 shutdown_connections 2024-05-08T06:03:30.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:30.238+0000 7fc4b9000700 1 -- 172.21.15.69:0/1115244559 wait complete. 2024-05-08T06:03:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:30 smithi069 ceph-mon[29571]: pgmap v514: 97 pgs: 97 active+clean; 910 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:30 smithi105 ceph-mon[34393]: pgmap v514: 97 pgs: 97 active+clean; 910 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:30 smithi135 ceph-mon[34761]: pgmap v514: 97 pgs: 97 active+clean; 910 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:31.167 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:03:31.612 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:32 smithi105 ceph-mon[34393]: pgmap v515: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:32 smithi135 ceph-mon[34761]: pgmap v515: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:32.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:32 smithi069 ceph-mon[29571]: pgmap v515: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:34.769 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:34 smithi069 ceph-mon[29571]: pgmap v516: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:34 smithi105 ceph-mon[34393]: pgmap v516: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:34 smithi135 ceph-mon[34761]: pgmap v516: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.607+0000 7fef34e00700 1 -- 172.21.15.69:0/1235080896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef30104590 msgr2=0x7fef30104970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.607+0000 7fef34e00700 1 --2- 172.21.15.69:0/1235080896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef30104590 0x7fef30104970 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fef20009990 tx=0x7fef20009ca0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.607+0000 7fef34e00700 1 -- 172.21.15.69:0/1235080896 shutdown_connections 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.607+0000 7fef34e00700 1 --2- 172.21.15.69:0/1235080896 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef3010d9c0 0x7fef3010fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.607+0000 7fef34e00700 1 --2- 172.21.15.69:0/1235080896 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef30104590 0x7fef30104970 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.607+0000 7fef34e00700 1 --2- 172.21.15.69:0/1235080896 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3010d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.608+0000 7fef34e00700 1 -- 172.21.15.69:0/1235080896 >> 172.21.15.69:0/1235080896 conn(0x7fef300fddc0 msgr2=0x7fef301001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.608+0000 7fef34e00700 1 -- 172.21.15.69:0/1235080896 shutdown_connections 2024-05-08T06:03:35.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.608+0000 7fef34e00700 1 -- 172.21.15.69:0/1235080896 wait complete. 2024-05-08T06:03:35.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.609+0000 7fef34e00700 1 Processor -- start 2024-05-08T06:03:35.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.609+0000 7fef34e00700 1 -- start start 2024-05-08T06:03:35.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef34e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef30104590 0x7fef3019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef34e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef34e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef3010d9c0 0x7fef30199940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef34e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fef30113620 con 0x7fef3010d9c0 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef34e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fef301134a0 con 0x7fef30104eb0 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef34e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fef301137a0 con 0x7fef30104590 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef2ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef2ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3019fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38072/0 (socket says 172.21.15.69:38072) 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef2ea00700 1 -- 172.21.15.69:0/1724337251 learned_addr learned my addr 172.21.15.69:0/1724337251 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:35.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef2f400700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef30104590 0x7fef3019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.610+0000 7fef2fe00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef3010d9c0 0x7fef30199940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef2ea00700 1 -- 172.21.15.69:0/1724337251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef30104590 msgr2=0x7fef3019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef2ea00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef30104590 0x7fef3019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef2ea00700 1 -- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef3010d9c0 msgr2=0x7fef30199940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef2ea00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef3010d9c0 0x7fef30199940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef2ea00700 1 -- 172.21.15.69:0/1724337251 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef3019a0a0 con 0x7fef30104eb0 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef2ea00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3019fcc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fef1800e9c0 tx=0x7fef1800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:35.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef27e00700 1 -- 172.21.15.69:0/1724337251 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1800cbd0 con 0x7fef30104eb0 2024-05-08T06:03:35.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef27e00700 1 -- 172.21.15.69:0/1724337251 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef1800cd70 con 0x7fef30104eb0 2024-05-08T06:03:35.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef27e00700 1 -- 172.21.15.69:0/1724337251 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef18005580 con 0x7fef30104eb0 2024-05-08T06:03:35.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.611+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef3019a390 con 0x7fef30104eb0 2024-05-08T06:03:35.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.612+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef301a6650 con 0x7fef30104eb0 2024-05-08T06:03:35.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.616+0000 7fef27e00700 1 -- 172.21.15.69:0/1724337251 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fef18004750 con 0x7fef30104eb0 2024-05-08T06:03:35.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.617+0000 7fef40d70b80 1 Processor -- start 2024-05-08T06:03:35.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.617+0000 7fef40d70b80 1 -- start start 2024-05-08T06:03:35.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.617+0000 7fef27e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef140b2900 0x7fef140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.617+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120a9d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.617+0000 7fef27e00700 1 -- 172.21.15.69:0/1724337251 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fef180e2530 con 0x7fef30104eb0 2024-05-08T06:03:35.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.617+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120a973f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120a97e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef40d70b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5651209e5a20 con 0x565120a97a10 2024-05-08T06:03:35.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef40d70b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x565120983760 con 0x565120a9d6f0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef40d70b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5651209e19e0 con 0x565120a9cdd0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2fe00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef140b2900 0x7fef140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120a9d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120a9d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:56228/0 (socket says 172.21.15.69:56228) 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2f400700 1 -- 172.21.15.69:0/2853978378 learned_addr learned my addr 172.21.15.69:0/2853978378 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120a973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2fe00700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120a97e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2ea00700 1 -- 172.21.15.69:0/2853978378 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 msgr2=0x565120a9d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120a9d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2ea00700 1 -- 172.21.15.69:0/2853978378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 msgr2=0x565120a97e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120a97e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.618+0000 7fef2ea00700 1 -- 172.21.15.69:0/2853978378 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651209328d0 con 0x565120a9d6f0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef2fe00700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120a97e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120a973f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fef180a9800 tx=0x7fef180a9270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=126b53de3ef16e5d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:35.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef2f400700 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120a9d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:35.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef24c00700 1 -- 172.21.15.69:0/2853978378 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef180b22b0 con 0x565120a9d6f0 2024-05-08T06:03:35.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef2fe00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef140b2900 0x7fef140b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fef28007500 tx=0x7fef28009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:35.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef24c00700 1 -- 172.21.15.69:0/2853978378 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef18004ed0 con 0x565120a9d6f0 2024-05-08T06:03:35.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.619+0000 7fef24c00700 1 -- 172.21.15.69:0/2853978378 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef180a9d60 con 0x565120a9d6f0 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 -- 172.21.15.69:0/2853978378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 msgr2=0x565120a973f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120a973f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fef180a9800 tx=0x7fef180a9270 comp rx=0 tx=0).stop 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 -- 172.21.15.69:0/2853978378 shutdown_connections 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120a97e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120a9d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2853978378 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120a973f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 -- 172.21.15.69:0/2853978378 >> 172.21.15.69:0/2853978378 conn(0x5651209c1b60 msgr2=0x565120a8d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 -- 172.21.15.69:0/2853978378 shutdown_connections 2024-05-08T06:03:35.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.620+0000 7fef40d70b80 1 -- 172.21.15.69:0/2853978378 wait complete. 2024-05-08T06:03:35.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.621+0000 7fef40d70b80 1 -- start start 2024-05-08T06:03:35.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.621+0000 7fef40d70b80 1 Processor -- start 2024-05-08T06:03:35.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120aa3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9cdd0 0x565120aa0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9d6f0 0x565120aa0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x565120aa41f0 con 0x565120a97a10 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56512094bb20 con 0x565120a9cdd0 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x565120aa4370 con 0x565120a9d6f0 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef40d70b80 10 client.0 _ll_register_callbacks cb 0x56512098cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef2f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120aa3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef2ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9cdd0 0x565120aa0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef2f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120aa3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56566/0 (socket says 172.21.15.69:56566) 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.622+0000 7fef2f400700 1 -- 172.21.15.69:0/2867186352 learned_addr learned my addr 172.21.15.69:0/2867186352 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2fe00700 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9d6f0 0x565120aa0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2ea00700 1 -- 172.21.15.69:0/2867186352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9d6f0 msgr2=0x565120aa0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9d6f0 0x565120aa0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2ea00700 1 -- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 msgr2=0x565120aa3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120aa3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2ea00700 1 -- 172.21.15.69:0/2867186352 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651209ab420 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9cdd0 0x565120aa0730 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fef180a6d70 tx=0x7fef180aa010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c96c20098da97e58 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef1d600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef1d600700 1 -- 172.21.15.69:0/2867186352 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef180c9060 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef1d600700 1 -- 172.21.15.69:0/2867186352 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fef180b26e0 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.623+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x565120a600a0 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef1d600700 1 -- 172.21.15.69:0/2867186352 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef180b22b0 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 10 client.25466 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565120aae8e0 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef1d600700 1 -- 172.21.15.69:0/2867186352 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x565120a600a0 con 0x565120a9cdd0 2024-05-08T06:03:35.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef1d600700 1 -- 172.21.15.69:0/2867186352 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fef18004a40 con 0x565120a9cdd0 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 10 client.25466 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 10 client.25466 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 20 client.25466 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120ab0db0 0x565120ab31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 4 client.25466 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.624+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651209f3400 con 0x565120ab0db0 2024-05-08T06:03:35.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.625+0000 7fef2f400700 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120ab0db0 0x565120ab31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.625+0000 7fef2f400700 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120ab0db0 0x565120ab31a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=530b635fd5263588 server_cookie=39f801972a81bb0e in_seq=0 out_seq=0 2024-05-08T06:03:35.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.625+0000 7fef1d600700 10 client.25466 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:35.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.626+0000 7fef1d600700 1 -- 172.21.15.69:0/2867186352 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5651209f3400 con 0x565120ab0db0 2024-05-08T06:03:35.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.626+0000 7fef1d600700 10 client.25466 handle_command_reply: tid=0 2024-05-08T06:03:35.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.626+0000 7fef40d70b80 1 client.25466 shutdown 2024-05-08T06:03:35.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.626+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9cdd0 msgr2=0x565120aa0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.626+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9cdd0 0x565120aa0730 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fef180a6d70 tx=0x7fef180aa010 comp rx=0 tx=0).stop 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 shutdown_connections 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120ab0db0 0x565120ab31a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9d6f0 0x565120aa0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120aa3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef1d600700 0 client.25466 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2867186352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9cdd0 0x565120aa0730 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 >> 172.21.15.69:0/2867186352 conn(0x5651209c1b60 msgr2=0x565120a88460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 shutdown_connections 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 1 -- 172.21.15.69:0/2867186352 wait complete. 2024-05-08T06:03:35.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.627+0000 7fef40d70b80 20 client.25466 trim_cache size 0 max 16384 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.643+0000 7fef40d70b80 1 Processor -- start 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.643+0000 7fef40d70b80 1 -- start start 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 0x565120ab61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a9d6f0 0x565120a9db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef40d70b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fef301ae1f0 con 0x565120a9d6f0 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef40d70b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fef301aba80 con 0x565120a97a10 2024-05-08T06:03:35.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef40d70b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fef301a98d0 con 0x565120a9cdd0 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef2f400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 0x565120ab61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef2f400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 0x565120ab61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38092/0 (socket says 172.21.15.69:38092) 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef2f400700 1 -- 172.21.15.69:0/14870672 learned_addr learned my addr 172.21.15.69:0/14870672 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.644+0000 7fef2ea00700 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef2f400700 1 -- 172.21.15.69:0/14870672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 msgr2=0x565120ab6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef2f400700 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef2f400700 1 -- 172.21.15.69:0/14870672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a9d6f0 msgr2=0x565120a9db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef2f400700 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a9d6f0 0x565120a9db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef2f400700 1 -- 172.21.15.69:0/14870672 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565120aa0ff0 con 0x565120a97a10 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef2f400700 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 0x565120ab61c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef2000b2e0 tx=0x7fef2001a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=320208c5ff1491d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef1fe00700 1 -- 172.21.15.69:0/14870672 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef20005600 con 0x565120a97a10 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef1fe00700 1 -- 172.21.15.69:0/14870672 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef2002e070 con 0x565120a97a10 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.645+0000 7fef1fe00700 1 -- 172.21.15.69:0/14870672 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef20003b40 con 0x565120a97a10 2024-05-08T06:03:35.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 -- 172.21.15.69:0/14870672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 msgr2=0x565120ab61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 0x565120ab61c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef2000b2e0 tx=0x7fef2001a040 comp rx=0 tx=0).stop 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 -- 172.21.15.69:0/14870672 shutdown_connections 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a9d6f0 0x565120a9db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a97a10 0x565120ab61c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 --2- 172.21.15.69:0/14870672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 -- 172.21.15.69:0/14870672 >> 172.21.15.69:0/14870672 conn(0x5651209c1b60 msgr2=0x565120a8d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 -- 172.21.15.69:0/14870672 shutdown_connections 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.646+0000 7fef40d70b80 1 -- 172.21.15.69:0/14870672 wait complete. 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.647+0000 7fef40d70b80 1 -- start start 2024-05-08T06:03:35.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.647+0000 7fef40d70b80 1 Processor -- start 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120ab3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120ab47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fef301a9f40 con 0x565120a97a10 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fef301ab3b0 con 0x565120a9d6f0 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fef301aa610 con 0x565120a9cdd0 2024-05-08T06:03:35.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef40d70b80 10 client.0 _ll_register_callbacks cb 0x56512098cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120ab3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120ab3d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56580/0 (socket says 172.21.15.69:56580) 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2ea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2f400700 1 -- 172.21.15.69:0/2474355019 learned_addr learned my addr 172.21.15.69:0/2474355019 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2fe00700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120ab47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2ea00700 1 -- 172.21.15.69:0/2474355019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 msgr2=0x565120ab47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120ab47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2ea00700 1 -- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 msgr2=0x565120ab3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.648+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120ab3d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef2ea00700 1 -- 172.21.15.69:0/2474355019 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565120b1a2d0 con 0x565120a9cdd0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef2fe00700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120ab47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef2ea00700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab4290 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fef180a5b80 tx=0x7fef180a8f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20399796493837b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef1d600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef1d600700 1 -- 172.21.15.69:0/2474355019 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef180b22b0 con 0x565120a9cdd0 2024-05-08T06:03:35.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef1d600700 1 -- 172.21.15.69:0/2474355019 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fef180a60f0 con 0x565120a9cdd0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef2002e070 con 0x565120a9cdd0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef1d600700 1 -- 172.21.15.69:0/2474355019 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fef180a9610 con 0x565120a9cdd0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef40d70b80 10 client.25438 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.649+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565120b1a2d0 con 0x565120a9cdd0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef1d600700 1 -- 172.21.15.69:0/2474355019 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef2002e070 con 0x565120a9cdd0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef1d600700 1 -- 172.21.15.69:0/2474355019 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fef180cc2e0 con 0x565120a9cdd0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef40d70b80 10 client.25438 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef40d70b80 10 client.25438 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef40d70b80 20 client.25438 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120b1b950 0x565120b1dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef40d70b80 4 client.25438 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5651209ed4a0 con 0x565120b1b950 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.650+0000 7fef2f400700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120b1b950 0x565120b1dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef2f400700 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120b1b950 0x565120b1dd70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c6498ddc74de331f server_cookie=c41c804ac5e68eaf in_seq=0 out_seq=0 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef1d600700 10 client.25438 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:35.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef1d600700 1 -- 172.21.15.69:0/2474355019 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5651209ed4a0 con 0x565120b1b950 2024-05-08T06:03:35.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef1d600700 10 client.25438 handle_command_reply: tid=0 2024-05-08T06:03:35.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef40d70b80 1 client.25438 shutdown 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 msgr2=0x565120ab4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.651+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab4290 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fef180a5b80 tx=0x7fef180a8f90 comp rx=0 tx=0).stop 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 shutdown_connections 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565120b1b950 0x565120b1dd70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565120a9d6f0 0x565120ab47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565120a97a10 0x565120ab3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 --2- 172.21.15.69:0/2474355019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565120a9cdd0 0x565120ab4290 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef1d600700 0 client.25438 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 >> 172.21.15.69:0/2474355019 conn(0x5651209c1b60 msgr2=0x565120a9db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 shutdown_connections 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 1 -- 172.21.15.69:0/2474355019 wait complete. 2024-05-08T06:03:35.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.652+0000 7fef40d70b80 20 client.25438 trim_cache size 0 max 16384 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef140b2900 msgr2=0x7fef140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef140b2900 0x7fef140b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fef28007500 tx=0x7fef28009920 comp rx=0 tx=0).stop 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 msgr2=0x7fef3019fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3019fcc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fef1800e9c0 tx=0x7fef1800ecd0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 shutdown_connections 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef3010d9c0 0x7fef30199940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef30104590 0x7fef3019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef140b2900 0x7fef140b4dc0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 --2- 172.21.15.69:0/1724337251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef30104eb0 0x7fef3019fcc0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:35.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 >> 172.21.15.69:0/1724337251 conn(0x7fef300fddc0 msgr2=0x7fef300fea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:35.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 shutdown_connections 2024-05-08T06:03:35.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:35.653+0000 7fef34e00700 1 -- 172.21.15.69:0/1724337251 wait complete. 2024-05-08T06:03:36.760 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:36 smithi069 ceph-mon[29571]: pgmap v517: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:36.763 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:03:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:36 smithi105 ceph-mon[34393]: pgmap v517: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:36 smithi135 ceph-mon[34761]: pgmap v517: 97 pgs: 97 active+clean; 967 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:37.201 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:38.683 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:38 smithi069 ceph-mon[29571]: pgmap v518: 97 pgs: 97 active+clean; 1.0 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:38 smithi105 ceph-mon[34393]: pgmap v518: 97 pgs: 97 active+clean; 1.0 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:38 smithi135 ceph-mon[34761]: pgmap v518: 97 pgs: 97 active+clean; 1.0 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 -- 172.21.15.69:0/1331259153 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc075ff0 msgr2=0x7fd1fc10f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 --2- 172.21.15.69:0/1331259153 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc10f960 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009990 tx=0x7fd1e8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 -- 172.21.15.69:0/1331259153 shutdown_connections 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 --2- 172.21.15.69:0/1331259153 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1fc10fea0 0x7fd1fc112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 --2- 172.21.15.69:0/1331259153 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc0756d0 0x7fd1fc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 --2- 172.21.15.69:0/1331259153 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc10f960 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 -- 172.21.15.69:0/1331259153 >> 172.21.15.69:0/1331259153 conn(0x7fd1fc07a600 msgr2=0x7fd1fc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:39.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 -- 172.21.15.69:0/1331259153 shutdown_connections 2024-05-08T06:03:39.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.569+0000 7fd203c00700 1 -- 172.21.15.69:0/1331259153 wait complete. 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.570+0000 7fd203c00700 1 Processor -- start 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 -- start start 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1fc0756d0 0x7fd1fc19bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc19c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc10fea0 0x7fd1fc1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1158b0 con 0x7fd1fc0756d0 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc115730 con 0x7fd1fc10fea0 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd203c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc115a30 con 0x7fd1fc075ff0 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd201200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1fc0756d0 0x7fd1fc19bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc19c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd201c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc10fea0 0x7fd1fc1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc19c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58544/0 (socket says 172.21.15.69:58544) 2024-05-08T06:03:39.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.571+0000 7fd1fbe00700 1 -- 172.21.15.69:0/3589731127 learned_addr learned my addr 172.21.15.69:0/3589731127 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:39.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1fbe00700 1 -- 172.21.15.69:0/3589731127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc10fea0 msgr2=0x7fd1fc1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc10fea0 0x7fd1fc1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1fbe00700 1 -- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1fc0756d0 msgr2=0x7fd1fc19bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1fc0756d0 0x7fd1fc19bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1fbe00700 1 -- 172.21.15.69:0/3589731127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1fc1a0dd0 con 0x7fd1fc075ff0 2024-05-08T06:03:39.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc19c300 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8000c00 tx=0x7fd1e80057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:39.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1f9600700 1 -- 172.21.15.69:0/3589731127 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8027070 con 0x7fd1fc075ff0 2024-05-08T06:03:39.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1fc1a1060 con 0x7fd1fc075ff0 2024-05-08T06:03:39.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1f9600700 1 -- 172.21.15.69:0/3589731127 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1e8022470 con 0x7fd1fc075ff0 2024-05-08T06:03:39.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.572+0000 7fd1f9600700 1 -- 172.21.15.69:0/3589731127 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8017650 con 0x7fd1fc075ff0 2024-05-08T06:03:39.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.573+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1fc1a8940 con 0x7fd1fc075ff0 2024-05-08T06:03:39.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.577+0000 7fd1f9600700 1 -- 172.21.15.69:0/3589731127 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd1e802a070 con 0x7fd1fc075ff0 2024-05-08T06:03:39.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.578+0000 7fd20e61fb80 1 Processor -- start 2024-05-08T06:03:39.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 -- start start 2024-05-08T06:03:39.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd1f9600700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1e40b2880 0x7fd1e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770c8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770c32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770c3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dd77015a20 con 0x55dd770c8bc0 2024-05-08T06:03:39.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55dd76fb3760 con 0x55dd770c94e0 2024-05-08T06:03:39.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55dd770119e0 con 0x55dd770c38f0 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.579+0000 7fd1f9600700 1 -- 172.21.15.69:0/3589731127 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1e80e2ec0 con 0x7fd1fc075ff0 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770c8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1e40b2880 0x7fd1e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770c8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49620/0 (socket says 172.21.15.69:49620) 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 -- 172.21.15.69:0/1395403376 learned_addr learned my addr 172.21.15.69:0/1395403376 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201c00700 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770c3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770c32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 -- 172.21.15.69:0/1395403376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 msgr2=0x55dd770c3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770c3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 -- 172.21.15.69:0/1395403376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 msgr2=0x55dd770c32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770c32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.580+0000 7fd201200700 1 -- 172.21.15.69:0/1395403376 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd76f628d0 con 0x55dd770c8bc0 2024-05-08T06:03:39.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.581+0000 7fd201c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1e40b2880 0x7fd1e40b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009ec0 tx=0x7fd1f40092f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:39.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.581+0000 7fd201200700 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770c8fa0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd1f0009d00 tx=0x7fd1f0011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c9c194c66133dad server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:39.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.581+0000 7fd1ee000700 1 -- 172.21.15.69:0/1395403376 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0004230 con 0x55dd770c8bc0 2024-05-08T06:03:39.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.581+0000 7fd1ee000700 1 -- 172.21.15.69:0/1395403376 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1f0009e50 con 0x55dd770c8bc0 2024-05-08T06:03:39.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.581+0000 7fd1ee000700 1 -- 172.21.15.69:0/1395403376 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0019810 con 0x55dd770c8bc0 2024-05-08T06:03:39.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.582+0000 7fd20e61fb80 1 -- 172.21.15.69:0/1395403376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 msgr2=0x55dd770c8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.582+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770c8fa0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd1f0009d00 tx=0x7fd1f0011720 comp rx=0 tx=0).stop 2024-05-08T06:03:39.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.582+0000 7fd20e61fb80 1 -- 172.21.15.69:0/1395403376 shutdown_connections 2024-05-08T06:03:39.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.582+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770c3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.582+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770c8fa0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.583+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/1395403376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770c32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.583+0000 7fd20e61fb80 1 -- 172.21.15.69:0/1395403376 >> 172.21.15.69:0/1395403376 conn(0x55dd7703b6d0 msgr2=0x55dd770bdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:39.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.583+0000 7fd20e61fb80 1 -- 172.21.15.69:0/1395403376 shutdown_connections 2024-05-08T06:03:39.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.583+0000 7fd20e61fb80 1 -- 172.21.15.69:0/1395403376 wait complete. 2024-05-08T06:03:39.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.583+0000 7fd20e61fb80 1 -- start start 2024-05-08T06:03:39.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.583+0000 7fd20e61fb80 1 Processor -- start 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770cf150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770cc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770cca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dd770cff20 con 0x55dd770c38f0 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55dd76f7bb20 con 0x55dd770c94e0 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55dd770d00a0 con 0x55dd770c8bc0 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd20e61fb80 10 client.0 _ll_register_callbacks cb 0x55dd76fbcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770cc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd201200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770cf150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770cc4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58558/0 (socket says 172.21.15.69:58558) 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.584+0000 7fd1fbe00700 1 -- 172.21.15.69:0/483784783 learned_addr learned my addr 172.21.15.69:0/483784783 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:39.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201c00700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770cca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201200700 1 -- 172.21.15.69:0/483784783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 msgr2=0x55dd770cc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201200700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770cc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201200700 1 -- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 msgr2=0x55dd770cca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201200700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770cca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201200700 1 -- 172.21.15.69:0/483784783 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd76fdb420 con 0x55dd770c38f0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201c00700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770cca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd201200700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770cf150 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd1f001a000 tx=0x7fd1f0004230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6207bd604c268a8c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.585+0000 7fd1e2a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd1e2a00700 1 -- 172.21.15.69:0/483784783 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f0027070 con 0x55dd770c38f0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd1e2a00700 1 -- 172.21.15.69:0/483784783 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1f0005240 con 0x55dd770c38f0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1f0009e50 con 0x55dd770c38f0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd1e2a00700 1 -- 172.21.15.69:0/483784783 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd1f0033050 con 0x55dd770c38f0 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd20e61fb80 10 client.15360 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd770da720 con 0x55dd770c38f0 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.586+0000 7fd1e2a00700 1 -- 172.21.15.69:0/483784783 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1f0009e50 con 0x55dd770c38f0 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd1e2a00700 1 -- 172.21.15.69:0/483784783 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd1f0005440 con 0x55dd770c38f0 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd20e61fb80 10 client.15360 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd20e61fb80 10 client.15360 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd20e61fb80 20 client.15360 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd770dcc50 0x55dd770df040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd20e61fb80 4 client.15360 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd77090140 con 0x55dd770dcc50 2024-05-08T06:03:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd770dcc50 0x55dd770df040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd1e2a00700 10 client.15360 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.587+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd770dcc50 0x55dd770df040 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebddcf322f283e87 server_cookie=fd4f4b29cc660e1c in_seq=0 out_seq=0 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.588+0000 7fd1e2a00700 1 -- 172.21.15.69:0/483784783 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55dd77090140 con 0x55dd770dcc50 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.588+0000 7fd1e2a00700 10 client.15360 handle_command_reply: tid=0 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.588+0000 7fd20e61fb80 1 client.15360 shutdown 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 msgr2=0x55dd770cf150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770cf150 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fd1f001a000 tx=0x7fd1f0004230 comp rx=0 tx=0).stop 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 shutdown_connections 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770cca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770cf150 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd770dcc50 0x55dd770df040 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/483784783 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 >> 172.21.15.69:0/483784783 conn(0x55dd7703b6d0 msgr2=0x55dd770bd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd1e2a00700 0 client.15360 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 shutdown_connections 2024-05-08T06:03:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 1 -- 172.21.15.69:0/483784783 wait complete. 2024-05-08T06:03:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.589+0000 7fd20e61fb80 20 client.15360 trim_cache size 0 max 16384 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.605+0000 7fd20e61fb80 1 Processor -- start 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.605+0000 7fd20e61fb80 1 -- start start 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770c32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770d8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770bd910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1b24e0 con 0x55dd770c38f0 2024-05-08T06:03:39.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1afd70 con 0x55dd770c94e0 2024-05-08T06:03:39.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1adbc0 con 0x55dd770c8bc0 2024-05-08T06:03:39.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770d8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd201200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770c32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd201c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770bd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770d8fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58560/0 (socket says 172.21.15.69:58560) 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.606+0000 7fd1fbe00700 1 -- 172.21.15.69:0/2739579275 learned_addr learned my addr 172.21.15.69:0/2739579275 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1fbe00700 1 -- 172.21.15.69:0/2739579275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 msgr2=0x55dd770bd910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770bd910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1fbe00700 1 -- 172.21.15.69:0/2739579275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 msgr2=0x55dd770c32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770c32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1fbe00700 1 -- 172.21.15.69:0/2739579275 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd770df5d0 con 0x55dd770c8bc0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd201c00700 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770bd910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1fbe00700 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770d8fb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd1e80e0910 tx=0x7fd1e801a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4212102857b9ec6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1ed600700 1 -- 172.21.15.69:0/2739579275 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e80aac20 con 0x55dd770c8bc0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1ed600700 1 -- 172.21.15.69:0/2739579275 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1e80aa520 con 0x55dd770c8bc0 2024-05-08T06:03:39.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.607+0000 7fd1ed600700 1 -- 172.21.15.69:0/2739579275 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e80094b0 con 0x55dd770c8bc0 2024-05-08T06:03:39.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2739579275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 msgr2=0x55dd770d8fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770d8fb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd1e80e0910 tx=0x7fd1e801a040 comp rx=0 tx=0).stop 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2739579275 shutdown_connections 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770bd910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c38f0 0x55dd770c32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2739579275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c8bc0 0x55dd770d8fb0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2739579275 >> 172.21.15.69:0/2739579275 conn(0x55dd7703b6d0 msgr2=0x55dd770cb540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2739579275 shutdown_connections 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.608+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2739579275 wait complete. 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.609+0000 7fd20e61fb80 1 -- start start 2024-05-08T06:03:39.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.609+0000 7fd20e61fb80 1 Processor -- start 2024-05-08T06:03:39.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770d5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770d5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770e37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1ae230 con 0x55dd770c8bc0 2024-05-08T06:03:39.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1af6a0 con 0x55dd770c94e0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1fc1ae900 con 0x55dd770c38f0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd20e61fb80 10 client.0 _ll_register_callbacks cb 0x55dd76fbcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770e37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770d5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd1fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770d5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770e37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58678/0 (socket says 172.21.15.69:58678) 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 -- 172.21.15.69:0/2692944277 learned_addr learned my addr 172.21.15.69:0/2692944277 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 -- 172.21.15.69:0/2692944277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 msgr2=0x55dd770d5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770d5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 -- 172.21.15.69:0/2692944277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 msgr2=0x55dd770d5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770d5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.610+0000 7fd201c00700 1 -- 172.21.15.69:0/2692944277 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd770e4000 con 0x55dd770c94e0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.611+0000 7fd201c00700 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770e37f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009fd0 tx=0x7fd1f400b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd142a7b9994dd0c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:39.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.611+0000 7fd1e2a00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:39.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.611+0000 7fd1e2a00700 1 -- 172.21.15.69:0/2692944277 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f401be50 con 0x55dd770c94e0 2024-05-08T06:03:39.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.611+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1e80aa520 con 0x55dd770c94e0 2024-05-08T06:03:39.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.611+0000 7fd1e2a00700 1 -- 172.21.15.69:0/2692944277 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1f4003a00 con 0x55dd770c94e0 2024-05-08T06:03:39.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd1e2a00700 1 -- 172.21.15.69:0/2692944277 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd1f4003c00 con 0x55dd770c94e0 2024-05-08T06:03:39.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 10 client.25490 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dd77146f00 con 0x55dd770c94e0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd1e2a00700 1 -- 172.21.15.69:0/2692944277 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1e80aa520 con 0x55dd770c94e0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd1e2a00700 1 -- 172.21.15.69:0/2692944277 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd1f4025040 con 0x55dd770c94e0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 10 client.25490 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 10 client.25490 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 20 client.25490 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd771475f0 0x55dd77149a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 4 client.25490 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.612+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd77023400 con 0x55dd771475f0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd201200700 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd771475f0 0x55dd77149a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd201200700 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd771475f0 0x55dd77149a10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31e298685f7e3e2d server_cookie=8d161b11984023d2 in_seq=0 out_seq=0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd1e2a00700 10 client.25490 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd1e2a00700 1 -- 172.21.15.69:0/2692944277 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd77023400 con 0x55dd771475f0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd1e2a00700 10 client.25490 handle_command_reply: tid=0 2024-05-08T06:03:39.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd20e61fb80 1 client.25490 shutdown 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 msgr2=0x55dd770e37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.613+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770e37f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009fd0 tx=0x7fd1f400b040 comp rx=0 tx=0).stop 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 shutdown_connections 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dd770c94e0 0x55dd770e37f0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dd771475f0 0x55dd77149a10 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dd770c38f0 0x55dd770d5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 --2- 172.21.15.69:0/2692944277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dd770c8bc0 0x55dd770d5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd1e2a00700 0 client.25490 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 >> 172.21.15.69:0/2692944277 conn(0x55dd7703b6d0 msgr2=0x55dd770c76d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 shutdown_connections 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 1 -- 172.21.15.69:0/2692944277 wait complete. 2024-05-08T06:03:39.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.614+0000 7fd20e61fb80 20 client.25490 trim_cache size 0 max 16384 2024-05-08T06:03:39.617 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:03:39.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1e40b2880 msgr2=0x7fd1e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1e40b2880 0x7fd1e40b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd1f4009ec0 tx=0x7fd1f40092f0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 msgr2=0x7fd1fc19c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:39.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc19c300 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8000c00 tx=0x7fd1e80057c0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 shutdown_connections 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd1e40b2880 0x7fd1e40b4d40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1fc10fea0 0x7fd1fc1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1fc0756d0 0x7fd1fc19bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 --2- 172.21.15.69:0/3589731127 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1fc075ff0 0x7fd1fc19c300 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 >> 172.21.15.69:0/3589731127 conn(0x7fd1fc07a600 msgr2=0x7fd1fc100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 shutdown_connections 2024-05-08T06:03:39.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:39.615+0000 7fd203c00700 1 -- 172.21.15.69:0/3589731127 wait complete. 2024-05-08T06:03:39.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:39 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:03:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:39 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:03:39.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:39 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:03:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:40 smithi105 ceph-mon[34393]: pgmap v519: 97 pgs: 97 active+clean; 1.0 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:40 smithi135 ceph-mon[34761]: pgmap v519: 97 pgs: 97 active+clean; 1.0 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:40 smithi069 ceph-mon[29571]: pgmap v519: 97 pgs: 97 active+clean; 1.0 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:41.649 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:03:41.649 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:03:41.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:03:41.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:03:41.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:03:41.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:03:41.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:03:41.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:03:41.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:03:41.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:03:41.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:03:42.104 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:42.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:42 smithi069 ceph-mon[29571]: pgmap v520: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:42 smithi105 ceph-mon[34393]: pgmap v520: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:42 smithi135 ceph-mon[34761]: pgmap v520: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:44.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 -- 172.21.15.69:0/1852382755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba81083c0 msgr2=0x7f4ba806ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 --2- 172.21.15.69:0/1852382755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba81083c0 0x7f4ba806ba40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800b0a0 tx=0x7f4b9800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 -- 172.21.15.69:0/1852382755 shutdown_connections 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 --2- 172.21.15.69:0/1852382755 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba8105ed0 0x7f4ba8106360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 --2- 172.21.15.69:0/1852382755 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba81083c0 0x7f4ba806ba40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 --2- 172.21.15.69:0/1852382755 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba806bf80 0x7f4ba806c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 -- 172.21.15.69:0/1852382755 >> 172.21.15.69:0/1852382755 conn(0x7f4ba8079310 msgr2=0x7f4ba8079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 -- 172.21.15.69:0/1852382755 shutdown_connections 2024-05-08T06:03:44.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.471+0000 7f4bad600700 1 -- 172.21.15.69:0/1852382755 wait complete. 2024-05-08T06:03:44.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.472+0000 7f4bad600700 1 Processor -- start 2024-05-08T06:03:44.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.472+0000 7f4bad600700 1 -- start start 2024-05-08T06:03:44.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4bad600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba806bf80 0x7f4ba81a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4bad600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba8105ed0 0x7f4ba81a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4bad600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba81083c0 0x7f4ba81a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4bad600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba8119c70 con 0x7f4ba8105ed0 2024-05-08T06:03:44.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4bad600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba8119af0 con 0x7f4ba81083c0 2024-05-08T06:03:44.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4bad600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba8119df0 con 0x7f4ba806bf80 2024-05-08T06:03:44.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4b9e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba8105ed0 0x7f4ba81a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba806bf80 0x7f4ba81a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4ba7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba81083c0 0x7f4ba81a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba806bf80 0x7f4ba81a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58588/0 (socket says 172.21.15.69:58588) 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.473+0000 7f4ba6a00700 1 -- 172.21.15.69:0/1093154618 learned_addr learned my addr 172.21.15.69:0/1093154618 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4ba7400700 1 -- 172.21.15.69:0/1093154618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba806bf80 msgr2=0x7f4ba81a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4ba7400700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba806bf80 0x7f4ba81a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4ba7400700 1 -- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba8105ed0 msgr2=0x7f4ba81a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4ba7400700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba8105ed0 0x7f4ba81a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4ba7400700 1 -- 172.21.15.69:0/1093154618 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba81a51b0 con 0x7f4ba81083c0 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4b9e000700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba8105ed0 0x7f4ba81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4ba7400700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba81083c0 0x7f4ba81a4a70 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4ba000e970 tx=0x7f4ba000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4b9fe00700 1 -- 172.21.15.69:0/1093154618 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0004220 con 0x7f4ba81083c0 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4b9fe00700 1 -- 172.21.15.69:0/1093154618 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4ba00043c0 con 0x7f4ba81083c0 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba81a54a0 con 0x7f4ba81083c0 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.474+0000 7f4b9fe00700 1 -- 172.21.15.69:0/1093154618 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0010700 con 0x7f4ba81083c0 2024-05-08T06:03:44.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.475+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba81acd20 con 0x7f4ba81083c0 2024-05-08T06:03:44.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.478+0000 7f4b9fe00700 1 -- 172.21.15.69:0/1093154618 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4ba0004750 con 0x7f4ba81083c0 2024-05-08T06:03:44.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.479+0000 7f4bb7f6eb80 1 Processor -- start 2024-05-08T06:03:44.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.479+0000 7f4bb7f6eb80 1 -- start start 2024-05-08T06:03:44.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743a1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5559742efaa0 con 0x55597439da00 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55597428d7e0 con 0x5559743a1a50 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5559742eba60 con 0x55597439d0e0 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4b9fe00700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743a1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743a1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49678/0 (socket says 172.21.15.69:49678) 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4ba6a00700 1 -- 172.21.15.69:0/279372075 learned_addr learned my addr 172.21.15.69:0/279372075 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4b9fe00700 1 -- 172.21.15.69:0/1093154618 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4ba00e1f90 con 0x7f4ba81083c0 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.480+0000 7f4b9e000700 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba7400700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4b9e000700 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba6a00700 1 -- 172.21.15.69:0/279372075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 msgr2=0x55597439d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba6a00700 1 -- 172.21.15.69:0/279372075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 msgr2=0x5559743a1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba6a00700 1 -- 172.21.15.69:0/279372075 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55597423c950 con 0x55597439da00 2024-05-08T06:03:44.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743a1510 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800b070 tx=0x7f4b98009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaa7cbcfb1ced4b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.481+0000 7f4ba7400700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0000c00 tx=0x7f4ba001f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.482+0000 7f4b97e00700 1 -- 172.21.15.69:0/279372075 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9800bcb0 con 0x55597439da00 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.482+0000 7f4b97e00700 1 -- 172.21.15.69:0/279372075 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b980074e0 con 0x55597439da00 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.482+0000 7f4b97e00700 1 -- 172.21.15.69:0/279372075 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b98005240 con 0x55597439da00 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.482+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/279372075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 msgr2=0x5559743a1510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.482+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743a1510 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f4b9800b070 tx=0x7f4b98009360 comp rx=0 tx=0).stop 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/279372075 shutdown_connections 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/279372075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743a1510 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/279372075 >> 172.21.15.69:0/279372075 conn(0x5559742cbbe0 msgr2=0x555974397820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/279372075 shutdown_connections 2024-05-08T06:03:44.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/279372075 wait complete. 2024-05-08T06:03:44.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 -- start start 2024-05-08T06:03:44.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.483+0000 7f4bb7f6eb80 1 Processor -- start 2024-05-08T06:03:44.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 0x5559743a8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439da00 0x5559743a6270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5559743a9c00 con 0x55597439d0e0 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x555974255ba0 con 0x5559743a1a50 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5559743a9d80 con 0x55597439da00 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4bb7f6eb80 10 client.0 _ll_register_callbacks cb 0x555974296cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4b9e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 0x5559743a8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4b9e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 0x5559743a8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49682/0 (socket says 172.21.15.69:49682) 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4b9e000700 1 -- 172.21.15.69:0/2548240114 learned_addr learned my addr 172.21.15.69:0/2548240114 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.484+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439da00 0x5559743a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 -- 172.21.15.69:0/2548240114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439da00 msgr2=0x5559743a6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439da00 0x5559743a6270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 -- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 msgr2=0x5559743a67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 -- 172.21.15.69:0/2548240114 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559742b54a0 con 0x55597439d0e0 2024-05-08T06:03:44.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b9e000700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 0x5559743a8ed0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4b90011ae0 tx=0x7f4b90004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2407d44aebe6254a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b94c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b94c00700 1 -- 172.21.15.69:0/2548240114 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b90010a50 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.485+0000 7f4b94c00700 1 -- 172.21.15.69:0/2548240114 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4b90010bf0 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.486+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b980074e0 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.486+0000 7f4b94c00700 1 -- 172.21.15.69:0/2548240114 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4b90010df0 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.486+0000 7f4bb7f6eb80 10 client.15378 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.486+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5559743b44c0 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.486+0000 7f4b94c00700 1 -- 172.21.15.69:0/2548240114 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b980074e0 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.486+0000 7f4b94c00700 1 -- 172.21.15.69:0/2548240114 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4b90021400 con 0x55597439d0e0 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4bb7f6eb80 10 client.15378 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4bb7f6eb80 10 client.15378 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4bb7f6eb80 20 client.15378 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743b6a50 0x5559743b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4bb7f6eb80 4 client.15378 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:44.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55597436a120 con 0x5559743b6a50 2024-05-08T06:03:44.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743b6a50 0x5559743b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743b6a50 0x5559743b8e40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4fc3059fda76290 server_cookie=988d19384cb39bdb in_seq=0 out_seq=0 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.487+0000 7f4b94c00700 10 client.15378 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.488+0000 7f4b94c00700 1 -- 172.21.15.69:0/2548240114 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55597436a120 con 0x5559743b6a50 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.488+0000 7f4b94c00700 10 client.15378 handle_command_reply: tid=0 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.488+0000 7f4bb7f6eb80 1 client.15378 shutdown 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.488+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 msgr2=0x5559743a8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.488+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 0x5559743a8ed0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f4b90011ae0 tx=0x7f4b90004750 comp rx=0 tx=0).stop 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 shutdown_connections 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559743a1a50 0x5559743a67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439d0e0 0x5559743a8ed0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743b6a50 0x5559743b8e40 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2548240114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439da00 0x5559743a6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 >> 172.21.15.69:0/2548240114 conn(0x5559742cbbe0 msgr2=0x555974392330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:44.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4b94c00700 0 client.15378 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:44.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 shutdown_connections 2024-05-08T06:03:44.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2548240114 wait complete. 2024-05-08T06:03:44.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.489+0000 7f4bb7f6eb80 20 client.15378 trim_cache size 0 max 16384 2024-05-08T06:03:44.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 Processor -- start 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 -- start start 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559742cbbe0 0x5559743a86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743be710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81b6a20 con 0x55597439da00 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81b42b0 con 0x5559742cbbe0 2024-05-08T06:03:44.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.514+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81b2100 con 0x55597439d0e0 2024-05-08T06:03:44.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58612/0 (socket says 172.21.15.69:58612) 2024-05-08T06:03:44.516 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 -- 172.21.15.69:0/2223071574 learned_addr learned my addr 172.21.15.69:0/2223071574 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4b9e000700 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559742cbbe0 0x5559743a86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4b9e000700 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743be710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 -- 172.21.15.69:0/2223071574 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559742cbbe0 msgr2=0x5559743a86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559742cbbe0 0x5559743a86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 -- 172.21.15.69:0/2223071574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 msgr2=0x5559743be710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743be710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.515+0000 7f4ba6a00700 1 -- 172.21.15.69:0/2223071574 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559743a6040 con 0x55597439d0e0 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.516+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439c600 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4b98007fd0 tx=0x7f4b98006230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a04051d73c9274 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.516+0000 7f4b97400700 1 -- 172.21.15.69:0/2223071574 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9800bc30 con 0x55597439d0e0 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.516+0000 7f4b97400700 1 -- 172.21.15.69:0/2223071574 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b9800bdd0 con 0x55597439d0e0 2024-05-08T06:03:44.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.516+0000 7f4b97400700 1 -- 172.21.15.69:0/2223071574 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b98007a30 con 0x55597439d0e0 2024-05-08T06:03:44.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2223071574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 msgr2=0x55597439c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439c600 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f4b98007fd0 tx=0x7f4b98006230 comp rx=0 tx=0).stop 2024-05-08T06:03:44.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2223071574 shutdown_connections 2024-05-08T06:03:44.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559743be710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5559742cbbe0 0x5559743a86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/2223071574 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55597439d0e0 0x55597439c600 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2223071574 >> 172.21.15.69:0/2223071574 conn(0x5559743a5710 msgr2=0x55597439bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2223071574 shutdown_connections 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/2223071574 wait complete. 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.517+0000 7f4bb7f6eb80 1 -- start start 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 Processor -- start 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5559742cbbe0 0x5559743adfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 0x5559743ae500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559744212e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81b2770 con 0x55597439da00 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81b3be0 con 0x55597439d0e0 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba81b2e40 con 0x5559742cbbe0 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.518+0000 7f4bb7f6eb80 10 client.0 _ll_register_callbacks cb 0x555974296cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4b9e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559744212e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 0x5559743ae500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 0x5559743ae500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58736/0 (socket says 172.21.15.69:58736) 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4b9e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559744212e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49686/0 (socket says 172.21.15.69:49686) 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 -- 172.21.15.69:0/3534011611 learned_addr learned my addr 172.21.15.69:0/3534011611 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4b9e000700 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5559742cbbe0 0x5559743adfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 -- 172.21.15.69:0/3534011611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5559742cbbe0 msgr2=0x5559743adfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5559742cbbe0 0x5559743adfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 -- 172.21.15.69:0/3534011611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 msgr2=0x5559744212e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559744212e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 -- 172.21.15.69:0/3534011611 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555974421820 con 0x55597439d0e0 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4ba6a00700 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 0x5559743ae500 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009040 tx=0x7f4b98006030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee7618cb5cd690d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:44.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.519+0000 7f4b94c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:44.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4b94c00700 1 -- 172.21.15.69:0/3534011611 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b980076b0 con 0x55597439d0e0 2024-05-08T06:03:44.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b9800bdd0 con 0x55597439d0e0 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4b94c00700 1 -- 172.21.15.69:0/3534011611 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4b9800f040 con 0x55597439d0e0 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4b94c00700 1 -- 172.21.15.69:0/3534011611 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4b980078b0 con 0x55597439d0e0 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 10 client.25508 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5559744229c0 con 0x55597439d0e0 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4b94c00700 1 -- 172.21.15.69:0/3534011611 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4b9800bdd0 con 0x55597439d0e0 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4b94c00700 1 -- 172.21.15.69:0/3534011611 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4b98011070 con 0x55597439d0e0 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 10 client.25508 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 10 client.25508 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 20 client.25508 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743a1a50 0x555974424c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 4 client.25508 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.520+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5559742fd480 con 0x5559743a1a50 2024-05-08T06:03:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.521+0000 7f4b9e000700 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743a1a50 0x555974424c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.521+0000 7f4b9e000700 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743a1a50 0x555974424c50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=972aa30b83c46a6d server_cookie=19b76e834c93988b in_seq=0 out_seq=0 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.521+0000 7f4b94c00700 10 client.25508 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.522+0000 7f4b94c00700 1 -- 172.21.15.69:0/3534011611 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5559742fd480 con 0x5559743a1a50 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.522+0000 7f4b94c00700 10 client.25508 handle_command_reply: tid=0 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.522+0000 7f4bb7f6eb80 1 client.25508 shutdown 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 msgr2=0x5559743ae500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 0x5559743ae500 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009040 tx=0x7f4b98006030 comp rx=0 tx=0).stop 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 shutdown_connections 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55597439da00 0x5559744212e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5559743a1a50 0x555974424c50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5559742cbbe0 0x5559743adfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 --2- 172.21.15.69:0/3534011611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55597439d0e0 0x5559743ae500 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 >> 172.21.15.69:0/3534011611 conn(0x5559743a5710 msgr2=0x55597439c780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4b94c00700 0 client.25508 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:44.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 shutdown_connections 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 1 -- 172.21.15.69:0/3534011611 wait complete. 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.523+0000 7f4bb7f6eb80 20 client.25508 trim_cache size 0 max 16384 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "601010fd-f079-4b4f-a038-99b4de348554", 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:03:44.526 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4b8c0b2880 msgr2=0x7f4b8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0000c00 tx=0x7f4ba001f000 comp rx=0 tx=0).stop 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba81083c0 msgr2=0x7f4ba81a4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba81083c0 0x7f4ba81a4a70 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4ba000e970 tx=0x7f4ba000ec80 comp rx=0 tx=0).stop 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 shutdown_connections 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4b8c0b2880 0x7f4b8c0b4d40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4ba81083c0 0x7f4ba81a4a70 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4ba806bf80 0x7f4ba81a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 --2- 172.21.15.69:0/1093154618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4ba8105ed0 0x7f4ba81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:44.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 >> 172.21.15.69:0/1093154618 conn(0x7f4ba8079310 msgr2=0x7f4ba81045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:44.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 shutdown_connections 2024-05-08T06:03:44.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:44.524+0000 7f4bad600700 1 -- 172.21.15.69:0/1093154618 wait complete. 2024-05-08T06:03:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:44 smithi105 ceph-mon[34393]: pgmap v521: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:44 smithi135 ceph-mon[34761]: pgmap v521: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:44 smithi069 ceph-mon[29571]: pgmap v521: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:45.521 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:03:45.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:45 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:03:45.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:45 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:45.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:45 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:03:45.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:45 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:45.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:45 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:03:45.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:45 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:45.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:45 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:03:45.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:45 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:45 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:03:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:45 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:45 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:03:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:45 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:03:45.955 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:03:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:46 smithi105 ceph-mon[34393]: pgmap v522: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:46 smithi135 ceph-mon[34761]: pgmap v522: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:46 smithi069 ceph-mon[29571]: pgmap v522: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:48.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 -- 172.21.15.69:0/2911205306 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 msgr2=0x7f2420103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 --2- 172.21.15.69:0/2911205306 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f2420103b30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f241000b0d0 tx=0x7f241000b3e0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 -- 172.21.15.69:0/2911205306 shutdown_connections 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 --2- 172.21.15.69:0/2911205306 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420108850 0x7f24201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 --2- 172.21.15.69:0/2911205306 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f2420103b30 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 --2- 172.21.15.69:0/2911205306 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2420104100 0x7f2420108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 -- 172.21.15.69:0/2911205306 >> 172.21.15.69:0/2911205306 conn(0x7f242007a600 msgr2=0x7f242007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 -- 172.21.15.69:0/2911205306 shutdown_connections 2024-05-08T06:03:48.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.277+0000 7f2424c00700 1 -- 172.21.15.69:0/2911205306 wait complete. 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.278+0000 7f2424c00700 1 Processor -- start 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.278+0000 7f2424c00700 1 -- start start 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.278+0000 7f2424c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f242019bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.278+0000 7f2424c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420104100 0x7f242019c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.278+0000 7f2424c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2420108850 0x7f24201a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f2424c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2420113690 con 0x7f2420103750 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f2424c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2420113510 con 0x7f2420108850 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f2424c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2420113810 con 0x7f2420104100 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f242019bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420104100 0x7f242019c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f242019bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36014/0 (socket says 172.21.15.69:36014) 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 -- 172.21.15.69:0/271302658 learned_addr learned my addr 172.21.15.69:0/271302658 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241e800700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2420108850 0x7f24201a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 -- 172.21.15.69:0/271302658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420104100 msgr2=0x7f242019c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420104100 0x7f242019c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 -- 172.21.15.69:0/271302658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2420108850 msgr2=0x7f24201a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2420108850 0x7f24201a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241de00700 1 -- 172.21.15.69:0/271302658 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24201a0d50 con 0x7f2420103750 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.279+0000 7f241d400700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420104100 0x7f242019c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.280+0000 7f241de00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f242019bd40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2410007a30 tx=0x7f2410007a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:48.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.280+0000 7f2416a00700 1 -- 172.21.15.69:0/271302658 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241001f070 con 0x7f2420103750 2024-05-08T06:03:48.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.280+0000 7f2416a00700 1 -- 172.21.15.69:0/271302658 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2410004c50 con 0x7f2420103750 2024-05-08T06:03:48.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.280+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24201a0fe0 con 0x7f2420103750 2024-05-08T06:03:48.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.280+0000 7f2416a00700 1 -- 172.21.15.69:0/271302658 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241001b690 con 0x7f2420103750 2024-05-08T06:03:48.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.280+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24201a88c0 con 0x7f2420103750 2024-05-08T06:03:48.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.283+0000 7f2416a00700 1 -- 172.21.15.69:0/271302658 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2410022070 con 0x7f2420103750 2024-05-08T06:03:48.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.285+0000 7f242f4bbb80 1 Processor -- start 2024-05-08T06:03:48.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 -- start start 2024-05-08T06:03:48.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f2416a00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f24040b2900 0x7f24040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8824fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb88254e0 0x560eb881f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb881fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560eb8771a20 con 0x560eb881f8f0 2024-05-08T06:03:48.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560eb870f760 con 0x560eb8824bc0 2024-05-08T06:03:48.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560eb876d9e0 con 0x560eb88254e0 2024-05-08T06:03:48.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.286+0000 7f2416a00700 1 -- 172.21.15.69:0/271302658 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f241000f020 con 0x7f2420103750 2024-05-08T06:03:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8824fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241e800700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f24040b2900 0x7f24040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8824fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:45176/0 (socket says 172.21.15.69:45176) 2024-05-08T06:03:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 -- 172.21.15.69:0/672310496 learned_addr learned my addr 172.21.15.69:0/672310496 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241d400700 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb88254e0 0x560eb881f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241e800700 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb881fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 -- 172.21.15.69:0/672310496 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb88254e0 msgr2=0x560eb881f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb88254e0 0x560eb881f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 -- 172.21.15.69:0/672310496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 msgr2=0x560eb881fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb881fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 -- 172.21.15.69:0/672310496 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560eb86be8d0 con 0x560eb8824bc0 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241e800700 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb881fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.287+0000 7f241de00700 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8824fa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f24100a7aa0 tx=0x7f2410005700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46916fea5250669f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.288+0000 7f241e800700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f24040b2900 0x7f24040b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x560eb88202b0 tx=0x7f24180099b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.288+0000 7f240b400700 1 -- 172.21.15.69:0/672310496 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24100aa340 con 0x560eb8824bc0 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.288+0000 7f240b400700 1 -- 172.21.15.69:0/672310496 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24100aaf30 con 0x560eb8824bc0 2024-05-08T06:03:48.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.288+0000 7f240b400700 1 -- 172.21.15.69:0/672310496 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24100aaa90 con 0x560eb8824bc0 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.288+0000 7f242f4bbb80 1 -- 172.21.15.69:0/672310496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 msgr2=0x560eb8824fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.288+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8824fa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f24100a7aa0 tx=0x7f2410005700 comp rx=0 tx=0).stop 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 -- 172.21.15.69:0/672310496 shutdown_connections 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb881fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8824fa0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/672310496 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb88254e0 0x560eb881f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 -- 172.21.15.69:0/672310496 >> 172.21.15.69:0/672310496 conn(0x560eb87976d0 msgr2=0x560eb8819b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 -- 172.21.15.69:0/672310496 shutdown_connections 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 -- 172.21.15.69:0/672310496 wait complete. 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.289+0000 7f242f4bbb80 1 -- start start 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 Processor -- start 2024-05-08T06:03:48.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb881f8f0 0x560eb882b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8828500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8828a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560eb882bce0 con 0x560eb88254e0 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560eb86d7b20 con 0x560eb881f8f0 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560eb882be60 con 0x560eb8824bc0 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.290+0000 7f242f4bbb80 10 client.0 _ll_register_callbacks cb 0x560eb8718c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8828500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8828a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8828500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46710/0 (socket says 172.21.15.69:46710) 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 -- 172.21.15.69:0/310815404 learned_addr learned my addr 172.21.15.69:0/310815404 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:48.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241de00700 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb881f8f0 0x560eb882b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 -- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb881f8f0 msgr2=0x560eb882b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb881f8f0 0x560eb882b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 -- 172.21.15.69:0/310815404 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 msgr2=0x560eb8828a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8828a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 -- 172.21.15.69:0/310815404 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560eb8737420 con 0x560eb8824bc0 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f241d400700 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8828500 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f240c012d20 tx=0x7f240c00f6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da538e96de21ed16 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.291+0000 7f23ffe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f23ffe00700 1 -- 172.21.15.69:0/310815404 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240c00fc30 con 0x560eb8824bc0 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f23ffe00700 1 -- 172.21.15.69:0/310815404 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f240c00fdd0 con 0x560eb8824bc0 2024-05-08T06:03:48.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24100aaf30 con 0x560eb8824bc0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f23ffe00700 1 -- 172.21.15.69:0/310815404 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f240c004050 con 0x560eb8824bc0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f242f4bbb80 10 client.25486 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560eb8836430 con 0x560eb8824bc0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f23ffe00700 1 -- 172.21.15.69:0/310815404 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24100aaf30 con 0x560eb8824bc0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.292+0000 7f23ffe00700 1 -- 172.21.15.69:0/310815404 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f240c010430 con 0x560eb8824bc0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f242f4bbb80 10 client.25486 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f242f4bbb80 10 client.25486 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f242f4bbb80 20 client.25486 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb8838ac0 0x560eb883aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f242f4bbb80 4 client.25486 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560eb87ec140 con 0x560eb8838ac0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f241de00700 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb8838ac0 0x560eb883aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f241de00700 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb8838ac0 0x560eb883aeb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7405507e41f7c11 server_cookie=de87d7ba56ac4029 in_seq=0 out_seq=0 2024-05-08T06:03:48.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.293+0000 7f23ffe00700 10 client.25486 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:48.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.294+0000 7f23ffe00700 1 -- 172.21.15.69:0/310815404 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560eb87ec140 con 0x560eb8838ac0 2024-05-08T06:03:48.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.294+0000 7f23ffe00700 10 client.25486 handle_command_reply: tid=0 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.294+0000 7f242f4bbb80 1 client.25486 shutdown 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.294+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 msgr2=0x560eb8828500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.294+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8828500 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f240c012d20 tx=0x7f240c00f6a0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 shutdown_connections 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8828a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb881f8f0 0x560eb882b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb8838ac0 0x560eb883aeb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/310815404 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8828500 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 >> 172.21.15.69:0/310815404 conn(0x560eb87976d0 msgr2=0x560eb8819190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f23ffe00700 0 client.25486 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 shutdown_connections 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 1 -- 172.21.15.69:0/310815404 wait complete. 2024-05-08T06:03:48.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.295+0000 7f242f4bbb80 20 client.25486 trim_cache size 0 max 16384 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.316+0000 7f242f4bbb80 1 Processor -- start 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 -- start start 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb8827160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8834d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb88254e0 0x560eb8819910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f24201b24c0 con 0x560eb881f8f0 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f24201afd50 con 0x560eb88254e0 2024-05-08T06:03:48.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f24201adba0 con 0x560eb8824bc0 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f241de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb8827160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f241d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8834d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f241de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb8827160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36042/0 (socket says 172.21.15.69:36042) 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f241d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8834d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46712/0 (socket says 172.21.15.69:46712) 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f241de00700 1 -- 172.21.15.69:0/869422991 learned_addr learned my addr 172.21.15.69:0/869422991 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.317+0000 7f241e800700 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb88254e0 0x560eb8819910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241de00700 1 -- 172.21.15.69:0/869422991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 msgr2=0x560eb8834d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241de00700 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8834d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241de00700 1 -- 172.21.15.69:0/869422991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb88254e0 msgr2=0x560eb8819910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241de00700 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb88254e0 0x560eb8819910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241de00700 1 -- 172.21.15.69:0/869422991 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560eb8826a70 con 0x560eb881f8f0 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241d400700 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8834d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f241de00700 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb8827160 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f24100aa7c0 tx=0x7f24100aa730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12441c02223fa93 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f240aa00700 1 -- 172.21.15.69:0/869422991 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24100b3600 con 0x560eb881f8f0 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f240aa00700 1 -- 172.21.15.69:0/869422991 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24100aebe0 con 0x560eb881f8f0 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.318+0000 7f240aa00700 1 -- 172.21.15.69:0/869422991 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24100aacf0 con 0x560eb881f8f0 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 -- 172.21.15.69:0/869422991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 msgr2=0x560eb8827160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb8827160 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f24100aa7c0 tx=0x7f24100aa730 comp rx=0 tx=0).stop 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 -- 172.21.15.69:0/869422991 shutdown_connections 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb88254e0 0x560eb8819910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb881f8f0 0x560eb8827160 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/869422991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb8824bc0 0x560eb8834d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 -- 172.21.15.69:0/869422991 >> 172.21.15.69:0/869422991 conn(0x560eb87976d0 msgr2=0x560eb8825f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 -- 172.21.15.69:0/869422991 shutdown_connections 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.319+0000 7f242f4bbb80 1 -- 172.21.15.69:0/869422991 wait complete. 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 -- start start 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 Processor -- start 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb881f8f0 0x560eb88400c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8840600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8840b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f24201ae210 con 0x560eb88254e0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f24201af680 con 0x560eb8824bc0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f24201ae8e0 con 0x560eb881f8f0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.320+0000 7f242f4bbb80 10 client.0 _ll_register_callbacks cb 0x560eb8718c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8840600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8840600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:45192/0 (socket says 172.21.15.69:45192) 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 -- 172.21.15.69:0/1036631498 learned_addr learned my addr 172.21.15.69:0/1036631498 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241de00700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb881f8f0 0x560eb88400c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241e800700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8840b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 -- 172.21.15.69:0/1036631498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb881f8f0 msgr2=0x560eb88400c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb881f8f0 0x560eb88400c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 -- 172.21.15.69:0/1036631498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 msgr2=0x560eb8840b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8840b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.321+0000 7f241d400700 1 -- 172.21.15.69:0/1036631498 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560eb88a24a0 con 0x560eb8824bc0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f241d400700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8840600 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f240c001eb0 tx=0x7f240c005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=956fe5def4fbf44a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:03:48.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f23ffe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f23ffe00700 1 -- 172.21.15.69:0/1036631498 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240c010cd0 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f23ffe00700 1 -- 172.21.15.69:0/1036631498 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f240c018050 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24100aebe0 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f23ffe00700 1 -- 172.21.15.69:0/1036631498 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f240c00fc30 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f242f4bbb80 10 client.25526 fetch_fsmap learned FSMap version 26 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560eb88a3750 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.322+0000 7f23ffe00700 1 -- 172.21.15.69:0/1036631498 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f24100aebe0 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f23ffe00700 1 -- 172.21.15.69:0/1036631498 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f240c003920 con 0x560eb8824bc0 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f242f4bbb80 10 client.25526 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f242f4bbb80 10 client.25526 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f242f4bbb80 20 client.25526 populate_metadata read hostname 'smithi069' 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb88a3e00 0x560eb88a6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f242f4bbb80 4 client.25526 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:03:48.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560eb877f400 con 0x560eb88a3e00 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f241de00700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb88a3e00 0x560eb88a6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f241de00700 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb88a3e00 0x560eb88a6220 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a428e332601d1fa server_cookie=500e16ebd9cebcef in_seq=0 out_seq=0 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.323+0000 7f23ffe00700 10 client.25526 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f23ffe00700 1 -- 172.21.15.69:0/1036631498 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560eb877f400 con 0x560eb88a3e00 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f23ffe00700 10 client.25526 handle_command_reply: tid=0 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 client.25526 shutdown 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 msgr2=0x560eb8840600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8840600 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f240c001eb0 tx=0x7f240c005ce0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 shutdown_connections 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560eb88254e0 0x560eb8840b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560eb88a3e00 0x560eb88a6220 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560eb881f8f0 0x560eb88400c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f23ffe00700 0 client.25526 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 --2- 172.21.15.69:0/1036631498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560eb8824bc0 0x560eb8840600 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 >> 172.21.15.69:0/1036631498 conn(0x560eb87976d0 msgr2=0x560eb882a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 shutdown_connections 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 1 -- 172.21.15.69:0/1036631498 wait complete. 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.324+0000 7f242f4bbb80 20 client.25526 trim_cache size 0 max 16384 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": { 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stdout: "601010fd-f079-4b4f-a038-99b4de348554": { 2024-05-08T06:03:48.331 INFO:teuthology.orchestra.run.smithi069.stdout: "path": "/", 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stdout: "tag": "601010fd-f079-4b4f-a038-99b4de348554", 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stdout: "options": "recursive,force" 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f24040b2900 msgr2=0x7f24040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f24040b2900 0x7f24040b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x560eb88202b0 tx=0x7f24180099b0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 msgr2=0x7f242019bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f242019bd40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2410007a30 tx=0x7f2410007a60 comp rx=0 tx=0).stop 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 shutdown_connections 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f24040b2900 0x7f24040b4dc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2420108850 0x7f24201a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2420103750 0x7f242019bd40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 --2- 172.21.15.69:0/271302658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2420104100 0x7f242019c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 >> 172.21.15.69:0/271302658 conn(0x7f242007a600 msgr2=0x7f24201018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 shutdown_connections 2024-05-08T06:03:48.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:03:48.325+0000 7f2424c00700 1 -- 172.21.15.69:0/271302658 wait complete. 2024-05-08T06:03:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:48 smithi105 ceph-mon[34393]: pgmap v523: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:03:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:48 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:03:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:48 smithi135 ceph-mon[34761]: pgmap v523: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:03:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:48 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:03:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:48 smithi069 ceph-mon[29571]: pgmap v523: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:03:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:48 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:03:49.439 INFO:tasks.cephfs.filesystem:scrub status for tag:601010fd-f079-4b4f-a038-99b4de348554 - {'path': '/', 'tag': '601010fd-f079-4b4f-a038-99b4de348554', 'options': 'recursive,force'} 2024-05-08T06:03:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:50 smithi135 ceph-mon[34761]: pgmap v524: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:50.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:50 smithi069 ceph-mon[29571]: pgmap v524: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:50 smithi105 ceph-mon[34393]: pgmap v524: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:03:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:52 smithi135 ceph-mon[34761]: pgmap v525: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:52.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:52 smithi069 ceph-mon[29571]: pgmap v525: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:53.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:52 smithi105 ceph-mon[34393]: pgmap v525: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:54 smithi135 ceph-mon[34761]: pgmap v526: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:54 smithi069 ceph-mon[29571]: pgmap v526: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:54 smithi105 ceph-mon[34393]: pgmap v526: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:56 smithi135 ceph-mon[34761]: pgmap v527: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:56.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:56 smithi069 ceph-mon[29571]: pgmap v527: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:56 smithi105 ceph-mon[34393]: pgmap v527: 97 pgs: 97 active+clean; 1.2 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:03:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:03:58 smithi135 ceph-mon[34761]: pgmap v528: 97 pgs: 97 active+clean; 1.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:03:58 smithi069 ceph-mon[29571]: pgmap v528: 97 pgs: 97 active+clean; 1.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:03:59.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:03:58 smithi105 ceph-mon[34393]: pgmap v528: 97 pgs: 97 active+clean; 1.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:00 smithi135 ceph-mon[34761]: pgmap v529: 97 pgs: 97 active+clean; 1.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:00.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:00 smithi069 ceph-mon[29571]: pgmap v529: 97 pgs: 97 active+clean; 1.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:01.022 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:00 smithi105 ceph-mon[34393]: pgmap v529: 97 pgs: 97 active+clean; 1.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:02 smithi135 ceph-mon[34761]: pgmap v530: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:02 smithi069 ceph-mon[29571]: pgmap v530: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:03.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:02 smithi105 ceph-mon[34393]: pgmap v530: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:04 smithi135 ceph-mon[34761]: pgmap v531: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:04 smithi069 ceph-mon[29571]: pgmap v531: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:04.822 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:04 smithi105 ceph-mon[34393]: pgmap v531: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:06.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:06 smithi069 ceph-mon[29571]: pgmap v532: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:1/600: open fd = 3 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:2/600: open fd = 3 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.990 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:3/600: open fd = 3 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:4/600: open fd = 3 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:5/600: open fd = 3 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.991 INFO:tasks.workunit.client.0.smithi069.stdout:6/600: open fd = 3 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:7/600: open fd = 3 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:8/600: open fd = 3 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:9/600: open fd = 3 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.992 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:10/600: open fd = 3 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:11/600: open fd = 3 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:12/600: open fd = 3 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:13/600: open fd = 3 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.993 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:14/600: open fd = 3 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:15/600: open fd = 3 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:16/600: open fd = 3 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.994 INFO:tasks.workunit.client.0.smithi069.stdout:17/600: open fd = 3 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:18/600: open fd = 3 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:19/600: open fd = 3 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:20/600: open fd = 3 2024-05-08T06:04:06.995 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:21/600: open fd = 3 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:22/600: open fd = 3 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:23/600: open fd = 3 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.996 INFO:tasks.workunit.client.0.smithi069.stdout:24/600: open fd = 3 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:25/600: open fd = 3 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:26/600: open fd = 3 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:27/600: open fd = 3 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.997 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:28/600: open fd = 3 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:29/600: open fd = 3 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:30/600: open fd = 3 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:31/600: open fd = 3 2024-05-08T06:04:06.998 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:32/600: open fd = 3 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:33/600: open fd = 3 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:34/600: open fd = 3 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:06.999 INFO:tasks.workunit.client.0.smithi069.stdout:35/600: open fd = 3 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:36/600: open fd = 3 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:37/600: open fd = 3 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:38/600: open fd = 3 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.000 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:39/600: open fd = 3 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:40/600: open fd = 3 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:41/600: open fd = 3 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:42/600: open fd = 3 2024-05-08T06:04:07.001 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:43/600: open fd = 3 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:44/600: open fd = 3 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:45/600: open fd = 3 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.002 INFO:tasks.workunit.client.0.smithi069.stdout:46/600: open fd = 3 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:47/600: open fd = 3 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:48/600: open fd = 3 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:49/600: open fd = 3 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.003 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:50/600: open fd = 3 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:51/600: open fd = 3 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:52/600: open fd = 3 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:53/600: open fd = 3 2024-05-08T06:04:07.004 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:54/600: open fd = 3 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:55/600: open fd = 3 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:56/600: open fd = 3 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:57/600: open fd = 3 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:58/600: open fd = 3 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:59/600: open fd = 3 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:60/600: open fd = 3 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.006 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:61/600: open fd = 3 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:62/600: open fd = 3 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:63/600: open fd = 3 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:04:07.007 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:04:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:06 smithi105 ceph-mon[34393]: pgmap v532: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:07.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:06 smithi135 ceph-mon[34761]: pgmap v532: 97 pgs: 97 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:08.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:08 smithi069 ceph-mon[29571]: pgmap v533: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:09.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:08 smithi105 ceph-mon[34393]: pgmap v533: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:09.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:08 smithi135 ceph-mon[34761]: pgmap v533: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:11.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:10 smithi105 ceph-mon[34393]: pgmap v534: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:11.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:10 smithi135 ceph-mon[34761]: pgmap v534: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:11.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:10 smithi069 ceph-mon[29571]: pgmap v534: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:12.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:11 smithi105 ceph-mon[34393]: pgmap v535: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:12.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:11 smithi135 ceph-mon[34761]: pgmap v535: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:12.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:11 smithi069 ceph-mon[29571]: pgmap v535: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:14.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:14 smithi135 ceph-mon[34761]: pgmap v536: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:14.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:14 smithi069 ceph-mon[29571]: pgmap v536: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:14 smithi105 ceph-mon[34393]: pgmap v536: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:16.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:16 smithi069 ceph-mon[29571]: pgmap v537: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:16 smithi105 ceph-mon[34393]: pgmap v537: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:16 smithi135 ceph-mon[34761]: pgmap v537: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:18 smithi105 ceph-mon[34393]: pgmap v538: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:04:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:18 smithi135 ceph-mon[34761]: pgmap v538: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:04:18.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:18 smithi069 ceph-mon[29571]: pgmap v538: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:04:19.440 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:04:19.900 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:20.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:20 smithi069 ceph-mon[29571]: pgmap v539: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:20 smithi105 ceph-mon[34393]: pgmap v539: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:20 smithi135 ceph-mon[34761]: pgmap v539: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:22.282 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:22 smithi069 ceph-mon[29571]: pgmap v540: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:22.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 -- 172.21.15.69:0/1045875024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164108850 msgr2=0x7ff1641103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 --2- 172.21.15.69:0/1045875024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164108850 0x7ff1641103d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ff15c00b0d0 tx=0x7ff15c00b3e0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 -- 172.21.15.69:0/1045875024 shutdown_connections 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 --2- 172.21.15.69:0/1045875024 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164108850 0x7ff1641103d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 --2- 172.21.15.69:0/1045875024 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164103750 0x7ff164103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 --2- 172.21.15.69:0/1045875024 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 0x7ff164108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 -- 172.21.15.69:0/1045875024 >> 172.21.15.69:0/1045875024 conn(0x7ff16407a600 msgr2=0x7ff16407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 -- 172.21.15.69:0/1045875024 shutdown_connections 2024-05-08T06:04:22.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.312+0000 7ff169800700 1 -- 172.21.15.69:0/1045875024 wait complete. 2024-05-08T06:04:22.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 Processor -- start 2024-05-08T06:04:22.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 -- start start 2024-05-08T06:04:22.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164103750 0x7ff1640757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 0x7ff164075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164108850 0x7ff164076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff164113690 con 0x7ff164103750 2024-05-08T06:04:22.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff164113510 con 0x7ff164108850 2024-05-08T06:04:22.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.314+0000 7ff169800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff164113810 con 0x7ff164104100 2024-05-08T06:04:22.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff162000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 0x7ff164075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff162a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164103750 0x7ff1640757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff162000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 0x7ff164075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41242/0 (socket says 172.21.15.69:41242) 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff162000700 1 -- 172.21.15.69:0/2043601665 learned_addr learned my addr 172.21.15.69:0/2043601665 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff163400700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164108850 0x7ff164076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff163400700 1 -- 172.21.15.69:0/2043601665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 msgr2=0x7ff164075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff163400700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 0x7ff164075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff163400700 1 -- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164103750 msgr2=0x7ff1640757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff163400700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164103750 0x7ff1640757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.315+0000 7ff163400700 1 -- 172.21.15.69:0/2043601665 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1641a7fe0 con 0x7ff164108850 2024-05-08T06:04:22.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.316+0000 7ff163400700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164108850 0x7ff164076220 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff15c00b770 tx=0x7ff15c007980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:22.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.316+0000 7ff15b400700 1 -- 172.21.15.69:0/2043601665 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff15c01f070 con 0x7ff164108850 2024-05-08T06:04:22.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.316+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1641a8270 con 0x7ff164108850 2024-05-08T06:04:22.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.316+0000 7ff15b400700 1 -- 172.21.15.69:0/2043601665 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff15c007dc0 con 0x7ff164108850 2024-05-08T06:04:22.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.316+0000 7ff15b400700 1 -- 172.21.15.69:0/2043601665 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff15c01b430 con 0x7ff164108850 2024-05-08T06:04:22.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.316+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1641a86c0 con 0x7ff164108850 2024-05-08T06:04:22.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.320+0000 7ff15b400700 1 -- 172.21.15.69:0/2043601665 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff15c022070 con 0x7ff164108850 2024-05-08T06:04:22.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 Processor -- start 2024-05-08T06:04:22.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 -- start start 2024-05-08T06:04:22.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff15b400700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff1480b2880 0x7ff1480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 0x55e97368ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e9736904e0 0x55e97368a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff15b400700 1 -- 172.21.15.69:0/2043601665 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff15c00f020 con 0x7ff164108850 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368a8f0 0x55e97368ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e9735dca20 con 0x55e9736904e0 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e97357a760 con 0x55e97368a8f0 2024-05-08T06:04:22.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.321+0000 7ff174191b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e9735d89e0 con 0x55e97368fbc0 2024-05-08T06:04:22.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 0x55e97368ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 0x55e97368ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41258/0 (socket says 172.21.15.69:41258) 2024-05-08T06:04:22.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 -- 172.21.15.69:0/3783559964 learned_addr learned my addr 172.21.15.69:0/3783559964 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:22.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162000700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff1480b2880 0x7ff1480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162000700 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e9736904e0 0x55e97368a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff163400700 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368a8f0 0x55e97368ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 -- 172.21.15.69:0/3783559964 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368a8f0 msgr2=0x55e97368ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368a8f0 0x55e97368ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 -- 172.21.15.69:0/3783559964 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e9736904e0 msgr2=0x55e97368a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e9736904e0 0x55e97368a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.322+0000 7ff162a00700 1 -- 172.21.15.69:0/3783559964 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e9735298d0 con 0x55e97368fbc0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.323+0000 7ff162a00700 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 0x55e97368ffa0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff154009d80 tx=0x7ff154011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75bc594d6a2639ea server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.323+0000 7ff162000700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff1480b2880 0x7ff1480b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x55e9736908e0 tx=0x7ff1500095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.323+0000 7ff14fe00700 1 -- 172.21.15.69:0/3783559964 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff154004230 con 0x55e97368fbc0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.323+0000 7ff14fe00700 1 -- 172.21.15.69:0/3783559964 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1540043d0 con 0x55e97368fbc0 2024-05-08T06:04:22.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.323+0000 7ff14fe00700 1 -- 172.21.15.69:0/3783559964 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff154019920 con 0x55e97368fbc0 2024-05-08T06:04:22.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 -- 172.21.15.69:0/3783559964 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 msgr2=0x55e97368ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 0x55e97368ffa0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff154009d80 tx=0x7ff154011720 comp rx=0 tx=0).stop 2024-05-08T06:04:22.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 -- 172.21.15.69:0/3783559964 shutdown_connections 2024-05-08T06:04:22.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368a8f0 0x55e97368ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368fbc0 0x55e97368ffa0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 --2- 172.21.15.69:0/3783559964 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e9736904e0 0x55e97368a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 -- 172.21.15.69:0/3783559964 >> 172.21.15.69:0/3783559964 conn(0x55e9736026d0 msgr2=0x55e973684b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:22.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 -- 172.21.15.69:0/3783559964 shutdown_connections 2024-05-08T06:04:22.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.324+0000 7ff174191b80 1 -- 172.21.15.69:0/3783559964 wait complete. 2024-05-08T06:04:22.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.325+0000 7ff174191b80 1 -- start start 2024-05-08T06:04:22.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.325+0000 7ff174191b80 1 Processor -- start 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.325+0000 7ff174191b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368a8f0 0x55e973696090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.325+0000 7ff174191b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368fbc0 0x55e973693430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff174191b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e9736904e0 0x55e973693970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff174191b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e973696f20 con 0x55e97368a8f0 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff174191b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e973542b20 con 0x55e97368fbc0 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff174191b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e9736970a0 con 0x55e9736904e0 2024-05-08T06:04:22.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff174191b80 10 client.0 _ll_register_callbacks cb 0x55e973583c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff162a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368a8f0 0x55e973696090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff163400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e9736904e0 0x55e973693970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff162a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368a8f0 0x55e973696090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44494/0 (socket says 172.21.15.69:44494) 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff162a00700 1 -- 172.21.15.69:0/2158789544 learned_addr learned my addr 172.21.15.69:0/2158789544 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff162000700 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368fbc0 0x55e973693430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff163400700 1 -- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368fbc0 msgr2=0x55e973693430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff163400700 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368fbc0 0x55e973693430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff163400700 1 -- 172.21.15.69:0/2158789544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368a8f0 msgr2=0x55e973696090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff163400700 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368a8f0 0x55e973696090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.326+0000 7ff163400700 1 -- 172.21.15.69:0/2158789544 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9735a2420 con 0x55e9736904e0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff163400700 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e9736904e0 0x55e973693970 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff15c0aa530 tx=0x7ff15c0aa680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=612bce08811993e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff14cc00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff14cc00700 1 -- 172.21.15.69:0/2158789544 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff15c0aa340 con 0x55e9736904e0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1540043d0 con 0x55e9736904e0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff14cc00700 1 -- 172.21.15.69:0/2158789544 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff15c0b10e0 con 0x55e9736904e0 2024-05-08T06:04:22.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff14cc00700 1 -- 172.21.15.69:0/2158789544 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff15c0aaf30 con 0x55e9736904e0 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff174191b80 10 client.25504 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.327+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e973696fd0 con 0x55e9736904e0 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff14cc00700 1 -- 172.21.15.69:0/2158789544 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1540043d0 con 0x55e9736904e0 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff14cc00700 1 -- 172.21.15.69:0/2158789544 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff15c011070 con 0x55e9736904e0 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff174191b80 10 client.25504 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff174191b80 10 client.25504 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff174191b80 20 client.25504 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff174191b80 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e9736a3a60 0x55e9736a5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff174191b80 4 client.25504 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:22.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e973657140 con 0x55e9736a3a60 2024-05-08T06:04:22.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.328+0000 7ff162a00700 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e9736a3a60 0x55e9736a5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.329+0000 7ff14cc00700 10 client.25504 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:22.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.329+0000 7ff162a00700 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e9736a3a60 0x55e9736a5e90 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b058155b0c667f61 server_cookie=b3f8c92ad4dded3a in_seq=0 out_seq=0 2024-05-08T06:04:22.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff14cc00700 1 -- 172.21.15.69:0/2158789544 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e973657140 con 0x55e9736a3a60 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff14cc00700 10 client.25504 handle_command_reply: tid=0 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 client.25504 shutdown 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e9736904e0 msgr2=0x55e973693970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e9736904e0 0x55e973693970 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff15c0aa530 tx=0x7ff15c0aa680 comp rx=0 tx=0).stop 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 shutdown_connections 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e9736a3a60 0x55e9736a5e90 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e9736904e0 0x55e973693970 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368a8f0 0x55e973696090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 --2- 172.21.15.69:0/2158789544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e97368fbc0 0x55e973693430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff14cc00700 0 client.25504 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 >> 172.21.15.69:0/2158789544 conn(0x55e9736026d0 msgr2=0x55e973684190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 shutdown_connections 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 1 -- 172.21.15.69:0/2158789544 wait complete. 2024-05-08T06:04:22.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.330+0000 7ff174191b80 20 client.25504 trim_cache size 0 max 16384 2024-05-08T06:04:22.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 Processor -- start 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 -- start start 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97368a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e973691020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973684910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff1641b24d0 con 0x55e97368fbc0 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff1641afd60 con 0x55e9736904e0 2024-05-08T06:04:22.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.352+0000 7ff174191b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff1641adbd0 con 0x55e97368a8f0 2024-05-08T06:04:22.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97368a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97368a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41284/0 (socket says 172.21.15.69:41284) 2024-05-08T06:04:22.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff163400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973684910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 -- 172.21.15.69:0/3604707849 learned_addr learned my addr 172.21.15.69:0/3604707849 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162000700 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e973691020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 -- 172.21.15.69:0/3604707849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 msgr2=0x55e973684910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973684910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 -- 172.21.15.69:0/3604707849 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 msgr2=0x55e973691020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e973691020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff162a00700 1 -- 172.21.15.69:0/3604707849 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e973696890 con 0x55e97368a8f0 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.353+0000 7ff163400700 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973684910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.354+0000 7ff162a00700 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97368a2d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff154009cd0 tx=0x7ff154005fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fd744f6bc856b3f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.354+0000 7ff14f400700 1 -- 172.21.15.69:0/3604707849 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff154031070 con 0x55e97368a8f0 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.354+0000 7ff14f400700 1 -- 172.21.15.69:0/3604707849 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1540052a0 con 0x55e97368a8f0 2024-05-08T06:04:22.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.354+0000 7ff14f400700 1 -- 172.21.15.69:0/3604707849 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1540039e0 con 0x55e97368a8f0 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 -- 172.21.15.69:0/3604707849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 msgr2=0x55e97368a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97368a2d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff154009cd0 tx=0x7ff154005fa0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 -- 172.21.15.69:0/3604707849 shutdown_connections 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973684910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97368a2d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 --2- 172.21.15.69:0/3604707849 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e973691020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 -- 172.21.15.69:0/3604707849 >> 172.21.15.69:0/3604707849 conn(0x55e9736026d0 msgr2=0x55e973690910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 -- 172.21.15.69:0/3604707849 shutdown_connections 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 -- 172.21.15.69:0/3604707849 wait complete. 2024-05-08T06:04:22.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.355+0000 7ff174191b80 1 -- start start 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 Processor -- start 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97369c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e97369c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973699300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff1641ae220 con 0x55e97368fbc0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff1641af690 con 0x55e9736904e0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff1641ae8f0 con 0x55e97368a8f0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.356+0000 7ff174191b80 10 client.0 _ll_register_callbacks cb 0x55e973693320 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e97369c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff163400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973699300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97369c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97369c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41294/0 (socket says 172.21.15.69:41294) 2024-05-08T06:04:22.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 -- 172.21.15.69:0/2901146564 learned_addr learned my addr 172.21.15.69:0/2901146564 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:22.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff163400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973699300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:44354/0 (socket says 172.21.15.69:44354) 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 -- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 msgr2=0x55e973699300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973699300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 -- 172.21.15.69:0/2901146564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 msgr2=0x55e97369c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e97369c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.357+0000 7ff162a00700 1 -- 172.21.15.69:0/2901146564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e973699a00 con 0x55e97368a8f0 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff162a00700 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97369c330 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff154000c00 tx=0x7ff1540050a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e37dcc6b220bbb5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff14cc00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff14cc00700 1 -- 172.21.15.69:0/2901146564 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff154031040 con 0x55e97368a8f0 2024-05-08T06:04:22.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1540052a0 con 0x55e97368a8f0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff14cc00700 1 -- 172.21.15.69:0/2901146564 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff154003680 con 0x55e97368a8f0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff14cc00700 1 -- 172.21.15.69:0/2901146564 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff154003880 con 0x55e97368a8f0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff174191b80 10 client.25510 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.358+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e97370ed50 con 0x55e97368a8f0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff14cc00700 1 -- 172.21.15.69:0/2901146564 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1540052a0 con 0x55e97368a8f0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff14cc00700 1 -- 172.21.15.69:0/2901146564 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff154034050 con 0x55e97368a8f0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff174191b80 10 client.25510 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff174191b80 10 client.25510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff174191b80 20 client.25510 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff174191b80 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e97370f1a0 0x55e973711590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff174191b80 4 client.25510 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e9735ea400 con 0x55e97370f1a0 2024-05-08T06:04:22.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.359+0000 7ff162000700 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e97370f1a0 0x55e973711590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff14cc00700 10 client.25510 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff162000700 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e97370f1a0 0x55e973711590 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf71abe121d33750 server_cookie=da07d4fa8843300b in_seq=0 out_seq=0 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff14cc00700 1 -- 172.21.15.69:0/2901146564 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e9735ea400 con 0x55e97370f1a0 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff14cc00700 10 client.25510 handle_command_reply: tid=0 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff174191b80 1 client.25510 shutdown 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 msgr2=0x55e97369c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.360+0000 7ff174191b80 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97369c330 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff154000c00 tx=0x7ff1540050a0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 shutdown_connections 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e9736904e0 0x55e973699300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e97370f1a0 0x55e973711590 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e97368a8f0 0x55e97369c330 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 --2- 172.21.15.69:0/2901146564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e97368fbc0 0x55e97369c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff14cc00700 0 client.25510 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 >> 172.21.15.69:0/2901146564 conn(0x55e9736026d0 msgr2=0x55e973694a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:22.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 shutdown_connections 2024-05-08T06:04:22.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 1 -- 172.21.15.69:0/2901146564 wait complete. 2024-05-08T06:04:22.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.361+0000 7ff174191b80 20 client.25510 trim_cache size 0 max 16384 2024-05-08T06:04:22.364 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:04:22.364 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:04:22.364 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:04:22.364 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff1480b2880 msgr2=0x7ff1480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff1480b2880 0x7ff1480b4d40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x55e9736908e0 tx=0x7ff1500095c0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164108850 msgr2=0x7ff164076220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164108850 0x7ff164076220 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff15c00b770 tx=0x7ff15c007980 comp rx=0 tx=0).stop 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 shutdown_connections 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff1480b2880 0x7ff1480b4d40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff164108850 0x7ff164076220 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff164103750 0x7ff1640757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 --2- 172.21.15.69:0/2043601665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff164104100 0x7ff164075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 >> 172.21.15.69:0/2043601665 conn(0x7ff16407a600 msgr2=0x7ff164101660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 shutdown_connections 2024-05-08T06:04:22.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:22.362+0000 7ff169800700 1 -- 172.21.15.69:0/2043601665 wait complete. 2024-05-08T06:04:22.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:22 smithi105 ceph-mon[34393]: pgmap v540: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:22 smithi135 ceph-mon[34761]: pgmap v540: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:23.199 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:04:23.199 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:04:23.633 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:24.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:24 smithi069 ceph-mon[29571]: pgmap v541: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:24 smithi105 ceph-mon[34393]: pgmap v541: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:24 smithi135 ceph-mon[34761]: pgmap v541: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 -- 172.21.15.69:0/2746038945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406c3d0 msgr2=0x7f10b4110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 --2- 172.21.15.69:0/2746038945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406c3d0 0x7f10b4110320 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f10ac00b0a0 tx=0x7f10ac00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 -- 172.21.15.69:0/2746038945 shutdown_connections 2024-05-08T06:04:26.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 --2- 172.21.15.69:0/2746038945 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406c3d0 0x7f10b4110320 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 --2- 172.21.15.69:0/2746038945 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10b4109500 0x7f10b41098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 --2- 172.21.15.69:0/2746038945 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f10b406ba10 0x7f10b406be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 -- 172.21.15.69:0/2746038945 >> 172.21.15.69:0/2746038945 conn(0x7f10b4079310 msgr2=0x7f10b4079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 -- 172.21.15.69:0/2746038945 shutdown_connections 2024-05-08T06:04:26.101 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.099+0000 7f10bac00700 1 -- 172.21.15.69:0/2746038945 wait complete. 2024-05-08T06:04:26.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.100+0000 7f10bac00700 1 Processor -- start 2024-05-08T06:04:26.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 -- start start 2024-05-08T06:04:26.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 0x7f10b4102460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10b406c3d0 0x7f10b41029a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f10b4109500 0x7f10b4102ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f10b4113680 con 0x7f10b4109500 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f10b4113500 con 0x7f10b406c3d0 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10bac00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f10b4113800 con 0x7f10b406ba10 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.101+0000 7f10b3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 0x7f10b4102460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b8c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f10b4109500 0x7f10b4102ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 0x7f10b4102460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41302/0 (socket says 172.21.15.69:41302) 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 -- 172.21.15.69:0/613371769 learned_addr learned my addr 172.21.15.69:0/613371769 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3400700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10b406c3d0 0x7f10b41029a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 -- 172.21.15.69:0/613371769 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10b406c3d0 msgr2=0x7f10b41029a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10b406c3d0 0x7f10b41029a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 -- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f10b4109500 msgr2=0x7f10b4102ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:26.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f10b4109500 0x7f10b4102ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 -- 172.21.15.69:0/613371769 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10b41a80a0 con 0x7f10b406ba10 2024-05-08T06:04:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.102+0000 7f10b3e00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 0x7f10b4102460 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f10a400e9c0 tx=0x7f10a400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.103+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a400cbd0 con 0x7f10b406ba10 2024-05-08T06:04:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.103+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10b41a8390 con 0x7f10b406ba10 2024-05-08T06:04:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.103+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10a400ee60 con 0x7f10b406ba10 2024-05-08T06:04:26.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.103+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a40055c0 con 0x7f10b406ba10 2024-05-08T06:04:26.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.103+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10b41a88d0 con 0x7f10b406ba10 2024-05-08T06:04:26.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.104+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10b410b9e0 con 0x7f10b406ba10 2024-05-08T06:04:26.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.106+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f10a4004750 con 0x7f10b406ba10 2024-05-08T06:04:26.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.108+0000 7f10b0c00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f10980b2880 0x7f10980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:26.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.108+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f10a40e24a0 con 0x7f10b406ba10 2024-05-08T06:04:26.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.108+0000 7f10b3400700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f10980b2880 0x7f10980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:26.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.109+0000 7f10b3400700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f10980b2880 0x7f10980b4d40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f10b4079980 tx=0x7f10a0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:26.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.112+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f10a40aa170 con 0x7f10b406ba10 2024-05-08T06:04:26.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:26 smithi069 ceph-mon[29571]: pgmap v542: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:26.363 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:26 smithi135 ceph-mon[34761]: pgmap v542: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:26.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.392+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f10b410b3c0 con 0x7f10b406ba10 2024-05-08T06:04:26.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.393+0000 7f10b0c00700 1 -- 172.21.15.69:0/613371769 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f10a40a9a70 con 0x7f10b406ba10 2024-05-08T06:04:26.394 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:04:26.394 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:04:26.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.396+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f10980b2880 msgr2=0x7f10980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:26.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.396+0000 7f10bac00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f10980b2880 0x7f10980b4d40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f10b4079980 tx=0x7f10a0009260 comp rx=0 tx=0).stop 2024-05-08T06:04:26.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.396+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 msgr2=0x7f10b4102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:26.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.396+0000 7f10bac00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 0x7f10b4102460 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f10a400e9c0 tx=0x7f10a400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 shutdown_connections 2024-05-08T06:04:26.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f10b4109500 0x7f10b4102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f10b406ba10 0x7f10b4102460 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f10980b2880 0x7f10980b4d40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 --2- 172.21.15.69:0/613371769 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f10b406c3d0 0x7f10b41029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:26.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 >> 172.21.15.69:0/613371769 conn(0x7f10b4079310 msgr2=0x7f10b41010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:26.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 shutdown_connections 2024-05-08T06:04:26.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:26.397+0000 7f10bac00700 1 -- 172.21.15.69:0/613371769 wait complete. 2024-05-08T06:04:26.399 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:04:26.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:26 smithi105 ceph-mon[34393]: pgmap v542: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:27.341 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:04:27.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:27 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/613371769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:04:27.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:27 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/613371769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:04:27.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:27 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/613371769' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:04:27.792 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:28.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:28 smithi069 ceph-mon[29571]: pgmap v543: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:28 smithi105 ceph-mon[34393]: pgmap v543: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:28 smithi135 ceph-mon[34761]: pgmap v543: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:04:30.204 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:30 smithi069 ceph-mon[29571]: pgmap v544: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:30.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 -- 172.21.15.69:0/1401068139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 msgr2=0x7f9668108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 --2- 172.21.15.69:0/1401068139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f9668108120 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9654009920 tx=0x7f9654009c30 comp rx=0 tx=0).stop 2024-05-08T06:04:30.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 -- 172.21.15.69:0/1401068139 shutdown_connections 2024-05-08T06:04:30.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 --2- 172.21.15.69:0/1401068139 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668108850 0x7f96681103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 --2- 172.21.15.69:0/1401068139 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9668103750 0x7f9668103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 --2- 172.21.15.69:0/1401068139 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f9668108120 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.266+0000 7f966ee00700 1 -- 172.21.15.69:0/1401068139 >> 172.21.15.69:0/1401068139 conn(0x7f966807a600 msgr2=0x7f966807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:30.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.267+0000 7f966ee00700 1 -- 172.21.15.69:0/1401068139 shutdown_connections 2024-05-08T06:04:30.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.267+0000 7f966ee00700 1 -- 172.21.15.69:0/1401068139 wait complete. 2024-05-08T06:04:30.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.268+0000 7f966ee00700 1 Processor -- start 2024-05-08T06:04:30.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.268+0000 7f966ee00700 1 -- start start 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.268+0000 7f966ee00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668103750 0x7f966819be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f966ee00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f966819c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f966ee00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9668108850 0x7f96681a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f966ee00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9668113680 con 0x7f9668103750 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f966ee00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9668113500 con 0x7f9668104100 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f966ee00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9668113800 con 0x7f9668108850 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668103750 0x7f966819be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f966819c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668103750 0x7f966819be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:46998/0 (socket says 172.21.15.69:46998) 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667e00700 1 -- 172.21.15.69:0/3883217359 learned_addr learned my addr 172.21.15.69:0/3883217359 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f966ce00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9668108850 0x7f96681a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667400700 1 -- 172.21.15.69:0/3883217359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9668108850 msgr2=0x7f96681a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667400700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9668108850 0x7f96681a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667400700 1 -- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668103750 msgr2=0x7f966819be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667400700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668103750 0x7f966819be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.269+0000 7f9667400700 1 -- 172.21.15.69:0/3883217359 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96681a0dc0 con 0x7f9668104100 2024-05-08T06:04:30.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.270+0000 7f9667400700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f966819c340 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9654000c00 tx=0x7f965400f950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:30.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.270+0000 7f9664c00700 1 -- 172.21.15.69:0/3883217359 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654027070 con 0x7f9668104100 2024-05-08T06:04:30.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.270+0000 7f9664c00700 1 -- 172.21.15.69:0/3883217359 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96540054f0 con 0x7f9668104100 2024-05-08T06:04:30.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.270+0000 7f9664c00700 1 -- 172.21.15.69:0/3883217359 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654004930 con 0x7f9668104100 2024-05-08T06:04:30.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.270+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96681a1050 con 0x7f9668104100 2024-05-08T06:04:30.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.270+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96681a8930 con 0x7f9668104100 2024-05-08T06:04:30.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f9664c00700 1 -- 172.21.15.69:0/3883217359 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f965402a070 con 0x7f9668104100 2024-05-08T06:04:30.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 Processor -- start 2024-05-08T06:04:30.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 -- start start 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf1cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf172d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf17d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55beaae69a20 con 0x55beaaf178f0 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55beaae07760 con 0x55beaaf1d4e0 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.275+0000 7f96797dfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55beaae659e0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf1cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf1cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:47978/0 (socket says 172.21.15.69:47978) 2024-05-08T06:04:30.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 -- 172.21.15.69:0/574738048 learned_addr learned my addr 172.21.15.69:0/574738048 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:30.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f9667400700 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf17d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f9667e00700 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf172d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 -- 172.21.15.69:0/574738048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 msgr2=0x55beaaf172d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf172d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 -- 172.21.15.69:0/574738048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 msgr2=0x55beaaf17d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf17d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f966ce00700 1 -- 172.21.15.69:0/574738048 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55beaadb68d0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.276+0000 7f9667e00700 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf172d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f9664c00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f964c0b2880 0x7f964c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f966ce00700 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf1cfa0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9660009e00 tx=0x7f9660011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea9c6049d67d762e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f9664c00700 1 -- 172.21.15.69:0/3883217359 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f96540e2ab0 con 0x7f9668104100 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f965d600700 1 -- 172.21.15.69:0/574738048 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660004a30 con 0x55beaaf1cbc0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f965d600700 1 -- 172.21.15.69:0/574738048 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96600054d0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f9667e00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f964c0b2880 0x7f964c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.277+0000 7f965d600700 1 -- 172.21.15.69:0/574738048 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660019940 con 0x55beaaf1cbc0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 -- 172.21.15.69:0/574738048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 msgr2=0x55beaaf1cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf1cfa0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9660009e00 tx=0x7f9660011720 comp rx=0 tx=0).stop 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f9667e00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f964c0b2880 0x7f964c0b4d40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x55beaaf1d8e0 tx=0x7f965800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 -- 172.21.15.69:0/574738048 shutdown_connections 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf17d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf1cfa0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 --2- 172.21.15.69:0/574738048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf172d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 -- 172.21.15.69:0/574738048 >> 172.21.15.69:0/574738048 conn(0x55beaae8f6d0 msgr2=0x55beaaf11b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:30.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 -- 172.21.15.69:0/574738048 shutdown_connections 2024-05-08T06:04:30.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.278+0000 7f96797dfb80 1 -- 172.21.15.69:0/574738048 wait complete. 2024-05-08T06:04:30.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 -- start start 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 Processor -- start 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf23170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf20560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1d4e0 0x55beaaf20aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55beaaf23f20 con 0x55beaaf178f0 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55beaadcfb20 con 0x55beaaf1cbc0 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.279+0000 7f96797dfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55beaaf240a0 con 0x55beaaf1d4e0 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f96797dfb80 10 client.0 _ll_register_callbacks cb 0x55beaae10c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f9667e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf23170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f9667e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf23170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47018/0 (socket says 172.21.15.69:47018) 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f9667e00700 1 -- 172.21.15.69:0/3586230072 learned_addr learned my addr 172.21.15.69:0/3586230072 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:30.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f966ce00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1d4e0 0x55beaaf20aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f9667400700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf20560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f966ce00700 1 -- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 msgr2=0x55beaaf20560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f966ce00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf20560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f966ce00700 1 -- 172.21.15.69:0/3586230072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 msgr2=0x55beaaf23170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f966ce00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf23170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f966ce00700 1 -- 172.21.15.69:0/3586230072 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55beaae2f420 con 0x55beaaf1d4e0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.280+0000 7f9667e00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf23170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f966ce00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1d4e0 0x55beaaf20aa0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9660009e00 tx=0x7f9660004a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=854237ae67a47687 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f9652000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f9652000700 1 -- 172.21.15.69:0/3586230072 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660027070 con 0x55beaaf1d4e0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f9652000700 1 -- 172.21.15.69:0/3586230072 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9660004450 con 0x55beaaf1d4e0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96600054d0 con 0x55beaaf1d4e0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f9652000700 1 -- 172.21.15.69:0/3586230072 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9660033050 con 0x55beaaf1d4e0 2024-05-08T06:04:30.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f96797dfb80 10 client.25528 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:30.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.281+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55beaaf2e740 con 0x55beaaf1d4e0 2024-05-08T06:04:30.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f9652000700 1 -- 172.21.15.69:0/3586230072 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f96600054d0 con 0x55beaaf1d4e0 2024-05-08T06:04:30.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f9652000700 1 -- 172.21.15.69:0/3586230072 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9660019540 con 0x55beaaf1d4e0 2024-05-08T06:04:30.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f96797dfb80 10 client.25528 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:30.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f96797dfb80 10 client.25528 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f96797dfb80 20 client.25528 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf30c70 0x55beaaf33060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f96797dfb80 4 client.25528 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.282+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55beaaee4140 con 0x55beaaf30c70 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.283+0000 7f9667e00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf30c70 0x55beaaf33060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.283+0000 7f9667e00700 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf30c70 0x55beaaf33060 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cd363f8f943830f7 server_cookie=f7582fa41fe28141 in_seq=0 out_seq=0 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.283+0000 7f9652000700 10 client.25528 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f9652000700 1 -- 172.21.15.69:0/3586230072 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55beaaee4140 con 0x55beaaf30c70 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f9652000700 10 client.25528 handle_command_reply: tid=0 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 client.25528 shutdown 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1d4e0 msgr2=0x55beaaf20aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1d4e0 0x55beaaf20aa0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9660009e00 tx=0x7f9660004a00 comp rx=0 tx=0).stop 2024-05-08T06:04:30.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 shutdown_connections 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf30c70 0x55beaaf33060 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1d4e0 0x55beaaf20aa0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf23170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3586230072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf20560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f9652000700 0 client.25528 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.284+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 >> 172.21.15.69:0/3586230072 conn(0x55beaae8f6d0 msgr2=0x55beaaf11190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.285+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 shutdown_connections 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.285+0000 7f96797dfb80 1 -- 172.21.15.69:0/3586230072 wait complete. 2024-05-08T06:04:30.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.285+0000 7f96797dfb80 20 client.25528 trim_cache size 0 max 16384 2024-05-08T06:04:30.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 Processor -- start 2024-05-08T06:04:30.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 -- start start 2024-05-08T06:04:30.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf172d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf2cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf11910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f96681b2430 con 0x55beaaf178f0 2024-05-08T06:04:30.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f96681afcc0 con 0x55beaaf1d4e0 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.301+0000 7f96797dfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f96681adb30 con 0x55beaaf1cbc0 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf172d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf172d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47030/0 (socket says 172.21.15.69:47030) 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 -- 172.21.15.69:0/3618504317 learned_addr learned my addr 172.21.15.69:0/3618504317 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f966ce00700 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf11910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667400700 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf2cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 -- 172.21.15.69:0/3618504317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 msgr2=0x55beaaf2cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf2cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 -- 172.21.15.69:0/3618504317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 msgr2=0x55beaaf11910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf11910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.302+0000 7f9667e00700 1 -- 172.21.15.69:0/3618504317 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55beaaf135a0 con 0x55beaaf178f0 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.303+0000 7f9667e00700 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf172d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f9658009c10 tx=0x7f9658017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ceffc37cb6fffef server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.303+0000 7f965cc00700 1 -- 172.21.15.69:0/3618504317 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9658014e20 con 0x55beaaf178f0 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.303+0000 7f965cc00700 1 -- 172.21.15.69:0/3618504317 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9658004bb0 con 0x55beaaf178f0 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.303+0000 7f965cc00700 1 -- 172.21.15.69:0/3618504317 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965802d8e0 con 0x55beaaf178f0 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.303+0000 7f96797dfb80 1 -- 172.21.15.69:0/3618504317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 msgr2=0x55beaaf172d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.303+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf172d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f9658009c10 tx=0x7f9658017000 comp rx=0 tx=0).stop 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 -- 172.21.15.69:0/3618504317 shutdown_connections 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1d4e0 0x55beaaf11910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf178f0 0x55beaaf172d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 --2- 172.21.15.69:0/3618504317 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf1cbc0 0x55beaaf2cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 -- 172.21.15.69:0/3618504317 >> 172.21.15.69:0/3618504317 conn(0x55beaae8f6d0 msgr2=0x55beaaf20520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 -- 172.21.15.69:0/3618504317 shutdown_connections 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 -- 172.21.15.69:0/3618504317 wait complete. 2024-05-08T06:04:30.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 -- start start 2024-05-08T06:04:30.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.304+0000 7f96797dfb80 1 Processor -- start 2024-05-08T06:04:30.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf178f0 0x55beaaf29330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf29870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf1d4e0 0x55beaaf377c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f96681ae180 con 0x55beaaf1d4e0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f96681af5f0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f96681ae850 con 0x55beaaf178f0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f96797dfb80 10 client.0 _ll_register_callbacks cb 0x55beaae10c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f966ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf1d4e0 0x55beaaf377c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f9667400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf29870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f9667400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf29870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55108/0 (socket says 172.21.15.69:55108) 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f9667400700 1 -- 172.21.15.69:0/2718845461 learned_addr learned my addr 172.21.15.69:0/2718845461 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.305+0000 7f9667e00700 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf178f0 0x55beaaf29330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9667400700 1 -- 172.21.15.69:0/2718845461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf178f0 msgr2=0x55beaaf29330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9667400700 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf178f0 0x55beaaf29330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9667400700 1 -- 172.21.15.69:0/2718845461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf1d4e0 msgr2=0x55beaaf377c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9667400700 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf1d4e0 0x55beaaf377c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9667400700 1 -- 172.21.15.69:0/2718845461 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55beaaf37e80 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9667400700 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf29870 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f96540e05c0 tx=0x7f96540e6190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a89a279a9ed63c4b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9652000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9652000700 1 -- 172.21.15.69:0/2718845461 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96540a6030 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9652000700 1 -- 172.21.15.69:0/2718845461 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f96540aa5e0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9658004bb0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f9652000700 1 -- 172.21.15.69:0/2718845461 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f96540a98e0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f96797dfb80 10 client.25568 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.306+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55beaaf9ad80 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f9652000700 1 -- 172.21.15.69:0/2718845461 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9658004bb0 con 0x55beaaf1cbc0 2024-05-08T06:04:30.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f9652000700 1 -- 172.21.15.69:0/2718845461 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f96540ae140 con 0x55beaaf1cbc0 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f96797dfb80 10 client.25568 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f96797dfb80 10 client.25568 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f96797dfb80 20 client.25568 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f96797dfb80 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf9b410 0x55beaaf9d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f96797dfb80 4 client.25568 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55beaae77400 con 0x55beaaf9b410 2024-05-08T06:04:30.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.307+0000 7f9667e00700 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf9b410 0x55beaaf9d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f9667e00700 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf9b410 0x55beaaf9d830 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3e0662deb2717462 server_cookie=86d5da7f68a2bd35 in_seq=0 out_seq=0 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f9652000700 10 client.25568 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f9652000700 1 -- 172.21.15.69:0/2718845461 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55beaae77400 con 0x55beaaf9b410 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f9652000700 10 client.25568 handle_command_reply: tid=0 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 client.25568 shutdown 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 msgr2=0x55beaaf29870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.311 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf29870 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f96540e05c0 tx=0x7f96540e6190 comp rx=0 tx=0).stop 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 shutdown_connections 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55beaaf9b410 0x55beaaf9d830 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55beaaf1d4e0 0x55beaaf377c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55beaaf178f0 0x55beaaf29330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f9652000700 0 client.25568 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 --2- 172.21.15.69:0/2718845461 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55beaaf1cbc0 0x55beaaf29870 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.308+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 >> 172.21.15.69:0/2718845461 conn(0x55beaae8f6d0 msgr2=0x55beaaf1b670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 shutdown_connections 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f96797dfb80 1 -- 172.21.15.69:0/2718845461 wait complete. 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f96797dfb80 20 client.25568 trim_cache size 0 max 16384 2024-05-08T06:04:30.312 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f964c0b2880 msgr2=0x7f964c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f966ee00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f964c0b2880 0x7f964c0b4d40 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x55beaaf1d8e0 tx=0x7f965800b040 comp rx=0 tx=0).stop 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 msgr2=0x7f966819c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.309+0000 7f966ee00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f966819c340 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9654000c00 tx=0x7f965400f950 comp rx=0 tx=0).stop 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 shutdown_connections 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9668108850 0x7f96681a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9668103750 0x7f966819be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f964c0b2880 0x7f964c0b4d40 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 --2- 172.21.15.69:0/3883217359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9668104100 0x7f966819c340 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:30.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 >> 172.21.15.69:0/3883217359 conn(0x7f966807a600 msgr2=0x7f96681015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:30.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 shutdown_connections 2024-05-08T06:04:30.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:30.310+0000 7f966ee00700 1 -- 172.21.15.69:0/3883217359 wait complete. 2024-05-08T06:04:30.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:30 smithi105 ceph-mon[34393]: pgmap v544: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:30 smithi135 ceph-mon[34761]: pgmap v544: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:04:31.193 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:04:31.643 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:32.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:32 smithi069 ceph-mon[29571]: pgmap v545: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:32 smithi105 ceph-mon[34393]: pgmap v545: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:32 smithi135 ceph-mon[34761]: pgmap v545: 97 pgs: 97 active+clean; 1.6 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 -- 172.21.15.69:0/3309059660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb810b6c0 msgr2=0x7f7eb810baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3309059660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb810b6c0 0x7f7eb810baa0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7ea80098f0 tx=0x7f7ea8009c00 comp rx=0 tx=0).stop 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 -- 172.21.15.69:0/3309059660 shutdown_connections 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3309059660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7eb8106080 0x7f7eb8112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3309059660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb810b6c0 0x7f7eb810baa0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3309059660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb8105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 -- 172.21.15.69:0/3309059660 >> 172.21.15.69:0/3309059660 conn(0x7f7eb81011b0 msgr2=0x7f7eb81035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:34.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 -- 172.21.15.69:0/3309059660 shutdown_connections 2024-05-08T06:04:34.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.118+0000 7f7ebce00700 1 -- 172.21.15.69:0/3309059660 wait complete. 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 Processor -- start 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 -- start start 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb81a1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb8106080 0x7f7eb81a1d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7eb810b6c0 0x7f7eb819ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81158a0 con 0x7f7eb810b6c0 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb8115720 con 0x7f7eb8106080 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7ebce00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb8115a20 con 0x7f7eb81056c0 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb81a1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb81a1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48026/0 (socket says 172.21.15.69:48026) 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7eb5e00700 1 -- 172.21.15.69:0/3781463805 learned_addr learned my addr 172.21.15.69:0/3781463805 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:34.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.120+0000 7f7eb5400700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb8106080 0x7f7eb81a1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb6800700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7eb810b6c0 0x7f7eb819ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb5e00700 1 -- 172.21.15.69:0/3781463805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb8106080 msgr2=0x7f7eb81a1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb8106080 0x7f7eb81a1d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb5e00700 1 -- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7eb810b6c0 msgr2=0x7f7eb819ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7eb810b6c0 0x7f7eb819ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb5e00700 1 -- 172.21.15.69:0/3781463805 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb819c180 con 0x7f7eb81056c0 2024-05-08T06:04:34.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.121+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb81a1810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b7c0 tx=0x7f7ea800b7f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:34.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.123+0000 7f7eaea00700 1 -- 172.21.15.69:0/3781463805 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8026070 con 0x7f7eb81056c0 2024-05-08T06:04:34.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.123+0000 7f7eaea00700 1 -- 172.21.15.69:0/3781463805 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea8005500 con 0x7f7eb81056c0 2024-05-08T06:04:34.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.123+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eb819c410 con 0x7f7eb81056c0 2024-05-08T06:04:34.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.123+0000 7f7eaea00700 1 -- 172.21.15.69:0/3781463805 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8004d10 con 0x7f7eb81056c0 2024-05-08T06:04:34.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.123+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eb81a86e0 con 0x7f7eb81056c0 2024-05-08T06:04:34.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.127+0000 7f7eaea00700 1 -- 172.21.15.69:0/3781463805 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7ea8029070 con 0x7f7eb81056c0 2024-05-08T06:04:34.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.128+0000 7f7eaea00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e9c0b2900 0x7f7e9c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.128+0000 7f7eaea00700 1 -- 172.21.15.69:0/3781463805 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7ea80e3090 con 0x7f7eb81056c0 2024-05-08T06:04:34.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 Processor -- start 2024-05-08T06:04:34.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7eb5400700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e9c0b2900 0x7f7e9c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 -- start start 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 0x5607a3c8dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c882d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c88d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5607a3bdaa20 con 0x5607a3c8e4e0 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5607a3b78760 con 0x5607a3c8dbc0 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5607a3bd69e0 con 0x5607a3c888f0 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.129+0000 7f7eb5400700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e9c0b2900 0x7f7e9c0b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7eb810aa50 tx=0x7f7ea4009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 0x5607a3c8dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 0x5607a3c8dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55140/0 (socket says 172.21.15.69:55140) 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c882d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 -- 172.21.15.69:0/1362934055 learned_addr learned my addr 172.21.15.69:0/1362934055 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb6800700 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c88d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 -- 172.21.15.69:0/1362934055 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 msgr2=0x5607a3c88d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c88d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 -- 172.21.15.69:0/1362934055 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 msgr2=0x5607a3c882d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c882d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 -- 172.21.15.69:0/1362934055 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607a3b278d0 con 0x5607a3c8dbc0 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.130+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 0x5607a3c8dfa0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7ea80a6050 tx=0x7f7ea800fb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93f141efb87d42ac server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ea3400700 1 -- 172.21.15.69:0/1362934055 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea80a9ec0 con 0x5607a3c8dbc0 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ea3400700 1 -- 172.21.15.69:0/1362934055 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea80aa260 con 0x5607a3c8dbc0 2024-05-08T06:04:34.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ea3400700 1 -- 172.21.15.69:0/1362934055 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8009480 con 0x5607a3c8dbc0 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ec7874b80 1 -- 172.21.15.69:0/1362934055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 msgr2=0x5607a3c8dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 0x5607a3c8dfa0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7ea80a6050 tx=0x7f7ea800fb20 comp rx=0 tx=0).stop 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ec7874b80 1 -- 172.21.15.69:0/1362934055 shutdown_connections 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.131+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c88d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.132+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8dbc0 0x5607a3c8dfa0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.132+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/1362934055 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c882d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.132+0000 7f7ec7874b80 1 -- 172.21.15.69:0/1362934055 >> 172.21.15.69:0/1362934055 conn(0x5607a3c006d0 msgr2=0x5607a3c82b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.132+0000 7f7ec7874b80 1 -- 172.21.15.69:0/1362934055 shutdown_connections 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.132+0000 7f7ec7874b80 1 -- 172.21.15.69:0/1362934055 wait complete. 2024-05-08T06:04:34.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.132+0000 7f7ec7874b80 1 -- start start 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 Processor -- start 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c888f0 0x5607a3c94270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3c91610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3c91b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5607a3c94ce0 con 0x5607a3c888f0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5607a3b40b20 con 0x5607a3c8e4e0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5607a3c94e60 con 0x5607a3c8dbc0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7ec7874b80 10 client.0 _ll_register_callbacks cb 0x5607a3b81c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7eb5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3c91610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.133+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c888f0 0x5607a3c94270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3c91b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3c91610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48038/0 (socket says 172.21.15.69:48038) 2024-05-08T06:04:34.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb5400700 1 -- 172.21.15.69:0/6985372 learned_addr learned my addr 172.21.15.69:0/6985372 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 -- 172.21.15.69:0/6985372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 msgr2=0x5607a3c91610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3c91610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 -- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c888f0 msgr2=0x5607a3c94270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c888f0 0x5607a3c94270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 -- 172.21.15.69:0/6985372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607a3ba0420 con 0x5607a3c8e4e0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c888f0 0x5607a3c94270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7eb6800700 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3c91b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0012d90 tx=0x7f7eb0014600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1fbe064f6a5a204 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.134+0000 7f7e97e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7e97e00700 1 -- 172.21.15.69:0/6985372 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0014b30 con 0x5607a3c8e4e0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7e97e00700 1 -- 172.21.15.69:0/6985372 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7eb0014cd0 con 0x5607a3c8e4e0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ea80aa260 con 0x5607a3c8e4e0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7e97e00700 1 -- 172.21.15.69:0/6985372 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7eb0003a00 con 0x5607a3c8e4e0 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7ec7874b80 10 client.25580 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:34.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607a3c9f5e0 con 0x5607a3c8e4e0 2024-05-08T06:04:34.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7e97e00700 1 -- 172.21.15.69:0/6985372 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea80aa260 con 0x5607a3c8e4e0 2024-05-08T06:04:34.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.135+0000 7f7e97e00700 1 -- 172.21.15.69:0/6985372 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7eb0004600 con 0x5607a3c8e4e0 2024-05-08T06:04:34.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7ec7874b80 10 client.25580 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:34.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7ec7874b80 10 client.25580 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:04:34.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7ec7874b80 20 client.25580 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3ca1c20 0x5607a3ca4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7ec7874b80 4 client.25580 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607a3c55140 con 0x5607a3ca1c20 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3ca1c20 0x5607a3ca4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3ca1c20 0x5607a3ca4010 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4be93d004bd94d6 server_cookie=ff61772ab22b4b86 in_seq=0 out_seq=0 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.136+0000 7f7e97e00700 10 client.25580 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.137+0000 7f7e97e00700 1 -- 172.21.15.69:0/6985372 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5607a3c55140 con 0x5607a3ca1c20 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.137+0000 7f7e97e00700 10 client.25580 handle_command_reply: tid=0 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.137+0000 7f7ec7874b80 1 client.25580 shutdown 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.137+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 msgr2=0x5607a3c91b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.137+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3c91b50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7eb0012d90 tx=0x7f7eb0014600 comp rx=0 tx=0).stop 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 shutdown_connections 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3ca1c20 0x5607a3ca4010 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3c91b50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c888f0 0x5607a3c94270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7e97e00700 0 client.25580 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:34.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/6985372 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3c91610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 >> 172.21.15.69:0/6985372 conn(0x5607a3c006d0 msgr2=0x5607a3c82190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:34.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 shutdown_connections 2024-05-08T06:04:34.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 1 -- 172.21.15.69:0/6985372 wait complete. 2024-05-08T06:04:34.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.138+0000 7f7ec7874b80 20 client.25580 trim_cache size 0 max 16384 2024-05-08T06:04:34.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.154+0000 7f7ec7874b80 1 Processor -- start 2024-05-08T06:04:34.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.154+0000 7f7ec7874b80 1 -- start start 2024-05-08T06:04:34.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c888f0 0x5607a3c882d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3ca4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c8bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81b22a0 con 0x5607a3c8e4e0 2024-05-08T06:04:34.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81afb30 con 0x5607a3c888f0 2024-05-08T06:04:34.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81ad980 con 0x5607a3c8dbc0 2024-05-08T06:04:34.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7eb6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c8bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7eb5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3ca4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c888f0 0x5607a3c882d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7eb5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3ca4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48050/0 (socket says 172.21.15.69:48050) 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7eb6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c8bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47090/0 (socket says 172.21.15.69:47090) 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.155+0000 7f7eb5400700 1 -- 172.21.15.69:0/3184042985 learned_addr learned my addr 172.21.15.69:0/3184042985 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb5400700 1 -- 172.21.15.69:0/3184042985 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c888f0 msgr2=0x5607a3c882d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb5400700 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c888f0 0x5607a3c882d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb5400700 1 -- 172.21.15.69:0/3184042985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 msgr2=0x5607a3c8bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb5400700 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c8bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb5400700 1 -- 172.21.15.69:0/3184042985 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607a3c844f0 con 0x5607a3c8dbc0 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb6800700 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c8bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7eb5400700 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3ca4010 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7ea40042e0 tx=0x7f7ea4014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a1f93af35b5e8de server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7ea2a00700 1 -- 172.21.15.69:0/3184042985 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea4003a90 con 0x5607a3c8dbc0 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7ea2a00700 1 -- 172.21.15.69:0/3184042985 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea4003c30 con 0x5607a3c8dbc0 2024-05-08T06:04:34.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.156+0000 7f7ea2a00700 1 -- 172.21.15.69:0/3184042985 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea4028620 con 0x5607a3c8dbc0 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 -- 172.21.15.69:0/3184042985 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 msgr2=0x5607a3ca4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3ca4010 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7ea40042e0 tx=0x7f7ea4014000 comp rx=0 tx=0).stop 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 -- 172.21.15.69:0/3184042985 shutdown_connections 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8e4e0 0x5607a3c8bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c888f0 0x5607a3c882d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/3184042985 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c8dbc0 0x5607a3ca4010 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 -- 172.21.15.69:0/3184042985 >> 172.21.15.69:0/3184042985 conn(0x5607a3c006d0 msgr2=0x5607a3c8e8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 -- 172.21.15.69:0/3184042985 shutdown_connections 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.157+0000 7f7ec7874b80 1 -- 172.21.15.69:0/3184042985 wait complete. 2024-05-08T06:04:34.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 -- start start 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 Processor -- start 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c9a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8dbc0 0x5607a3c9a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3ca8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81adff0 con 0x5607a3c8dbc0 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81af460 con 0x5607a3c8e4e0 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb81ae6c0 con 0x5607a3c888f0 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.158+0000 7f7ec7874b80 10 client.0 _ll_register_callbacks cb 0x5607a3b81c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3ca8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c9a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3ca8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55168/0 (socket says 172.21.15.69:55168) 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb6800700 1 -- 172.21.15.69:0/2737017515 learned_addr learned my addr 172.21.15.69:0/2737017515 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:34.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5400700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8dbc0 0x5607a3c9a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 -- 172.21.15.69:0/2737017515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 msgr2=0x5607a3ca8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3ca8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 -- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8dbc0 msgr2=0x5607a3c9a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8dbc0 0x5607a3c9a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 -- 172.21.15.69:0/2737017515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607a3ca9130 con 0x5607a3c888f0 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb6800700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3ca8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:34.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7eb5e00700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c9a0b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7ea80b11d0 tx=0x7f7ea80cd040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15c75633ccbbdf06 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.159+0000 7f7e97e00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7e97e00700 1 -- 172.21.15.69:0/2737017515 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea80c3070 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ea4003c30 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7e97e00700 1 -- 172.21.15.69:0/2737017515 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7ea80e0bf0 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7e97e00700 1 -- 172.21.15.69:0/2737017515 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7ea8084e60 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 10 client.25552 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5607a3d14770 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7e97e00700 1 -- 172.21.15.69:0/2737017515 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ea4003c30 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7e97e00700 1 -- 172.21.15.69:0/2737017515 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7ea80aa9b0 con 0x5607a3c888f0 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 10 client.25552 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 10 client.25552 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 20 client.25552 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3d14c80 0x5607a3d17070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 4 client.25552 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:04:34.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.160+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5607a3be8400 con 0x5607a3d14c80 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.161+0000 7f7eb5400700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3d14c80 0x5607a3d17070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.161+0000 7f7eb5400700 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3d14c80 0x5607a3d17070 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f145d655fae1c07b server_cookie=1a55adb5f4a8b546 in_seq=0 out_seq=0 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.161+0000 7f7e97e00700 10 client.25552 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7e97e00700 1 -- 172.21.15.69:0/2737017515 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5607a3be8400 con 0x5607a3d14c80 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7e97e00700 10 client.25552 handle_command_reply: tid=0 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 client.25552 shutdown 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 msgr2=0x5607a3c9a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c9a0b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7ea80b11d0 tx=0x7f7ea80cd040 comp rx=0 tx=0).stop 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 shutdown_connections 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5607a3d14c80 0x5607a3d17070 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5607a3c8e4e0 0x5607a3ca8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5607a3c888f0 0x5607a3c9a0b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 --2- 172.21.15.69:0/2737017515 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5607a3c8dbc0 0x5607a3c9a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 >> 172.21.15.69:0/2737017515 conn(0x5607a3c006d0 msgr2=0x5607a3c8fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:34.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7e97e00700 0 client.25552 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:34.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 shutdown_connections 2024-05-08T06:04:34.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 1 -- 172.21.15.69:0/2737017515 wait complete. 2024-05-08T06:04:34.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.162+0000 7f7ec7874b80 20 client.25552 trim_cache size 0 max 16384 2024-05-08T06:04:34.166 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e9c0b2900 msgr2=0x7f7e9c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e9c0b2900 0x7f7e9c0b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7eb810aa50 tx=0x7f7ea4009310 comp rx=0 tx=0).stop 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 msgr2=0x7f7eb81a1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb81a1810 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7ea800b7c0 tx=0x7f7ea800b7f0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 shutdown_connections 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7eb810b6c0 0x7f7eb819ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7eb81056c0 0x7f7eb81a1810 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e9c0b2900 0x7f7e9c0b4dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 --2- 172.21.15.69:0/3781463805 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7eb8106080 0x7f7eb81a1d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 >> 172.21.15.69:0/3781463805 conn(0x7f7eb81011b0 msgr2=0x7f7eb8101630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 shutdown_connections 2024-05-08T06:04:34.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:34.163+0000 7f7ebce00700 1 -- 172.21.15.69:0/3781463805 wait complete. 2024-05-08T06:04:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:34 smithi069 ceph-mon[29571]: pgmap v546: 97 pgs: 97 active+clean; 1.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:04:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:34 smithi105 ceph-mon[34393]: pgmap v546: 97 pgs: 97 active+clean; 1.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:04:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:34 smithi135 ceph-mon[34761]: pgmap v546: 97 pgs: 97 active+clean; 1.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:04:35.086 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:04:35.545 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:36.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:36 smithi069 ceph-mon[29571]: pgmap v547: 97 pgs: 97 active+clean; 1.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:04:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:36 smithi105 ceph-mon[34393]: pgmap v547: 97 pgs: 97 active+clean; 1.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:04:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:36 smithi135 ceph-mon[34761]: pgmap v547: 97 pgs: 97 active+clean; 1.6 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 -- 172.21.15.69:0/3364724359 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc109ad0 msgr2=0x7f46bc109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 --2- 172.21.15.69:0/3364724359 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc109ad0 0x7f46bc109f50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f46a8009990 tx=0x7f46a8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 -- 172.21.15.69:0/3364724359 shutdown_connections 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 --2- 172.21.15.69:0/3364724359 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46bc10a490 0x7f46bc1169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 --2- 172.21.15.69:0/3364724359 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc10fb60 0x7f46bc10ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 --2- 172.21.15.69:0/3364724359 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc109ad0 0x7f46bc109f50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 -- 172.21.15.69:0/3364724359 >> 172.21.15.69:0/3364724359 conn(0x7f46bc076c70 msgr2=0x7f46bc1082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 -- 172.21.15.69:0/3364724359 shutdown_connections 2024-05-08T06:04:37.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.982+0000 7f46c1400700 1 -- 172.21.15.69:0/3364724359 wait complete. 2024-05-08T06:04:37.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.983+0000 7f46c1400700 1 Processor -- start 2024-05-08T06:04:37.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.983+0000 7f46c1400700 1 -- start start 2024-05-08T06:04:37.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46c1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc109ad0 0x7f46bc1a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46c1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 0x7f46bc1a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46c1400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46bc10fb60 0x7f46bc1a4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46c1400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc119d20 con 0x7f46bc10a490 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46c1400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc119ba0 con 0x7f46bc109ad0 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46c1400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc119ea0 con 0x7f46bc10fb60 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46b9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 0x7f46bc1a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46b9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 0x7f46bc1a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43418/0 (socket says 172.21.15.69:43418) 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46b9e00700 1 -- 172.21.15.69:0/719039957 learned_addr learned my addr 172.21.15.69:0/719039957 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46ba800700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc109ad0 0x7f46bc1a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.984+0000 7f46bb200700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46bc10fb60 0x7f46bc1a4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b9e00700 1 -- 172.21.15.69:0/719039957 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46bc10fb60 msgr2=0x7f46bc1a4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b9e00700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46bc10fb60 0x7f46bc1a4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b9e00700 1 -- 172.21.15.69:0/719039957 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc109ad0 msgr2=0x7f46bc1a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b9e00700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc109ad0 0x7f46bc1a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b9e00700 1 -- 172.21.15.69:0/719039957 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46bc1a5200 con 0x7f46bc10a490 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46ba800700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc109ad0 0x7f46bc1a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b9e00700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 0x7f46bc1a0730 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f46a8005910 tx=0x7f46a800b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.985+0000 7f46b3400700 1 -- 172.21.15.69:0/719039957 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a8027070 con 0x7f46bc10a490 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.986+0000 7f46b3400700 1 -- 172.21.15.69:0/719039957 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46a8022470 con 0x7f46bc10a490 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.986+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46bc1a5490 con 0x7f46bc10a490 2024-05-08T06:04:37.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.986+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46bc1acd70 con 0x7f46bc10a490 2024-05-08T06:04:37.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.986+0000 7f46b3400700 1 -- 172.21.15.69:0/719039957 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a8017650 con 0x7f46bc10a490 2024-05-08T06:04:37.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.989+0000 7f46b3400700 1 -- 172.21.15.69:0/719039957 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f46a802a070 con 0x7f46bc10a490 2024-05-08T06:04:37.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.990+0000 7f46cbdfeb80 1 Processor -- start 2024-05-08T06:04:37.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46b3400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46a00b2900 0x7f46a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 -- start start 2024-05-08T06:04:37.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46b3400700 1 -- 172.21.15.69:0/719039957 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f46a80e2ea0 con 0x7f46bc10a490 2024-05-08T06:04:37.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46bb200700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46a00b2900 0x7f46a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad46f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad473490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad473e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561aad3c1a20 con 0x561aad46f980 2024-05-08T06:04:37.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561aad35f760 con 0x561aad4739d0 2024-05-08T06:04:37.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.991+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561aad3bd9e0 con 0x561aad46f060 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46b9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad473490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad46f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad46f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52544/0 (socket says 172.21.15.69:52544) 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 -- 172.21.15.69:0/541570793 learned_addr learned my addr 172.21.15.69:0/541570793 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46b9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad473490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43432/0 (socket says 172.21.15.69:43432) 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46bb200700 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad473e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 -- 172.21.15.69:0/541570793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 msgr2=0x561aad473e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad473e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 -- 172.21.15.69:0/541570793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 msgr2=0x561aad473490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46bb200700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46a00b2900 0x7f46a00b4dc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f46b400f590 tx=0x7f46b4009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad473490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46ba800700 1 -- 172.21.15.69:0/541570793 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561aad30e8d0 con 0x561aad46f060 2024-05-08T06:04:37.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.992+0000 7f46b9e00700 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad473490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:37.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.993+0000 7f46ba800700 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad46f440 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f46ac0115f0 tx=0x7f46ac011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14cbabf23bdd2295 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:37.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.993+0000 7f46a7e00700 1 -- 172.21.15.69:0/541570793 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac01e070 con 0x561aad46f060 2024-05-08T06:04:37.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.993+0000 7f46a7e00700 1 -- 172.21.15.69:0/541570793 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46ac019ae0 con 0x561aad46f060 2024-05-08T06:04:37.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.993+0000 7f46a7e00700 1 -- 172.21.15.69:0/541570793 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac00ead0 con 0x561aad46f060 2024-05-08T06:04:37.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/541570793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 msgr2=0x561aad46f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:37.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad46f440 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f46ac0115f0 tx=0x7f46ac011900 comp rx=0 tx=0).stop 2024-05-08T06:04:37.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/541570793 shutdown_connections 2024-05-08T06:04:37.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad473e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad46f440 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/541570793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad473490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/541570793 >> 172.21.15.69:0/541570793 conn(0x561aad39db60 msgr2=0x561aad4697a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/541570793 shutdown_connections 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/541570793 wait complete. 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.994+0000 7f46cbdfeb80 1 -- start start 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 Processor -- start 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 0x561aad47ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad478210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad4739d0 0x561aad478750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561aad47bbe0 con 0x561aad46f980 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561aad327b20 con 0x561aad46f060 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561aad47bd60 con 0x561aad4739d0 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.995+0000 7f46cbdfeb80 10 client.0 _ll_register_callbacks cb 0x561aad368c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:37.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46b9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad478210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 0x561aad47ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 0x561aad47ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:48034/0 (socket says 172.21.15.69:48034) 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 -- 172.21.15.69:0/3823764990 learned_addr learned my addr 172.21.15.69:0/3823764990 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46b9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad478210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43440/0 (socket says 172.21.15.69:43440) 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46bb200700 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad4739d0 0x561aad478750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 -- 172.21.15.69:0/3823764990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad4739d0 msgr2=0x561aad478750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad4739d0 0x561aad478750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 -- 172.21.15.69:0/3823764990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 msgr2=0x561aad478210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad478210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 -- 172.21.15.69:0/3823764990 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561aad387420 con 0x561aad46f060 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46ba800700 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 0x561aad47ae70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f46ac01c040 tx=0x7f46ac01af40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cfcaee85e8baea5e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.996+0000 7f46a4c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46a4c00700 1 -- 172.21.15.69:0/3823764990 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac01e050 con 0x561aad46f060 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46a4c00700 1 -- 172.21.15.69:0/3823764990 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f46ac004040 con 0x561aad46f060 2024-05-08T06:04:37.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46ac019ae0 con 0x561aad46f060 2024-05-08T06:04:38.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46a4c00700 1 -- 172.21.15.69:0/3823764990 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f46ac004240 con 0x561aad46f060 2024-05-08T06:04:38.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46cbdfeb80 10 client.25598 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:38.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561aad486490 con 0x561aad46f060 2024-05-08T06:04:38.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.997+0000 7f46a4c00700 1 -- 172.21.15.69:0/3823764990 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46ac019ae0 con 0x561aad46f060 2024-05-08T06:04:38.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46a4c00700 1 -- 172.21.15.69:0/3823764990 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f46ac0037a0 con 0x561aad46f060 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46cbdfeb80 10 client.25598 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46cbdfeb80 10 client.25598 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46cbdfeb80 20 client.25598 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad488a10 0x561aad48ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46cbdfeb80 4 client.25598 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561aad43c0a0 con 0x561aad488a10 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.998+0000 7f46b9e00700 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad488a10 0x561aad48ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.999+0000 7f46b9e00700 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad488a10 0x561aad48ae00 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeb83bd6c7e3118f server_cookie=cb2273ec594ae8b8 in_seq=0 out_seq=0 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:37.999+0000 7f46a4c00700 10 client.25598 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46a4c00700 1 -- 172.21.15.69:0/3823764990 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561aad43c0a0 con 0x561aad488a10 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46a4c00700 10 client.25598 handle_command_reply: tid=0 2024-05-08T06:04:38.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 client.25598 shutdown 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 msgr2=0x561aad47ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 0x561aad47ae70 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f46ac01c040 tx=0x7f46ac01af40 comp rx=0 tx=0).stop 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 shutdown_connections 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad488a10 0x561aad48ae00 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad4739d0 0x561aad478750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f060 0x561aad47ae70 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/3823764990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f980 0x561aad478210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 >> 172.21.15.69:0/3823764990 conn(0x561aad39db60 msgr2=0x561aad4642b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46a4c00700 0 client.25598 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.000+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 shutdown_connections 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.001+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/3823764990 wait complete. 2024-05-08T06:04:38.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.001+0000 7f46cbdfeb80 20 client.25598 trim_cache size 0 max 16384 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 Processor -- start 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 -- start start 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad490520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f980 0x561aad490a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 0x561aad475570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc1b6950 con 0x561aad4739d0 2024-05-08T06:04:38.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc1b41e0 con 0x561aad46f980 2024-05-08T06:04:38.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc1b2030 con 0x561aad46f060 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.018+0000 7f46bb200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 0x561aad475570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 0x561aad475570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43448/0 (socket says 172.21.15.69:43448) 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 -- 172.21.15.69:0/4199145425 learned_addr learned my addr 172.21.15.69:0/4199145425 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46b9e00700 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f980 0x561aad490a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46ba800700 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad490520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 -- 172.21.15.69:0/4199145425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 msgr2=0x561aad490520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad490520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 -- 172.21.15.69:0/4199145425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f980 msgr2=0x561aad490a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f980 0x561aad490a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 -- 172.21.15.69:0/4199145425 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561aad474360 con 0x561aad4739d0 2024-05-08T06:04:38.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46b9e00700 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f980 0x561aad490a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:38.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.019+0000 7f46bb200700 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 0x561aad475570 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f46b40199a0 tx=0x7f46b401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e84f19bda342df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:38.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46a7400700 1 -- 172.21.15.69:0/4199145425 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b401d070 con 0x561aad4739d0 2024-05-08T06:04:38.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46a7400700 1 -- 172.21.15.69:0/4199145425 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46b4003c00 con 0x561aad4739d0 2024-05-08T06:04:38.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46a7400700 1 -- 172.21.15.69:0/4199145425 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b40178f0 con 0x561aad4739d0 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/4199145425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 msgr2=0x561aad475570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 0x561aad475570 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f46b40199a0 tx=0x7f46b401c000 comp rx=0 tx=0).stop 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/4199145425 shutdown_connections 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad4739d0 0x561aad475570 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f060 0x561aad490520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/4199145425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad46f980 0x561aad490a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/4199145425 >> 172.21.15.69:0/4199145425 conn(0x561aad39db60 msgr2=0x561aad476b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:38.024 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.020+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/4199145425 shutdown_connections 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.021+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/4199145425 wait complete. 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.021+0000 7f46cbdfeb80 1 -- start start 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.021+0000 7f46cbdfeb80 1 Processor -- start 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 0x561aad481200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f980 0x561aad481740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad474960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc1b26a0 con 0x561aad46f060 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc1b3b10 con 0x561aad4739d0 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc1b2d70 con 0x561aad46f980 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46cbdfeb80 10 client.0 _ll_register_callbacks cb 0x561aad368c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 0x561aad481200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.025 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 0x561aad481200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43462/0 (socket says 172.21.15.69:43462) 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 -- 172.21.15.69:0/1098840494 learned_addr learned my addr 172.21.15.69:0/1098840494 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46b9e00700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f980 0x561aad481740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46bb200700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad474960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 -- 172.21.15.69:0/1098840494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f980 msgr2=0x561aad481740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f980 0x561aad481740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 -- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 msgr2=0x561aad474960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad474960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.022+0000 7f46ba800700 1 -- 172.21.15.69:0/1098840494 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561aad475170 con 0x561aad46f060 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46ba800700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 0x561aad481200 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f46ac003bf0 tx=0x7f46ac000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d100139af41162ad server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46a4c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:04:38.026 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46a4c00700 1 -- 172.21.15.69:0/1098840494 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac01e040 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46a4c00700 1 -- 172.21.15.69:0/1098840494 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f46ac0197c0 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46b4003c00 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46a4c00700 1 -- 172.21.15.69:0/1098840494 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f46ac0199c0 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46cbdfeb80 10 client.15477 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.023+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561aad4f2bd0 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46a4c00700 1 -- 172.21.15.69:0/1098840494 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f46b4003c00 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46a4c00700 1 -- 172.21.15.69:0/1098840494 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f46ac03a020 con 0x561aad46f060 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46cbdfeb80 10 client.15477 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46cbdfeb80 10 client.15477 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46cbdfeb80 20 client.15477 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad4f3250 0x561aad4f5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46cbdfeb80 4 client.15477 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:04:38.027 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561aad3cf400 con 0x561aad4f3250 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.024+0000 7f46b9e00700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad4f3250 0x561aad4f5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46b9e00700 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad4f3250 0x561aad4f5670 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6c599c6d2d2c5ba server_cookie=e13a5e357918137b in_seq=0 out_seq=0 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46a4c00700 10 client.15477 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46a4c00700 1 -- 172.21.15.69:0/1098840494 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561aad3cf400 con 0x561aad4f3250 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46a4c00700 10 client.15477 handle_command_reply: tid=0 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 client.15477 shutdown 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 msgr2=0x561aad481200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 0x561aad481200 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f46ac003bf0 tx=0x7f46ac000bc0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 shutdown_connections 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561aad4739d0 0x561aad474960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561aad46f060 0x561aad481200 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561aad4f3250 0x561aad4f5670 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 --2- 172.21.15.69:0/1098840494 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561aad46f980 0x561aad481740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.029 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 >> 172.21.15.69:0/1098840494 conn(0x561aad39db60 msgr2=0x561aad4642b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:38.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.025+0000 7f46a4c00700 0 client.15477 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:38.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 shutdown_connections 2024-05-08T06:04:38.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46cbdfeb80 1 -- 172.21.15.69:0/1098840494 wait complete. 2024-05-08T06:04:38.030 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46cbdfeb80 20 client.15477 trim_cache size 0 max 16384 2024-05-08T06:04:38.030 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46a00b2900 msgr2=0x7f46a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46a00b2900 0x7f46a00b4dc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f46b400f590 tx=0x7f46b4009920 comp rx=0 tx=0).stop 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 msgr2=0x7f46bc1a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 0x7f46bc1a0730 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f46a8005910 tx=0x7f46a800b670 comp rx=0 tx=0).stop 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 shutdown_connections 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f46bc10fb60 0x7f46bc1a4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f46a00b2900 0x7f46a00b4dc0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f46bc109ad0 0x7f46bc1a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 --2- 172.21.15.69:0/719039957 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f46bc10a490 0x7f46bc1a0730 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.026+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 >> 172.21.15.69:0/719039957 conn(0x7f46bc076c70 msgr2=0x7f46bc0772f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.027+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 shutdown_connections 2024-05-08T06:04:38.031 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:38.027+0000 7f46c1400700 1 -- 172.21.15.69:0/719039957 wait complete. 2024-05-08T06:04:38.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:38 smithi069 ceph-mon[29571]: pgmap v548: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:38 smithi105 ceph-mon[34393]: pgmap v548: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:38 smithi135 ceph-mon[34761]: pgmap v548: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:39.908 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:04:39.908 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:04:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:40 smithi069 ceph-mon[29571]: pgmap v549: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:04:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:40 smithi105 ceph-mon[34393]: pgmap v549: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:04:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:40 smithi135 ceph-mon[34761]: pgmap v549: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:04:41.397 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:41 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:04:41.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:41 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:04:41.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:41 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:04:42.418 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:42 smithi069 ceph-mon[29571]: pgmap v550: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:42 smithi105 ceph-mon[34393]: pgmap v550: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:42.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:42 smithi135 ceph-mon[34761]: pgmap v550: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:04:42.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 -- 172.21.15.69:0/2190375166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf410e8b0 msgr2=0x7ffaf410ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 --2- 172.21.15.69:0/2190375166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf410e8b0 0x7ffaf410ec90 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ffae80098f0 tx=0x7ffae8009c00 comp rx=0 tx=0).stop 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 -- 172.21.15.69:0/2190375166 shutdown_connections 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 --2- 172.21.15.69:0/2190375166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410a3a0 0x7ffaf4116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 --2- 172.21.15.69:0/2190375166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf410e8b0 0x7ffaf410ec90 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 --2- 172.21.15.69:0/2190375166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf41099e0 0x7ffaf4109e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 -- 172.21.15.69:0/2190375166 >> 172.21.15.69:0/2190375166 conn(0x7ffaf4079230 msgr2=0x7ffaf41082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 -- 172.21.15.69:0/2190375166 shutdown_connections 2024-05-08T06:04:42.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.700+0000 7ffafa400700 1 -- 172.21.15.69:0/2190375166 wait complete. 2024-05-08T06:04:42.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.701+0000 7ffafa400700 1 Processor -- start 2024-05-08T06:04:42.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.701+0000 7ffafa400700 1 -- start start 2024-05-08T06:04:42.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffafa400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf41099e0 0x7ffaf41a0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffafa400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf410a3a0 0x7ffaf41a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffafa400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 0x7ffaf41a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffafa400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf4119bf0 con 0x7ffaf410e8b0 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffafa400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf4119a70 con 0x7ffaf410a3a0 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffafa400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf4119d70 con 0x7ffaf41099e0 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffaf9a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 0x7ffaf41a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffaf9a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 0x7ffaf41a49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43482/0 (socket says 172.21.15.69:43482) 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf41099e0 0x7ffaf41a0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffaf3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf410a3a0 0x7ffaf41a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.702+0000 7ffaf9a00700 1 -- 172.21.15.69:0/1501841739 learned_addr learned my addr 172.21.15.69:0/1501841739 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:42.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9000700 1 -- 172.21.15.69:0/1501841739 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf410a3a0 msgr2=0x7ffaf41a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf410a3a0 0x7ffaf41a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9000700 1 -- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 msgr2=0x7ffaf41a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 0x7ffaf41a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9000700 1 -- 172.21.15.69:0/1501841739 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf41a5110 con 0x7ffaf41099e0 2024-05-08T06:04:42.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf410a3a0 0x7ffaf41a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 0x7ffaf41a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf41099e0 0x7ffaf41a0100 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ffae800c010 tx=0x7ffae800fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf1600700 1 -- 172.21.15.69:0/1501841739 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae80050c0 con 0x7ffaf41099e0 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf1600700 1 -- 172.21.15.69:0/1501841739 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffae800b560 con 0x7ffaf41099e0 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf41a53a0 con 0x7ffaf41099e0 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.703+0000 7ffaf1600700 1 -- 172.21.15.69:0/1501841739 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8003a00 con 0x7ffaf41099e0 2024-05-08T06:04:42.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.704+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf41acc80 con 0x7ffaf41099e0 2024-05-08T06:04:42.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.707+0000 7ffaf1600700 1 -- 172.21.15.69:0/1501841739 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ffae800b710 con 0x7ffaf41099e0 2024-05-08T06:04:42.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.708+0000 7ffb062acb80 1 Processor -- start 2024-05-08T06:04:42.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.708+0000 7ffb062acb80 1 -- start start 2024-05-08T06:04:42.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.708+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9ee20 0x556471d9f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 0x556471d994b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d99ad0 0x556471d99f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffb062acb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556471cebaa0 con 0x556471d9f740 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffb062acb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556471c897e0 con 0x556471d9ee20 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffb062acb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556471ce7a60 con 0x556471d99ad0 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf1600700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffadc0b2900 0x7ffadc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf1600700 1 -- 172.21.15.69:0/1501841739 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffae80e2fa0 con 0x7ffaf41099e0 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 0x556471d994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 0x556471d994b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43484/0 (socket says 172.21.15.69:43484) 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf9000700 1 -- 172.21.15.69:0/1382533007 learned_addr learned my addr 172.21.15.69:0/1382533007 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d99ad0 0x556471d99f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9ee20 0x556471d9f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.709+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffadc0b2900 0x7ffadc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9000700 1 -- 172.21.15.69:0/1382533007 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d99ad0 msgr2=0x556471d99f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d99ad0 0x556471d99f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9000700 1 -- 172.21.15.69:0/1382533007 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9ee20 msgr2=0x556471d9f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9ee20 0x556471d9f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9000700 1 -- 172.21.15.69:0/1382533007 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556471c38950 con 0x556471d9f740 2024-05-08T06:04:42.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d99ad0 0x556471d99f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffadc0b2900 0x7ffadc0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ffaec009e60 tx=0x7ffaec00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 0x556471d994b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ffae80aa590 tx=0x7ffae80aa500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f259b87bf8030e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffae6000700 1 -- 172.21.15.69:0/1382533007 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae80aa110 con 0x556471d9f740 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.710+0000 7ffae6000700 1 -- 172.21.15.69:0/1382533007 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffae80aad00 con 0x556471d9f740 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.711+0000 7ffae6000700 1 -- 172.21.15.69:0/1382533007 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae80aa860 con 0x556471d9f740 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 -- 172.21.15.69:0/1382533007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 msgr2=0x556471d994b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 0x556471d994b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ffae80aa590 tx=0x7ffae80aa500 comp rx=0 tx=0).stop 2024-05-08T06:04:42.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 -- 172.21.15.69:0/1382533007 shutdown_connections 2024-05-08T06:04:42.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d99ad0 0x556471d99f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9ee20 0x556471d9f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1382533007 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9f740 0x556471d994b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 -- 172.21.15.69:0/1382533007 >> 172.21.15.69:0/1382533007 conn(0x556471d11750 msgr2=0x556471d93d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:42.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 -- 172.21.15.69:0/1382533007 shutdown_connections 2024-05-08T06:04:42.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 -- 172.21.15.69:0/1382533007 wait complete. 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.712+0000 7ffb062acb80 1 -- start start 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 Processor -- start 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471da54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471da2890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471da2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556471da5f90 con 0x556471d9ee20 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556471c51ba0 con 0x556471d99ad0 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556471da6110 con 0x556471d9f740 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.713+0000 7ffb062acb80 10 client.0 _ll_register_callbacks cb 0x556471c92cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:42.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471da54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471da2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471da54f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:48068/0 (socket says 172.21.15.69:48068) 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 -- 172.21.15.69:0/4054115376 learned_addr learned my addr 172.21.15.69:0/4054115376 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471da2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 -- 172.21.15.69:0/4054115376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 msgr2=0x556471da2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471da2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 -- 172.21.15.69:0/4054115376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 msgr2=0x556471da2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471da2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 -- 172.21.15.69:0/4054115376 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556471cb14a0 con 0x556471d99ad0 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471da2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffaf9000700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471da54f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ffae80aa300 tx=0x7ffae80a6ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=594ec65da048d361 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffadaa00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:04:42.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.714+0000 7ffadaa00700 1 -- 172.21.15.69:0/4054115376 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae80ae9b0 con 0x556471d99ad0 2024-05-08T06:04:42.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffadaa00700 1 -- 172.21.15.69:0/4054115376 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffae80aa860 con 0x556471d99ad0 2024-05-08T06:04:42.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffae80aad00 con 0x556471d99ad0 2024-05-08T06:04:42.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffadaa00700 1 -- 172.21.15.69:0/4054115376 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffae80c4e60 con 0x556471d99ad0 2024-05-08T06:04:42.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffb062acb80 10 client.25616 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:42.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556471da5f90 con 0x556471d99ad0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffadaa00700 1 -- 172.21.15.69:0/4054115376 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffae80aad00 con 0x556471d99ad0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffadaa00700 1 -- 172.21.15.69:0/4054115376 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffae8003ba0 con 0x556471d99ad0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffb062acb80 10 client.25616 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffb062acb80 10 client.25616 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.715+0000 7ffb062acb80 20 client.25616 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.716+0000 7ffb062acb80 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471db2ba0 0x556471db4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.716+0000 7ffb062acb80 4 client.25616 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.716+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556471d661c0 con 0x556471db2ba0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.716+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471db2ba0 0x556471db4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.717+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471db2ba0 0x556471db4fd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0794363308c7989 server_cookie=17c9a5da1028d911 in_seq=0 out_seq=0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.717+0000 7ffadaa00700 10 client.25616 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.717+0000 7ffadaa00700 1 -- 172.21.15.69:0/4054115376 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556471d661c0 con 0x556471db2ba0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.717+0000 7ffadaa00700 10 client.25616 handle_command_reply: tid=0 2024-05-08T06:04:42.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.717+0000 7ffb062acb80 1 client.25616 shutdown 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 msgr2=0x556471da54f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471da54f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ffae80aa300 tx=0x7ffae80a6ac0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 shutdown_connections 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471db2ba0 0x556471db4fd0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471da2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471da54f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffadaa00700 0 client.25616 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 --2- 172.21.15.69:0/4054115376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471da2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 >> 172.21.15.69:0/4054115376 conn(0x556471d11750 msgr2=0x556471d8e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 shutdown_connections 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 1 -- 172.21.15.69:0/4054115376 wait complete. 2024-05-08T06:04:42.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.718+0000 7ffb062acb80 20 client.25616 trim_cache size 0 max 16384 2024-05-08T06:04:42.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 Processor -- start 2024-05-08T06:04:42.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 -- start start 2024-05-08T06:04:42.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471daefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471d8e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471dba8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf41b67d0 con 0x556471d9ee20 2024-05-08T06:04:42.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf41b4060 con 0x556471d99ad0 2024-05-08T06:04:42.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.740+0000 7ffb062acb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf41b1ed0 con 0x556471d9f740 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471d8e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471d8e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43508/0 (socket says 172.21.15.69:43508) 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 -- 172.21.15.69:0/1880974473 learned_addr learned my addr 172.21.15.69:0/1880974473 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471daefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471dba8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 -- 172.21.15.69:0/1880974473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 msgr2=0x556471dba8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471dba8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 -- 172.21.15.69:0/1880974473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 msgr2=0x556471daefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471daefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 -- 172.21.15.69:0/1880974473 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556471d9e9b0 con 0x556471d9ee20 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf9000700 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471daefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.741+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471d8e8e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x556471da3e60 tx=0x7ffae0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b80ea564b4fa45 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.742+0000 7ffae5600700 1 -- 172.21.15.69:0/1880974473 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0004310 con 0x556471d9ee20 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.742+0000 7ffae5600700 1 -- 172.21.15.69:0/1880974473 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffae00044b0 con 0x556471d9ee20 2024-05-08T06:04:42.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.742+0000 7ffae5600700 1 -- 172.21.15.69:0/1880974473 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae0005280 con 0x556471d9ee20 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 -- 172.21.15.69:0/1880974473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 msgr2=0x556471d8e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471d8e8e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x556471da3e60 tx=0x7ffae0004750 comp rx=0 tx=0).stop 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 -- 172.21.15.69:0/1880974473 shutdown_connections 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9f740 0x556471dba8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d99ad0 0x556471daefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 --2- 172.21.15.69:0/1880974473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d9ee20 0x556471d8e8e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 -- 172.21.15.69:0/1880974473 >> 172.21.15.69:0/1880974473 conn(0x556471d11750 msgr2=0x556471da47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 -- 172.21.15.69:0/1880974473 shutdown_connections 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 -- 172.21.15.69:0/1880974473 wait complete. 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.743+0000 7ffb062acb80 1 -- start start 2024-05-08T06:04:42.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 Processor -- start 2024-05-08T06:04:42.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 0x556471daba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9ee20 0x556471da8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9f740 0x556471da8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf41b2520 con 0x556471d99ad0 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf41b3990 con 0x556471d9f740 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf41b2bf0 con 0x556471d9ee20 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffb062acb80 10 client.0 _ll_register_callbacks cb 0x556471c92cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 0x556471daba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffaf9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 0x556471daba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43516/0 (socket says 172.21.15.69:43516) 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffaf9000700 1 -- 172.21.15.69:0/2433793304 learned_addr learned my addr 172.21.15.69:0/2433793304 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.744+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9ee20 0x556471da8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9f740 0x556471da8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9000700 1 -- 172.21.15.69:0/2433793304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9ee20 msgr2=0x556471da8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9000700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9ee20 0x556471da8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9000700 1 -- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9f740 msgr2=0x556471da8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9000700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9f740 0x556471da8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9000700 1 -- 172.21.15.69:0/2433793304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556471e1d460 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9a00700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9f740 0x556471da8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffaf9000700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 0x556471daba70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ffae8000c00 tx=0x7ffae80b3170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fd424ec42391ac2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffadaa00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffadaa00700 1 -- 172.21.15.69:0/2433793304 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae80aad00 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffadaa00700 1 -- 172.21.15.69:0/2433793304 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffae8090b70 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.745+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffae00044b0 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffadaa00700 1 -- 172.21.15.69:0/2433793304 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffae80b33d0 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 10 client.15495 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556471e1d460 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffadaa00700 1 -- 172.21.15.69:0/2433793304 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffae00044b0 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffadaa00700 1 -- 172.21.15.69:0/2433793304 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffae80aa860 con 0x556471d99ad0 2024-05-08T06:04:42.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 10 client.15495 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:42.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 10 client.15495 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:42.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 20 client.15495 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:42.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471e1e980 0x556471e20d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:42.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 4 client.15495 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:04:42.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.746+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556471da0890 con 0x556471e1e980 2024-05-08T06:04:42.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.747+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471e1e980 0x556471e20d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.747+0000 7ffaf3e00700 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471e1e980 0x556471e20d70 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47591873b7457bab server_cookie=b68742ff7a64e4c6 in_seq=0 out_seq=0 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.747+0000 7ffadaa00700 10 client.15495 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffadaa00700 1 -- 172.21.15.69:0/2433793304 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556471da0890 con 0x556471e1e980 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffadaa00700 10 client.15495 handle_command_reply: tid=0 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 client.15495 shutdown 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 msgr2=0x556471daba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 0x556471daba70 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ffae8000c00 tx=0x7ffae80b3170 comp rx=0 tx=0).stop 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 shutdown_connections 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556471d9f740 0x556471da8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556471d99ad0 0x556471daba70 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556471e1e980 0x556471e20d70 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 --2- 172.21.15.69:0/2433793304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556471d9ee20 0x556471da8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 >> 172.21.15.69:0/2433793304 conn(0x556471d11750 msgr2=0x556471da3e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffadaa00700 0 client.15495 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 shutdown_connections 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 1 -- 172.21.15.69:0/2433793304 wait complete. 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.749+0000 7ffb062acb80 20 client.15495 trim_cache size 0 max 16384 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "3d6a926c-5c56-44ae-b03d-0df487f453ec", 2024-05-08T06:04:42.751 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffadc0b2900 msgr2=0x7ffadc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffadc0b2900 0x7ffadc0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ffaec009e60 tx=0x7ffaec00b040 comp rx=0 tx=0).stop 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf41099e0 msgr2=0x7ffaf41a0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf41099e0 0x7ffaf41a0100 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ffae800c010 tx=0x7ffae800fa00 comp rx=0 tx=0).stop 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 shutdown_connections 2024-05-08T06:04:42.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffaf410e8b0 0x7ffaf41a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffaf41099e0 0x7ffaf41a0100 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffadc0b2900 0x7ffadc0b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 --2- 172.21.15.69:0/1501841739 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffaf410a3a0 0x7ffaf41a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:42.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 >> 172.21.15.69:0/1501841739 conn(0x7ffaf4079230 msgr2=0x7ffaf4079850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:42.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 shutdown_connections 2024-05-08T06:04:42.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:42.750+0000 7ffafa400700 1 -- 172.21.15.69:0/1501841739 wait complete. 2024-05-08T06:04:43.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:04:43.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:04:43.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:04:43.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:04:43.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:04:43.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:04:43.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:04:43.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:04:43.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:04:43.717 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:04:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:44.667 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:44 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:04:44.668 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:44 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:04:44.668 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:44 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:04:44.668 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:44 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:04:44.668 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:44 smithi069 ceph-mon[29571]: pgmap v551: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:44.668 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:44 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:04:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:44 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:04:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:44 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:04:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:44 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:04:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:44 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:04:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:44 smithi105 ceph-mon[34393]: pgmap v551: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:44 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:04:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:44 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:04:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:44 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:04:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:44 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:04:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:44 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:04:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:44 smithi135 ceph-mon[34761]: pgmap v551: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:44 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:04:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:46 smithi069 ceph-mon[29571]: pgmap v552: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 -- 172.21.15.69:0/1919063559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c1010b6c0 msgr2=0x7f9c1010baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 --2- 172.21.15.69:0/1919063559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c1010b6c0 0x7f9c1010baa0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9c00009990 tx=0x7f9c00009ca0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 -- 172.21.15.69:0/1919063559 shutdown_connections 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 --2- 172.21.15.69:0/1919063559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c10106080 0x7f9c10112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 --2- 172.21.15.69:0/1919063559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c1010b6c0 0x7f9c1010baa0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 --2- 172.21.15.69:0/1919063559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c101056c0 0x7f9c10105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 -- 172.21.15.69:0/1919063559 >> 172.21.15.69:0/1919063559 conn(0x7f9c10101170 msgr2=0x7f9c10103590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 -- 172.21.15.69:0/1919063559 shutdown_connections 2024-05-08T06:04:46.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.612+0000 7f9c16000700 1 -- 172.21.15.69:0/1919063559 wait complete. 2024-05-08T06:04:46.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.614+0000 7f9c16000700 1 Processor -- start 2024-05-08T06:04:46.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.614+0000 7f9c16000700 1 -- start start 2024-05-08T06:04:46.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c16000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 0x7f9c1019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c16000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c10106080 0x7f9c1019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c16000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c1010b6c0 0x7f9c101a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c16000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c10115910 con 0x7f9c101056c0 2024-05-08T06:04:46.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c16000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c10115790 con 0x7f9c10106080 2024-05-08T06:04:46.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c16000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c10115a90 con 0x7f9c1010b6c0 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 0x7f9c1019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 0x7f9c1019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43536/0 (socket says 172.21.15.69:43536) 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 -- 172.21.15.69:0/547369833 learned_addr learned my addr 172.21.15.69:0/547369833 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c1010b6c0 0x7f9c101a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c10106080 0x7f9c1019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 -- 172.21.15.69:0/547369833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c1010b6c0 msgr2=0x7f9c101a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c1010b6c0 0x7f9c101a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 -- 172.21.15.69:0/547369833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c10106080 msgr2=0x7f9c1019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c10106080 0x7f9c1019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.615+0000 7f9c0f400700 1 -- 172.21.15.69:0/547369833 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c101a0e00 con 0x7f9c101056c0 2024-05-08T06:04:46.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.616+0000 7f9c0f400700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 0x7f9c1019be40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9c00000c00 tx=0x7f9c000057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:46.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.616+0000 7f9c07e00700 1 -- 172.21.15.69:0/547369833 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00027070 con 0x7f9c101056c0 2024-05-08T06:04:46.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.616+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c101a1090 con 0x7f9c101056c0 2024-05-08T06:04:46.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.616+0000 7f9c07e00700 1 -- 172.21.15.69:0/547369833 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c00022470 con 0x7f9c101056c0 2024-05-08T06:04:46.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.616+0000 7f9c07e00700 1 -- 172.21.15.69:0/547369833 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c00017650 con 0x7f9c101056c0 2024-05-08T06:04:46.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.616+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c101a8970 con 0x7f9c101056c0 2024-05-08T06:04:46.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.620+0000 7f9c07e00700 1 -- 172.21.15.69:0/547369833 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9c0002a070 con 0x7f9c101056c0 2024-05-08T06:04:46.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.621+0000 7f9c2099ab80 1 Processor -- start 2024-05-08T06:04:46.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.621+0000 7f9c2099ab80 1 -- start start 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.621+0000 7f9c07e00700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9bf40b2880 0x7f9bf40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d322fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d31d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d31d8f0 0x55d76d31dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d76d26fa20 con 0x55d76d322bc0 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d76d20d760 con 0x55d76d31d8f0 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d76d26b9e0 con 0x55d76d3234e0 2024-05-08T06:04:46.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c07e00700 1 -- 172.21.15.69:0/547369833 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9c000e2ef0 con 0x7f9c101056c0 2024-05-08T06:04:46.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9bf40b2880 0x7f9bf40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c0f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d322fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c0ea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d31d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c0f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d322fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43550/0 (socket says 172.21.15.69:43550) 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c0f400700 1 -- 172.21.15.69:0/966506173 learned_addr learned my addr 172.21.15.69:0/966506173 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.622+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d31d8f0 0x55d76d31dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0f400700 1 -- 172.21.15.69:0/966506173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 msgr2=0x55d76d31d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0f400700 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d31d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0f400700 1 -- 172.21.15.69:0/966506173 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d31d8f0 msgr2=0x55d76d31dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0f400700 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d31d8f0 0x55d76d31dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0f400700 1 -- 172.21.15.69:0/966506173 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d76d1bc8d0 con 0x55d76d322bc0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0f400700 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d322fa0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9c000a65d0 tx=0x7f9c000a6540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2da139a6b14d0df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9bf40b2880 0x7f9bf40b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9c08009da0 tx=0x7f9c080134c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:46.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c04c00700 1 -- 172.21.15.69:0/966506173 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c000e0e60 con 0x55d76d322bc0 2024-05-08T06:04:46.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c04c00700 1 -- 172.21.15.69:0/966506173 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c000aa060 con 0x55d76d322bc0 2024-05-08T06:04:46.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.623+0000 7f9c04c00700 1 -- 172.21.15.69:0/966506173 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c000e0ab0 con 0x55d76d322bc0 2024-05-08T06:04:46.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 -- 172.21.15.69:0/966506173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 msgr2=0x55d76d322fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d322fa0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9c000a65d0 tx=0x7f9c000a6540 comp rx=0 tx=0).stop 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 -- 172.21.15.69:0/966506173 shutdown_connections 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d31d8f0 0x55d76d31dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d322fa0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/966506173 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d31d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 -- 172.21.15.69:0/966506173 >> 172.21.15.69:0/966506173 conn(0x55d76d2956d0 msgr2=0x55d76d317b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 -- 172.21.15.69:0/966506173 shutdown_connections 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.624+0000 7f9c2099ab80 1 -- 172.21.15.69:0/966506173 wait complete. 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.625+0000 7f9c2099ab80 1 -- start start 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.625+0000 7f9c2099ab80 1 Processor -- start 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 0x55d76d3291a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d322bc0 0x55d76d326540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d326a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d76d329ce0 con 0x55d76d31d8f0 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d76d1d5b20 con 0x55d76d322bc0 2024-05-08T06:04:46.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d76d329e60 con 0x55d76d3234e0 2024-05-08T06:04:46.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c2099ab80 10 client.0 _ll_register_callbacks cb 0x55d76d216c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:46.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c0f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 0x55d76d3291a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c0f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 0x55d76d3291a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43554/0 (socket says 172.21.15.69:43554) 2024-05-08T06:04:46.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c0f400700 1 -- 172.21.15.69:0/1593310208 learned_addr learned my addr 172.21.15.69:0/1593310208 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:46.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d322bc0 0x55d76d326540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.626+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d326a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0f400700 1 -- 172.21.15.69:0/1593310208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 msgr2=0x55d76d326a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0f400700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d326a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0f400700 1 -- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d322bc0 msgr2=0x55d76d326540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0f400700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d322bc0 0x55d76d326540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0f400700 1 -- 172.21.15.69:0/1593310208 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d76d235420 con 0x55d76d31d8f0 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d326a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d322bc0 0x55d76d326540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c0f400700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 0x55d76d3291a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9c00020040 tx=0x7f9c000a9df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a923d4d43a52048 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9bf9600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9bf9600700 1 -- 172.21.15.69:0/1593310208 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c000c4060 con 0x55d76d31d8f0 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9bf9600700 1 -- 172.21.15.69:0/1593310208 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9c000b2e90 con 0x55d76d31d8f0 2024-05-08T06:04:46.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c000aa060 con 0x55d76d31d8f0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.627+0000 7f9bf9600700 1 -- 172.21.15.69:0/1593310208 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9c000cb050 con 0x55d76d31d8f0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 10 client.15507 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d76d329ce0 con 0x55d76d31d8f0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9bf9600700 1 -- 172.21.15.69:0/1593310208 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c000dc080 con 0x55d76d31d8f0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9bf9600700 1 -- 172.21.15.69:0/1593310208 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9c00005110 con 0x55d76d31d8f0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 10 client.15507 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 10 client.15507 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 20 client.15507 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d336800 0x55d76d338bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 4 client.15507 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.628+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d76d2ea140 con 0x55d76d336800 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.629+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d336800 0x55d76d338bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.629+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d336800 0x55d76d338bf0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88ecb69a35dfee82 server_cookie=5b1a061526a426c3 in_seq=0 out_seq=0 2024-05-08T06:04:46.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.629+0000 7f9bf9600700 10 client.15507 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9bf9600700 1 -- 172.21.15.69:0/1593310208 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d76d2ea140 con 0x55d76d336800 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9bf9600700 10 client.15507 handle_command_reply: tid=0 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 client.15507 shutdown 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 msgr2=0x55d76d3291a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 0x55d76d3291a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f9c00020040 tx=0x7f9c000a9df0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 shutdown_connections 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d336800 0x55d76d338bf0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d3234e0 0x55d76d326a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d31d8f0 0x55d76d3291a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/1593310208 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d322bc0 0x55d76d326540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9bf9600700 0 client.15507 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:46.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.630+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 >> 172.21.15.69:0/1593310208 conn(0x55d76d2956d0 msgr2=0x55d76d317190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:46.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.631+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 shutdown_connections 2024-05-08T06:04:46.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.631+0000 7f9c2099ab80 1 -- 172.21.15.69:0/1593310208 wait complete. 2024-05-08T06:04:46.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.631+0000 7f9c2099ab80 20 client.15507 trim_cache size 0 max 16384 2024-05-08T06:04:46.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.652+0000 7f9c2099ab80 1 Processor -- start 2024-05-08T06:04:46.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.652+0000 7f9c2099ab80 1 -- start start 2024-05-08T06:04:46.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d31d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d332d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d317910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101b2520 con 0x55d76d322bc0 2024-05-08T06:04:46.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101afdb0 con 0x55d76d3234e0 2024-05-08T06:04:46.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101adc20 con 0x55d76d31d8f0 2024-05-08T06:04:46.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d332d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d332d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43566/0 (socket says 172.21.15.69:43566) 2024-05-08T06:04:46.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d317910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3829474775 learned_addr learned my addr 172.21.15.69:0/3829474775 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:46.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0f400700 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d31d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3829474775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 msgr2=0x55d76d31d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.653+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d31d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3829474775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 msgr2=0x55d76d317910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d317910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3829474775 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d76d329510 con 0x55d76d322bc0 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d317910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d332d30 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x55d76d327b10 tx=0x7f9bfc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1ce71d0aa05c86 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9bfbe00700 1 -- 172.21.15.69:0/3829474775 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bfc003ec0 con 0x55d76d322bc0 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9bfbe00700 1 -- 172.21.15.69:0/3829474775 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bfc026070 con 0x55d76d322bc0 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.654+0000 7f9bfbe00700 1 -- 172.21.15.69:0/3829474775 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bfc010760 con 0x55d76d322bc0 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3829474775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 msgr2=0x55d76d332d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d332d30 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x55d76d327b10 tx=0x7f9bfc009260 comp rx=0 tx=0).stop 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3829474775 shutdown_connections 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d317910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d31d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3829474775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d332d30 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3829474775 >> 172.21.15.69:0/3829474775 conn(0x55d76d2956d0 msgr2=0x55d76d3216a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:46.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3829474775 shutdown_connections 2024-05-08T06:04:46.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3829474775 wait complete. 2024-05-08T06:04:46.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.655+0000 7f9c2099ab80 1 -- start start 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 Processor -- start 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d33dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d33e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d33e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101ae270 con 0x55d76d322bc0 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101af6e0 con 0x55d76d3234e0 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c101ae940 con 0x55d76d31d8f0 2024-05-08T06:04:46.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.656+0000 7f9c2099ab80 10 client.0 _ll_register_callbacks cb 0x55d76d216c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d33e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d33e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43576/0 (socket says 172.21.15.69:43576) 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3189591666 learned_addr learned my addr 172.21.15.69:0/3189591666 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0f400700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d33dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0fe00700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d33e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3189591666 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 msgr2=0x55d76d33dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d33dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 msgr2=0x55d76d33e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d33e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 -- 172.21.15.69:0/3189591666 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d76d3a0020 con 0x55d76d322bc0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0f400700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d33dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9c0ea00700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d33e120 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc005e70 tx=0x7f9bfc0045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ce804b6d5a0f2c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.657+0000 7f9bf9600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:04:46.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9bf9600700 1 -- 172.21.15.69:0/3189591666 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bfc02e020 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9bf9600700 1 -- 172.21.15.69:0/3189591666 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9bfc005250 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bfc026070 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9bf9600700 1 -- 172.21.15.69:0/3189591666 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9bfc005450 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9c2099ab80 10 client.15513 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d76d3a1270 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9bf9600700 1 -- 172.21.15.69:0/3189591666 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9bfc026070 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.658+0000 7f9bf9600700 1 -- 172.21.15.69:0/3189591666 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9bfc020320 con 0x55d76d322bc0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c2099ab80 10 client.15513 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c2099ab80 10 client.15513 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c2099ab80 20 client.15513 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d3a18d0 0x55d76d3a3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c2099ab80 4 client.15513 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d76d27d400 con 0x55d76d3a18d0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c0f400700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d3a18d0 0x55d76d3a3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:46.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9c0f400700 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d3a18d0 0x55d76d3a3cf0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7793d70337c5bb1 server_cookie=24c9b2b6d8c1b549 in_seq=0 out_seq=0 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.659+0000 7f9bf9600700 10 client.15513 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9bf9600700 1 -- 172.21.15.69:0/3189591666 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d76d27d400 con 0x55d76d3a18d0 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9bf9600700 10 client.15513 handle_command_reply: tid=0 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 client.15513 shutdown 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 msgr2=0x55d76d33e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d33e120 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9bfc005e70 tx=0x7f9bfc0045f0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 shutdown_connections 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d76d3234e0 0x55d76d33e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d76d3a18d0 0x55d76d3a3cf0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d76d31d8f0 0x55d76d33dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 --2- 172.21.15.69:0/3189591666 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d76d322bc0 0x55d76d33e120 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 >> 172.21.15.69:0/3189591666 conn(0x55d76d2956d0 msgr2=0x55d76d3283d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9bf9600700 0 client.15513 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:04:46.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 shutdown_connections 2024-05-08T06:04:46.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 1 -- 172.21.15.69:0/3189591666 wait complete. 2024-05-08T06:04:46.666 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.660+0000 7f9c2099ab80 20 client.15513 trim_cache size 0 max 16384 2024-05-08T06:04:46.666 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:04:46.666 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:04:46.666 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:04:46.666 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:04:46.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9bf40b2880 msgr2=0x7f9bf40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9bf40b2880 0x7f9bf40b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9c08009da0 tx=0x7f9c080134c0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 msgr2=0x7f9c1019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:46.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 0x7f9c1019be40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f9c00000c00 tx=0x7f9c000057c0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 shutdown_connections 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c1010b6c0 0x7f9c101a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c101056c0 0x7f9c1019be40 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9bf40b2880 0x7f9bf40b4d40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 --2- 172.21.15.69:0/547369833 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c10106080 0x7f9c1019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 >> 172.21.15.69:0/547369833 conn(0x7f9c10101170 msgr2=0x7f9c10101940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 shutdown_connections 2024-05-08T06:04:46.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:46.661+0000 7f9c16000700 1 -- 172.21.15.69:0/547369833 wait complete. 2024-05-08T06:04:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:46 smithi105 ceph-mon[34393]: pgmap v552: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:46 smithi135 ceph-mon[34761]: pgmap v552: 97 pgs: 97 active+clean; 1.7 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:47.670 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:04:47.671 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:04:48.120 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:48.538 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:48 smithi069 ceph-mon[29571]: pgmap v553: 97 pgs: 97 active+clean; 1.8 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:04:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:48 smithi105 ceph-mon[34393]: pgmap v553: 97 pgs: 97 active+clean; 1.8 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:04:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:48 smithi135 ceph-mon[34761]: pgmap v553: 97 pgs: 97 active+clean; 1.8 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:04:50.547 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:50 smithi069 ceph-mon[29571]: pgmap v554: 97 pgs: 97 active+clean; 1.8 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.566+0000 7fdf8a600700 1 -- 172.21.15.69:0/3967721444 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 msgr2=0x7fdf841103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.566+0000 7fdf8a600700 1 --2- 172.21.15.69:0/3967721444 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 0x7fdf841103d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00b0a0 tx=0x7fdf7c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.566+0000 7fdf8a600700 1 -- 172.21.15.69:0/3967721444 shutdown_connections 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.566+0000 7fdf8a600700 1 --2- 172.21.15.69:0/3967721444 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 0x7fdf841103d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.567+0000 7fdf8a600700 1 --2- 172.21.15.69:0/3967721444 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 0x7fdf84108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.567+0000 7fdf8a600700 1 --2- 172.21.15.69:0/3967721444 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf841039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.567+0000 7fdf8a600700 1 -- 172.21.15.69:0/3967721444 >> 172.21.15.69:0/3967721444 conn(0x7fdf8407a600 msgr2=0x7fdf8407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.567+0000 7fdf8a600700 1 -- 172.21.15.69:0/3967721444 shutdown_connections 2024-05-08T06:04:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.567+0000 7fdf8a600700 1 -- 172.21.15.69:0/3967721444 wait complete. 2024-05-08T06:04:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 Processor -- start 2024-05-08T06:04:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 -- start start 2024-05-08T06:04:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf84199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 0x7fdf8419a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 0x7fdf8419e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdf841136a0 con 0x7fdf84103ef0 2024-05-08T06:04:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdf84113520 con 0x7fdf84108460 2024-05-08T06:04:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.568+0000 7fdf8a600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdf84113820 con 0x7fdf84103550 2024-05-08T06:04:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf84199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf82a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 0x7fdf8419a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf84199b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:54328/0 (socket says 172.21.15.69:54328) 2024-05-08T06:04:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 -- 172.21.15.69:0/2161439329 learned_addr learned my addr 172.21.15.69:0/2161439329 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83e00700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 0x7fdf8419e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 -- 172.21.15.69:0/2161439329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 msgr2=0x7fdf8419e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 0x7fdf8419e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 -- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 msgr2=0x7fdf8419a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 0x7fdf8419a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 -- 172.21.15.69:0/2161439329 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8419eb40 con 0x7fdf84103550 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83e00700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 0x7fdf8419e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.569+0000 7fdf83400700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf84199b90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400ea50 tx=0x7fdf7400ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.570+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7400cbd0 con 0x7fdf84103550 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.570+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf7400cd70 con 0x7fdf84103550 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.570+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74018680 con 0x7fdf84103550 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.570+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf8419ee30 con 0x7fdf84103550 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.570+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf841a66f0 con 0x7fdf84103550 2024-05-08T06:04:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.571+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8406a190 con 0x7fdf84103550 2024-05-08T06:04:50.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.573+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdf7401f020 con 0x7fdf84103550 2024-05-08T06:04:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.574+0000 7fdf7be00700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf680b2900 0x7fdf680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.575+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fdf740e22a0 con 0x7fdf84103550 2024-05-08T06:04:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.575+0000 7fdf82a00700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf680b2900 0x7fdf680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.575+0000 7fdf82a00700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf680b2900 0x7fdf680b4dc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fdf841034f0 tx=0x7fdf70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:50.577 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.577+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdf740a9f70 con 0x7fdf84103550 2024-05-08T06:04:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:50 smithi105 ceph-mon[34393]: pgmap v554: 97 pgs: 97 active+clean; 1.8 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:50 smithi135 ceph-mon[34761]: pgmap v554: 97 pgs: 97 active+clean; 1.8 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.861+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf8419aea0 con 0x7fdf84103550 2024-05-08T06:04:50.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.862+0000 7fdf7be00700 1 -- 172.21.15.69:0/2161439329 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fdf740a9870 con 0x7fdf84103550 2024-05-08T06:04:50.863 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:04:50.863 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:04:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.865+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf680b2900 msgr2=0x7fdf680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.865+0000 7fdf8a600700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf680b2900 0x7fdf680b4dc0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fdf841034f0 tx=0x7fdf70009260 comp rx=0 tx=0).stop 2024-05-08T06:04:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 msgr2=0x7fdf84199b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf84199b90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400ea50 tx=0x7fdf7400ed60 comp rx=0 tx=0).stop 2024-05-08T06:04:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 shutdown_connections 2024-05-08T06:04:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf680b2900 0x7fdf680b4dc0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf84108460 0x7fdf8419e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf84103550 0x7fdf84199b90 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 --2- 172.21.15.69:0/2161439329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf84103ef0 0x7fdf8419a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 >> 172.21.15.69:0/2161439329 conn(0x7fdf8407a600 msgr2=0x7fdf841015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 shutdown_connections 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:50.866+0000 7fdf8a600700 1 -- 172.21.15.69:0/2161439329 wait complete. 2024-05-08T06:04:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:04:51.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:51 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2161439329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:04:51.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:51 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2161439329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:04:51.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:51 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2161439329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:04:51.834 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:04:52.285 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:52.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:52 smithi069 ceph-mon[29571]: pgmap v555: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:04:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:52 smithi105 ceph-mon[34393]: pgmap v555: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:04:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:52 smithi135 ceph-mon[34761]: pgmap v555: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 -- 172.21.15.69:0/330962458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc0075ff0 msgr2=0x7fedc010f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 --2- 172.21.15.69:0/330962458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc0075ff0 0x7fedc010f9c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7feda8009990 tx=0x7feda8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 -- 172.21.15.69:0/330962458 shutdown_connections 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 --2- 172.21.15.69:0/330962458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedc010ff00 0x7fedc01122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 --2- 172.21.15.69:0/330962458 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc00756d0 0x7fedc0075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 --2- 172.21.15.69:0/330962458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc0075ff0 0x7fedc010f9c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 -- 172.21.15.69:0/330962458 >> 172.21.15.69:0/330962458 conn(0x7fedc007a600 msgr2=0x7fedc007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 -- 172.21.15.69:0/330962458 shutdown_connections 2024-05-08T06:04:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.613+0000 7fedc7200700 1 -- 172.21.15.69:0/330962458 wait complete. 2024-05-08T06:04:54.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.614+0000 7fedc7200700 1 Processor -- start 2024-05-08T06:04:54.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.614+0000 7fedc7200700 1 -- start start 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc7200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc00756d0 0x7fedc0103620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc7200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedc0075ff0 0x7fedc0103b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc7200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc010ff00 0x7fedc01040a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc7200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01158f0 con 0x7fedc010ff00 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc7200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fedc0115770 con 0x7fedc0075ff0 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc7200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fedc0115a70 con 0x7fedc00756d0 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc5200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc010ff00 0x7fedc01040a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedbfe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc00756d0 0x7fedc0103620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedb7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedc0075ff0 0x7fedc0103b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc5200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc010ff00 0x7fedc01040a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58844/0 (socket says 172.21.15.69:58844) 2024-05-08T06:04:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.615+0000 7fedc5200700 1 -- 172.21.15.69:0/1657782008 learned_addr learned my addr 172.21.15.69:0/1657782008 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbfe00700 1 -- 172.21.15.69:0/1657782008 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedc0075ff0 msgr2=0x7fedc0103b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbfe00700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedc0075ff0 0x7fedc0103b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbfe00700 1 -- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc010ff00 msgr2=0x7fedc01040a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbfe00700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc010ff00 0x7fedc01040a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbfe00700 1 -- 172.21.15.69:0/1657782008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc01ac450 con 0x7fedc00756d0 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbfe00700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc00756d0 0x7fedc0103620 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fedb000ef40 tx=0x7fedb000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbd600700 1 -- 172.21.15.69:0/1657782008 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb000c9c0 con 0x7fedc00756d0 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbd600700 1 -- 172.21.15.69:0/1657782008 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedb0019070 con 0x7fedc00756d0 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedbd600700 1 -- 172.21.15.69:0/1657782008 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb0014480 con 0x7fedc00756d0 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.616+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc01ac6e0 con 0x7fedc00756d0 2024-05-08T06:04:54.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.617+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc01acc70 con 0x7fedc00756d0 2024-05-08T06:04:54.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.620+0000 7fedbd600700 1 -- 172.21.15.69:0/1657782008 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fedb0012050 con 0x7fedc00756d0 2024-05-08T06:04:54.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 Processor -- start 2024-05-08T06:04:54.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 -- start start 2024-05-08T06:04:54.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58cd5440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd5980 0x564f58cd9490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd99d0 0x564f58cd9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564f58c27a20 con 0x564f58cd99d0 2024-05-08T06:04:54.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564f58bc5760 con 0x564f58cd5980 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.621+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564f58c239e0 con 0x564f58cd5060 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbd600700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feda40b2930 0x7feda40b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedb7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd99d0 0x564f58cd9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedc5200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58cd5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbd600700 1 -- 172.21.15.69:0/1657782008 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fedb00e2110 con 0x7fedc00756d0 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedc5200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58cd5440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:54356/0 (socket says 172.21.15.69:54356) 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedc5200700 1 -- 172.21.15.69:0/3354193926 learned_addr learned my addr 172.21.15.69:0/3354193926 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd5980 0x564f58cd9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedc5200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feda40b2930 0x7feda40b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbfe00700 1 -- 172.21.15.69:0/3354193926 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 msgr2=0x564f58cd5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58cd5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbfe00700 1 -- 172.21.15.69:0/3354193926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd99d0 msgr2=0x564f58cd9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd99d0 0x564f58cd9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedbfe00700 1 -- 172.21.15.69:0/3354193926 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f58b748d0 con 0x564f58cd5980 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.622+0000 7fedc5200700 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58cd5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.623+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd5980 0x564f58cd9490 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fedb00a6950 tx=0x7fedb00a9100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe47cfdcc02403d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.623+0000 7fedb5600700 1 -- 172.21.15.69:0/3354193926 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb00a9de0 con 0x564f58cd5980 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.623+0000 7fedc5200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feda40b2930 0x7feda40b4df0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fedb8005e90 tx=0x7fedb8007320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.623+0000 7fedb5600700 1 -- 172.21.15.69:0/3354193926 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedb00a96e0 con 0x564f58cd5980 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.623+0000 7fedb5600700 1 -- 172.21.15.69:0/3354193926 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb00e4110 con 0x564f58cd5980 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3354193926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd5980 msgr2=0x564f58cd9490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd5980 0x564f58cd9490 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fedb00a6950 tx=0x7fedb00a9100 comp rx=0 tx=0).stop 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3354193926 shutdown_connections 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd99d0 0x564f58cd9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58cd5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3354193926 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd5980 0x564f58cd9490 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3354193926 >> 172.21.15.69:0/3354193926 conn(0x564f58c03b60 msgr2=0x564f58ccf7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:54.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3354193926 shutdown_connections 2024-05-08T06:04:54.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.624+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3354193926 wait complete. 2024-05-08T06:04:54.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 -- start start 2024-05-08T06:04:54.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 Processor -- start 2024-05-08T06:04:54.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce0e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58cde270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd99d0 0x564f58cde7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564f58ce1be0 con 0x564f58cd5980 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564f58b8db20 con 0x564f58cd99d0 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.625+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564f58ce1d60 con 0x564f58cd5060 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedd1b42b80 10 client.0 _ll_register_callbacks cb 0x564f58bcec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedb7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58cde270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedbfe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedc5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd99d0 0x564f58cde7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedb7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58cde270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58864/0 (socket says 172.21.15.69:58864) 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedb7400700 1 -- 172.21.15.69:0/3968968327 learned_addr learned my addr 172.21.15.69:0/3968968327 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedc5200700 1 -- 172.21.15.69:0/3968968327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 msgr2=0x564f58ce0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedc5200700 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce0e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedc5200700 1 -- 172.21.15.69:0/3968968327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 msgr2=0x564f58cde270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedc5200700 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58cde270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedc5200700 1 -- 172.21.15.69:0/3968968327 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f58bed420 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.626+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedc5200700 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd99d0 0x564f58cde7b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fedb8005d90 tx=0x7fedb8004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2c2c532d739e4e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedae000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedae000700 1 -- 172.21.15.69:0/3968968327 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8025070 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedb00a96e0 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedae000700 1 -- 172.21.15.69:0/3968968327 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fedb8004220 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedae000700 1 -- 172.21.15.69:0/3968968327 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fedb8030050 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedd1b42b80 10 client.25658 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564f58cec530 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.627+0000 7fedae000700 1 -- 172.21.15.69:0/3968968327 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedb00a96e0 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedae000700 1 -- 172.21.15.69:0/3968968327 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fedb801e050 con 0x564f58cd99d0 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedd1b42b80 10 client.25658 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedd1b42b80 10 client.25658 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:04:54.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedd1b42b80 20 client.25658 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:54.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58ceebc0 0x564f58cf0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedd1b42b80 4 client.25658 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:54.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f58ca20a0 con 0x564f58ceebc0 2024-05-08T06:04:54.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.628+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58ceebc0 0x564f58cf0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.629+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58ceebc0 0x564f58cf0fb0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=acaf93b7c35ca6c server_cookie=739d1cbcd120c478 in_seq=0 out_seq=0 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.629+0000 7fedae000700 10 client.25658 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.629+0000 7fedae000700 1 -- 172.21.15.69:0/3968968327 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564f58ca20a0 con 0x564f58ceebc0 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.629+0000 7fedae000700 10 client.25658 handle_command_reply: tid=0 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 client.25658 shutdown 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd99d0 msgr2=0x564f58cde7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd99d0 0x564f58cde7b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fedb8005d90 tx=0x7fedb8004750 comp rx=0 tx=0).stop 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 shutdown_connections 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58ceebc0 0x564f58cf0fb0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58cd99d0 0x564f58cde7b0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3968968327 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58cde270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedae000700 0 client.25658 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:54.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 >> 172.21.15.69:0/3968968327 conn(0x564f58c03b60 msgr2=0x564f58cca2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:54.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 shutdown_connections 2024-05-08T06:04:54.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3968968327 wait complete. 2024-05-08T06:04:54.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.630+0000 7fedd1b42b80 20 client.25658 trim_cache size 0 max 16384 2024-05-08T06:04:54.642 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:54 smithi069 ceph-mon[29571]: pgmap v556: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.652+0000 7fedd1b42b80 1 Processor -- start 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.652+0000 7fedd1b42b80 1 -- start start 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.652+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58cddc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.652+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5060 0x564f58ceac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.652+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5980 0x564f58cca130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01b6aa0 con 0x564f58cd5060 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01b4330 con 0x564f58c03b60 2024-05-08T06:04:54.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01b2180 con 0x564f58cd5980 2024-05-08T06:04:54.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedb7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5060 0x564f58ceac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedbfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58cddc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedb7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5060 0x564f58ceac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58880/0 (socket says 172.21.15.69:58880) 2024-05-08T06:04:54.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedb7400700 1 -- 172.21.15.69:0/918936786 learned_addr learned my addr 172.21.15.69:0/918936786 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:54.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedc5200700 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5980 0x564f58cca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedbfe00700 1 -- 172.21.15.69:0/918936786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5980 msgr2=0x564f58cca130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedbfe00700 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5980 0x564f58cca130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedbfe00700 1 -- 172.21.15.69:0/918936786 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5060 msgr2=0x564f58ceac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedbfe00700 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5060 0x564f58ceac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.653+0000 7fedbfe00700 1 -- 172.21.15.69:0/918936786 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f58cd09c0 con 0x564f58c03b60 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.654+0000 7fedbfe00700 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58cddc30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fedb00adc50 tx=0x7fedb00a56d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83786f29a1b4b0e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.654+0000 7fedb4c00700 1 -- 172.21.15.69:0/918936786 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb00a9de0 con 0x564f58c03b60 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.654+0000 7fedb4c00700 1 -- 172.21.15.69:0/918936786 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedb00b2540 con 0x564f58c03b60 2024-05-08T06:04:54.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.654+0000 7fedb4c00700 1 -- 172.21.15.69:0/918936786 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb00b2310 con 0x564f58c03b60 2024-05-08T06:04:54.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 -- 172.21.15.69:0/918936786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 msgr2=0x564f58cddc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58cddc30 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fedb00adc50 tx=0x7fedb00a56d0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 -- 172.21.15.69:0/918936786 shutdown_connections 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5980 0x564f58cca130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58cddc30 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/918936786 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5060 0x564f58ceac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 -- 172.21.15.69:0/918936786 >> 172.21.15.69:0/918936786 conn(0x564f58cd1750 msgr2=0x564f58cc9a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 -- 172.21.15.69:0/918936786 shutdown_connections 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 -- 172.21.15.69:0/918936786 wait complete. 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.655+0000 7fedd1b42b80 1 -- start start 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 Processor -- start 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58ce76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58ce5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01b27f0 con 0x564f58cd5980 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01b3c60 con 0x564f58c03b60 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fedc01b2ec0 con 0x564f58cd5060 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedd1b42b80 10 client.0 _ll_register_callbacks cb 0x564f58bcec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.656+0000 7fedc5200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58ce5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58ce5150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58888/0 (socket says 172.21.15.69:58888) 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedbfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58ce76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedb7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 -- 172.21.15.69:0/3234036001 learned_addr learned my addr 172.21.15.69:0/3234036001 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 -- 172.21.15.69:0/3234036001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 msgr2=0x564f58ce4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 -- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 msgr2=0x564f58ce76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58ce76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 -- 172.21.15.69:0/3234036001 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f58d58440 con 0x564f58cd5980 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedc5200700 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58ce5150 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fedb8005850 tx=0x7fedb8021d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fb891309da66d5b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.657+0000 7fedae000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedae000700 1 -- 172.21.15.69:0/3234036001 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb803a020 con 0x564f58cd5980 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedae000700 1 -- 172.21.15.69:0/3234036001 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fedb8036830 con 0x564f58cd5980 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fedb00b2540 con 0x564f58cd5980 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedae000700 1 -- 172.21.15.69:0/3234036001 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fedb8025040 con 0x564f58cd5980 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedd1b42b80 10 client.15537 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:54.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564f58d59600 con 0x564f58cd5980 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.658+0000 7fedae000700 1 -- 172.21.15.69:0/3234036001 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedb00b2540 con 0x564f58cd5980 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedae000700 1 -- 172.21.15.69:0/3234036001 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fedb8033030 con 0x564f58cd5980 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedd1b42b80 10 client.15537 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedd1b42b80 10 client.15537 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedd1b42b80 20 client.15537 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58cd99d0 0x564f58d5bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedd1b42b80 4 client.15537 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564f58c35400 con 0x564f58cd99d0 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.659+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58cd99d0 0x564f58d5bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedbfe00700 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58cd99d0 0x564f58d5bc90 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a89a8fd0d447fde7 server_cookie=21955ce923b8bc19 in_seq=0 out_seq=0 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedae000700 10 client.15537 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedae000700 1 -- 172.21.15.69:0/3234036001 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564f58c35400 con 0x564f58cd99d0 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedae000700 10 client.15537 handle_command_reply: tid=0 2024-05-08T06:04:54.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 client.15537 shutdown 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 msgr2=0x564f58ce5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58ce5150 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fedb8005850 tx=0x7fedb8021d10 comp rx=0 tx=0).stop 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 shutdown_connections 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x564f58cd99d0 0x564f58d5bc90 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564f58cd5980 0x564f58ce5150 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564f58c03b60 0x564f58ce76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 --2- 172.21.15.69:0/3234036001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564f58cd5060 0x564f58ce4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 >> 172.21.15.69:0/3234036001 conn(0x564f58cd1750 msgr2=0x564f58cca2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedae000700 0 client.15537 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 shutdown_connections 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 1 -- 172.21.15.69:0/3234036001 wait complete. 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.660+0000 7fedd1b42b80 20 client.15537 trim_cache size 0 max 16384 2024-05-08T06:04:54.663 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:04:54.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feda40b2930 msgr2=0x7feda40b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feda40b2930 0x7feda40b4df0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fedb8005e90 tx=0x7fedb8007320 comp rx=0 tx=0).stop 2024-05-08T06:04:54.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc00756d0 msgr2=0x7fedc0103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:54.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc00756d0 0x7fedc0103620 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fedb000ef40 tx=0x7fedb000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 shutdown_connections 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fedc010ff00 0x7fedc01040a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fedc00756d0 0x7fedc0103620 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feda40b2930 0x7feda40b4df0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 --2- 172.21.15.69:0/1657782008 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fedc0075ff0 0x7fedc0103b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 >> 172.21.15.69:0/1657782008 conn(0x7fedc007a600 msgr2=0x7fedc0100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 shutdown_connections 2024-05-08T06:04:54.665 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:54.661+0000 7fedc7200700 1 -- 172.21.15.69:0/1657782008 wait complete. 2024-05-08T06:04:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:54 smithi105 ceph-mon[34393]: pgmap v556: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:54 smithi135 ceph-mon[34761]: pgmap v556: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:55.644 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:04:56.087 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:04:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:56 smithi105 ceph-mon[34393]: pgmap v557: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:56 smithi135 ceph-mon[34761]: pgmap v557: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:56.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:56 smithi069 ceph-mon[29571]: pgmap v557: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 -- 172.21.15.69:0/648171000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b7010fc60 msgr2=0x7f3b70112090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 --2- 172.21.15.69:0/648171000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b7010fc60 0x7f3b70112090 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800b0a0 tx=0x7f3b6800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 -- 172.21.15.69:0/648171000 shutdown_connections 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 --2- 172.21.15.69:0/648171000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b7010fc60 0x7f3b70112090 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 --2- 172.21.15.69:0/648171000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b70104360 0x7f3b7006ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 --2- 172.21.15.69:0/648171000 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b7006bf50 0x7f3b7006c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 -- 172.21.15.69:0/648171000 >> 172.21.15.69:0/648171000 conn(0x7f3b700791e0 msgr2=0x7f3b700795f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 -- 172.21.15.69:0/648171000 shutdown_connections 2024-05-08T06:04:58.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.441+0000 7f3b6f200700 1 -- 172.21.15.69:0/648171000 wait complete. 2024-05-08T06:04:58.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.442+0000 7f3b6f200700 1 Processor -- start 2024-05-08T06:04:58.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.442+0000 7f3b6f200700 1 -- start start 2024-05-08T06:04:58.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 0x7f3b701a1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b70104360 0x7f3b701a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b7010fc60 0x7f3b7019ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701157d0 con 0x7f3b70104360 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3b70115650 con 0x7f3b7006bf50 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b70115950 con 0x7f3b7010fc60 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b70104360 0x7f3b701a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 0x7f3b701a1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 0x7f3b701a1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43884/0 (socket says 172.21.15.69:43884) 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6de00700 1 -- 172.21.15.69:0/3728941422 learned_addr learned my addr 172.21.15.69:0/3728941422 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:58.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.443+0000 7f3b6e800700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b7010fc60 0x7f3b7019ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6de00700 1 -- 172.21.15.69:0/3728941422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b7010fc60 msgr2=0x7f3b7019ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6de00700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b7010fc60 0x7f3b7019ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6de00700 1 -- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b70104360 msgr2=0x7f3b701a1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6de00700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b70104360 0x7f3b701a1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6de00700 1 -- 172.21.15.69:0/3728941422 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b7019c1b0 con 0x7f3b7006bf50 2024-05-08T06:04:58.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6de00700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 0x7f3b701a1840 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3b6000e9a0 tx=0x7f3b6000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:58.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b66a00700 1 -- 172.21.15.69:0/3728941422 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b6000ca10 con 0x7f3b7006bf50 2024-05-08T06:04:58.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b7019c4a0 con 0x7f3b7006bf50 2024-05-08T06:04:58.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b66a00700 1 -- 172.21.15.69:0/3728941422 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b6000cbb0 con 0x7f3b7006bf50 2024-05-08T06:04:58.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b66a00700 1 -- 172.21.15.69:0/3728941422 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b60018680 con 0x7f3b7006bf50 2024-05-08T06:04:58.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.444+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b701a8710 con 0x7f3b7006bf50 2024-05-08T06:04:58.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.449+0000 7f3b66a00700 1 -- 172.21.15.69:0/3728941422 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3b60010430 con 0x7f3b7006bf50 2024-05-08T06:04:58.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.449+0000 7f3b7faa9b80 1 Processor -- start 2024-05-08T06:04:58.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 -- start start 2024-05-08T06:04:58.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 0x55a937b4b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b45430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b45a50 0x55a937b45ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a937a97a20 con 0x55a937b4ada0 2024-05-08T06:04:58.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a937a35760 con 0x55a937b45a50 2024-05-08T06:04:58.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a937a939e0 con 0x55a937b4b6c0 2024-05-08T06:04:58.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.450+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 0x55a937b4b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 0x55a937b4b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55806/0 (socket says 172.21.15.69:55806) 2024-05-08T06:04:58.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b45a50 0x55a937b45ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6e800700 1 -- 172.21.15.69:0/1872012069 learned_addr learned my addr 172.21.15.69:0/1872012069 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:58.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6de00700 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b45430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 -- 172.21.15.69:0/1872012069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 msgr2=0x55a937b45430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b45430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 -- 172.21.15.69:0/1872012069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 msgr2=0x55a937b4b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 0x55a937b4b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 -- 172.21.15.69:0/1872012069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a9379e48d0 con 0x55a937b45a50 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6e800700 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 0x55a937b4b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:58.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b66a00700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b540b2900 0x7f3b540b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6d400700 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b45a50 0x55a937b45ed0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c007c40 tx=0x7f3b5c007f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfa667318ceb3c3b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:58.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b66a00700 1 -- 172.21.15.69:0/3728941422 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3b600e22e0 con 0x7f3b7006bf50 2024-05-08T06:04:58.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.451+0000 7f3b6e800700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b540b2900 0x7f3b540b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.452+0000 7f3b5b400700 1 -- 172.21.15.69:0/1872012069 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c010ca0 con 0x55a937b45a50 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.452+0000 7f3b5b400700 1 -- 172.21.15.69:0/1872012069 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b5c015070 con 0x55a937b45a50 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.452+0000 7f3b5b400700 1 -- 172.21.15.69:0/1872012069 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5c005020 con 0x55a937b45a50 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.452+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/1872012069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b45a50 msgr2=0x55a937b45ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.452+0000 7f3b6e800700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b540b2900 0x7f3b540b4dc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800b780 tx=0x7f3b68006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.452+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b45a50 0x55a937b45ed0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3b5c007c40 tx=0x7f3b5c007f50 comp rx=0 tx=0).stop 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/1872012069 shutdown_connections 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b45a50 0x55a937b45ed0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4ada0 0x55a937b4b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/1872012069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b45430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/1872012069 >> 172.21.15.69:0/1872012069 conn(0x55a937abd6d0 msgr2=0x55a937b3fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/1872012069 shutdown_connections 2024-05-08T06:04:58.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/1872012069 wait complete. 2024-05-08T06:04:58.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.453+0000 7f3b7faa9b80 1 -- start start 2024-05-08T06:04:58.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 Processor -- start 2024-05-08T06:04:58.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b51410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4ada0 0x55a937b4e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 0x55a937b4ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a937b52150 con 0x55a937b45a50 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a9379fdb20 con 0x55a937b4b6c0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a937b522d0 con 0x55a937b4ada0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.454+0000 7f3b7faa9b80 10 client.0 _ll_register_callbacks cb 0x55a937a3ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 0x55a937b4ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b51410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 0x55a937b4ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43906/0 (socket says 172.21.15.69:43906) 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 -- 172.21.15.69:0/2610601259 learned_addr learned my addr 172.21.15.69:0/2610601259 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6d400700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4ada0 0x55a937b4e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 -- 172.21.15.69:0/2610601259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4ada0 msgr2=0x55a937b4e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4ada0 0x55a937b4e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 -- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 msgr2=0x55a937b51410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b51410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 -- 172.21.15.69:0/2610601259 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a937a5d420 con 0x55a937b4b6c0 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6de00700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b51410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:58.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b6e800700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 0x55a937b4ecf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800b070 tx=0x7f3b680099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ca1ede7e38d3e8e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.455+0000 7f3b4fe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b4fe00700 1 -- 172.21.15.69:0/2610601259 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b6802d070 con 0x55a937b4b6c0 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b4fe00700 1 -- 172.21.15.69:0/2610601259 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3b68007b40 con 0x55a937b4b6c0 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b5c015070 con 0x55a937b4b6c0 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b4fe00700 1 -- 172.21.15.69:0/2610601259 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b68023070 con 0x55a937b4b6c0 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b7faa9b80 10 client.25676 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:58.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a937b5c9d0 con 0x55a937b4b6c0 2024-05-08T06:04:58.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.456+0000 7f3b4fe00700 1 -- 172.21.15.69:0/2610601259 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b5c015070 con 0x55a937b4b6c0 2024-05-08T06:04:58.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b4fe00700 1 -- 172.21.15.69:0/2610601259 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b68011070 con 0x55a937b4b6c0 2024-05-08T06:04:58.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b7faa9b80 10 client.25676 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:58.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b7faa9b80 10 client.25676 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:04:58.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b7faa9b80 20 client.25676 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:58.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937b5f010 0x55a937b61400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b7faa9b80 4 client.25676 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a937b12140 con 0x55a937b5f010 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.457+0000 7f3b6de00700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937b5f010 0x55a937b61400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.458+0000 7f3b6de00700 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937b5f010 0x55a937b61400 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=25cf3df2fa9beb53 server_cookie=54b26a06c7d59880 in_seq=0 out_seq=0 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.458+0000 7f3b4fe00700 10 client.25676 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.458+0000 7f3b4fe00700 1 -- 172.21.15.69:0/2610601259 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a937b12140 con 0x55a937b5f010 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.458+0000 7f3b4fe00700 10 client.25676 handle_command_reply: tid=0 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.458+0000 7f3b7faa9b80 1 client.25676 shutdown 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 msgr2=0x55a937b4ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 0x55a937b4ecf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800b070 tx=0x7f3b680099e0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 shutdown_connections 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937b5f010 0x55a937b61400 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4b6c0 0x55a937b4ecf0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b51410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/2610601259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4ada0 0x55a937b4e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b4fe00700 0 client.25676 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:58.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 >> 172.21.15.69:0/2610601259 conn(0x55a937abd6d0 msgr2=0x55a937b3a750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:58.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 shutdown_connections 2024-05-08T06:04:58.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/2610601259 wait complete. 2024-05-08T06:04:58.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.459+0000 7f3b7faa9b80 20 client.25676 trim_cache size 0 max 16384 2024-05-08T06:04:58.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.475+0000 7f3b7faa9b80 1 Processor -- start 2024-05-08T06:04:58.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 -- start start 2024-05-08T06:04:58.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b45430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b48ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b5b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701b2440 con 0x55a937b45a50 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701afcd0 con 0x55a937b4ada0 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701adb20 con 0x55a937b4b6c0 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b5b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b6de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b45430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b5b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46256/0 (socket says 172.21.15.69:46256) 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.476+0000 7f3b6e800700 1 -- 172.21.15.69:0/301114005 learned_addr learned my addr 172.21.15.69:0/301114005 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6d400700 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b48ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6e800700 1 -- 172.21.15.69:0/301114005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 msgr2=0x55a937b48ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6e800700 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b48ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6e800700 1 -- 172.21.15.69:0/301114005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 msgr2=0x55a937b45430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6e800700 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b45430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6e800700 1 -- 172.21.15.69:0/301114005 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a937b61a60 con 0x55a937b4b6c0 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6de00700 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b45430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b6e800700 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b5b1e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3b680062a0 tx=0x7f3b6801d720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a9d88734e5def6f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b5aa00700 1 -- 172.21.15.69:0/301114005 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b6802d040 con 0x55a937b4b6c0 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.477+0000 7f3b5aa00700 1 -- 172.21.15.69:0/301114005 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b68040020 con 0x55a937b4b6c0 2024-05-08T06:04:58.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b5aa00700 1 -- 172.21.15.69:0/301114005 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b68007ba0 con 0x55a937b4b6c0 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/301114005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 msgr2=0x55a937b5b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b5b1e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3b680062a0 tx=0x7f3b6801d720 comp rx=0 tx=0).stop 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/301114005 shutdown_connections 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b4b6c0 0x55a937b5b1e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b45a50 0x55a937b45430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/301114005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b48ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/301114005 >> 172.21.15.69:0/301114005 conn(0x55a937abd6d0 msgr2=0x55a937b4bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/301114005 shutdown_connections 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.478+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/301114005 wait complete. 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.479+0000 7f3b7faa9b80 1 -- start start 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.479+0000 7f3b7faa9b80 1 Processor -- start 2024-05-08T06:04:58.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 0x55a937b66770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b66cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 0x55a937b671f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701ae190 con 0x55a937b4b6c0 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701af600 con 0x55a937b4ada0 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3b701ae860 con 0x55a937b45a50 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b7faa9b80 10 client.0 _ll_register_callbacks cb 0x55a937a3ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 0x55a937b671f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 0x55a937b66770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 0x55a937b671f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55834/0 (socket says 172.21.15.69:55834) 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 -- 172.21.15.69:0/4219835319 learned_addr learned my addr 172.21.15.69:0/4219835319 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 0x55a937b66770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46264/0 (socket says 172.21.15.69:46264) 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6d400700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b66cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 -- 172.21.15.69:0/4219835319 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 msgr2=0x55a937b66770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 0x55a937b66770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 -- 172.21.15.69:0/4219835319 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 msgr2=0x55a937b66cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:04:58.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b66cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6e800700 1 -- 172.21.15.69:0/4219835319 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a937bc8b40 con 0x55a937b4b6c0 2024-05-08T06:04:58.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.480+0000 7f3b6de00700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 0x55a937b66770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:04:58.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b6e800700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 0x55a937b671f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3b6801d440 tx=0x7f3b68009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39b902abdbd9883a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:04:58.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b4fe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:04:58.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b4fe00700 1 -- 172.21.15.69:0/4219835319 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b6802d070 con 0x55a937b4b6c0 2024-05-08T06:04:58.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b4fe00700 1 -- 172.21.15.69:0/4219835319 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3b6801dcd0 con 0x55a937b4b6c0 2024-05-08T06:04:58.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b68040020 con 0x55a937b4b6c0 2024-05-08T06:04:58.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b4fe00700 1 -- 172.21.15.69:0/4219835319 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3b680077c0 con 0x55a937b4b6c0 2024-05-08T06:04:58.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b7faa9b80 10 client.15555 fetch_fsmap learned FSMap version 26 2024-05-08T06:04:58.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.481+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a937bc9e20 con 0x55a937b4b6c0 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b4fe00700 1 -- 172.21.15.69:0/4219835319 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3b68040020 con 0x55a937b4b6c0 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b4fe00700 1 -- 172.21.15.69:0/4219835319 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3b68011040 con 0x55a937b4b6c0 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b7faa9b80 10 client.15555 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b7faa9b80 10 client.15555 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b7faa9b80 20 client.15555 populate_metadata read hostname 'smithi069' 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937bca430 0x55a937bcc850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b7faa9b80 4 client.15555 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a937aa5400 con 0x55a937bca430 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.482+0000 7f3b6de00700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937bca430 0x55a937bcc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b6de00700 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937bca430 0x55a937bcc850 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=70a98a80d2e3c819 server_cookie=d6e846947b45d15b in_seq=0 out_seq=0 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b4fe00700 10 client.15555 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b4fe00700 1 -- 172.21.15.69:0/4219835319 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a937aa5400 con 0x55a937bca430 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b4fe00700 10 client.15555 handle_command_reply: tid=0 2024-05-08T06:04:58.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b7faa9b80 1 client.15555 shutdown 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 msgr2=0x55a937b671f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.483+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 0x55a937b671f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3b6801d440 tx=0x7f3b68009980 comp rx=0 tx=0).stop 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 shutdown_connections 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a937bca430 0x55a937bcc850 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b4fe00700 0 client.15555 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a937b4b6c0 0x55a937b671f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a937b45a50 0x55a937b66770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 --2- 172.21.15.69:0/4219835319 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a937b4ada0 0x55a937b66cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 >> 172.21.15.69:0/4219835319 conn(0x55a937abd6d0 msgr2=0x55a937b4d530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 shutdown_connections 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 1 -- 172.21.15.69:0/4219835319 wait complete. 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.484+0000 7f3b7faa9b80 20 client.15555 trim_cache size 0 max 16384 2024-05-08T06:04:58.487 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:04:58.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b540b2900 msgr2=0x7f3b540b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b540b2900 0x7f3b540b4dc0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3b6800b780 tx=0x7f3b68006210 comp rx=0 tx=0).stop 2024-05-08T06:04:58.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 msgr2=0x7f3b701a1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:04:58.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 0x7f3b701a1840 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3b6000e9a0 tx=0x7f3b6000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 shutdown_connections 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3b7010fc60 0x7f3b7019ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3b540b2900 0x7f3b540b4dc0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3b7006bf50 0x7f3b701a1840 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 --2- 172.21.15.69:0/3728941422 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3b70104360 0x7f3b701a1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 >> 172.21.15.69:0/3728941422 conn(0x7f3b700791e0 msgr2=0x7f3b70101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 shutdown_connections 2024-05-08T06:04:58.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:04:58.485+0000 7f3b6f200700 1 -- 172.21.15.69:0/3728941422 wait complete. 2024-05-08T06:04:58.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:04:58 smithi069 ceph-mon[29571]: pgmap v558: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:04:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:04:58 smithi105 ceph-mon[34393]: pgmap v558: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:04:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:04:58 smithi135 ceph-mon[34761]: pgmap v558: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:04:59.581 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:05:00.005 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:00 smithi105 ceph-mon[34393]: pgmap v559: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:00.791 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:00 smithi069 ceph-mon[29571]: pgmap v559: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:00 smithi135 ceph-mon[34761]: pgmap v559: 97 pgs: 97 active+clean; 1.9 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:02.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.559+0000 7f7df4c00700 1 -- 172.21.15.69:0/2159198676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df010fea0 msgr2=0x7f7df0112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.559+0000 7f7df4c00700 1 --2- 172.21.15.69:0/2159198676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df010fea0 0x7f7df0112290 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f7de8009f90 tx=0x7f7de800b330 comp rx=0 tx=0).stop 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 -- 172.21.15.69:0/2159198676 shutdown_connections 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 --2- 172.21.15.69:0/2159198676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df010fea0 0x7f7df0112290 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 --2- 172.21.15.69:0/2159198676 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df00756d0 0x7f7df0075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 --2- 172.21.15.69:0/2159198676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df0075ff0 0x7f7df010f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 -- 172.21.15.69:0/2159198676 >> 172.21.15.69:0/2159198676 conn(0x7f7df007a600 msgr2=0x7f7df007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 -- 172.21.15.69:0/2159198676 shutdown_connections 2024-05-08T06:05:02.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.560+0000 7f7df4c00700 1 -- 172.21.15.69:0/2159198676 wait complete. 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.561+0000 7f7df4c00700 1 Processor -- start 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.561+0000 7f7df4c00700 1 -- start start 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.561+0000 7f7df4c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 0x7f7df019be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.561+0000 7f7df4c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df0075ff0 0x7f7df019c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7df4c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df010fea0 0x7f7df01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7df4c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01158a0 con 0x7f7df0075ff0 2024-05-08T06:05:02.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7df4c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7df0115720 con 0x7f7df00756d0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7df4c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7df0115a20 con 0x7f7df010fea0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 0x7f7df019be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 0x7f7df019be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43934/0 (socket says 172.21.15.69:43934) 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 -- 172.21.15.69:0/1612456385 learned_addr learned my addr 172.21.15.69:0/1612456385 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7de7e00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df0075ff0 0x7f7df019c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dee800700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df010fea0 0x7f7df01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 -- 172.21.15.69:0/1612456385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df010fea0 msgr2=0x7f7df01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df010fea0 0x7f7df01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 -- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df0075ff0 msgr2=0x7f7df019c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df0075ff0 0x7f7df019c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dede00700 1 -- 172.21.15.69:0/1612456385 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7df01a0dd0 con 0x7f7df00756d0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.562+0000 7f7dee800700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df010fea0 0x7f7df01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.563+0000 7f7dede00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 0x7f7df019be10 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7de000e9f0 tx=0x7f7de000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:02.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.563+0000 7f7de6a00700 1 -- 172.21.15.69:0/1612456385 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de0004a30 con 0x7f7df00756d0 2024-05-08T06:05:02.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.563+0000 7f7de6a00700 1 -- 172.21.15.69:0/1612456385 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7de000cc70 con 0x7f7df00756d0 2024-05-08T06:05:02.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.563+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7df01a10c0 con 0x7f7df00756d0 2024-05-08T06:05:02.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.563+0000 7f7de6a00700 1 -- 172.21.15.69:0/1612456385 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de0005540 con 0x7f7df00756d0 2024-05-08T06:05:02.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.563+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7df01a8940 con 0x7f7df00756d0 2024-05-08T06:05:02.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.566+0000 7f7de6a00700 1 -- 172.21.15.69:0/1612456385 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7de0004bd0 con 0x7f7df00756d0 2024-05-08T06:05:02.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 Processor -- start 2024-05-08T06:05:02.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 -- start start 2024-05-08T06:05:02.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7de6a00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dd40b2900 0x7f7dd40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19a22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5606e18f4a20 con 0x5606e19a84e0 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5606e1892760 con 0x5606e19a7bc0 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5606e18f09e0 con 0x5606e19a28f0 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7de6a00700 1 -- 172.21.15.69:0/1612456385 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7de00e2330 con 0x7f7df00756d0 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.568+0000 7f7dee800700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dd40b2900 0x7f7dd40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43938/0 (socket says 172.21.15.69:43938) 2024-05-08T06:05:02.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 -- 172.21.15.69:0/1188840434 learned_addr learned my addr 172.21.15.69:0/1188840434 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dee800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7de7e00700 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19a22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 -- 172.21.15.69:0/1188840434 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 msgr2=0x5606e19a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19a2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 -- 172.21.15.69:0/1188840434 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 msgr2=0x5606e19a22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19a22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 -- 172.21.15.69:0/1188840434 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606e18418d0 con 0x5606e19a7bc0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.569+0000 7f7dede00700 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a7fa0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7de000c5b0 tx=0x7f7de00a9380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e615f51bbecf4ee server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.570+0000 7f7dee800700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dd40b2900 0x7f7dd40b4dc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7de8004fd0 tx=0x7f7de8004e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.570+0000 7f7ddf400700 1 -- 172.21.15.69:0/1188840434 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de0000ed0 con 0x5606e19a7bc0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.570+0000 7f7ddf400700 1 -- 172.21.15.69:0/1188840434 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7de00a5080 con 0x5606e19a7bc0 2024-05-08T06:05:02.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.570+0000 7f7ddf400700 1 -- 172.21.15.69:0/1188840434 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de00120f0 con 0x5606e19a7bc0 2024-05-08T06:05:02.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.570+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1188840434 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 msgr2=0x5606e19a7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.570+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a7fa0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7de000c5b0 tx=0x7f7de00a9380 comp rx=0 tx=0).stop 2024-05-08T06:05:02.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1188840434 shutdown_connections 2024-05-08T06:05:02.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a7fa0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1188840434 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19a22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1188840434 >> 172.21.15.69:0/1188840434 conn(0x5606e191a6d0 msgr2=0x5606e199cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1188840434 shutdown_connections 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1188840434 wait complete. 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.571+0000 7f7dff4cab80 1 -- start start 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 Processor -- start 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19ae140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19ab4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19aba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5606e19aef20 con 0x5606e19a84e0 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5606e185ab20 con 0x5606e19a7bc0 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5606e19af0a0 con 0x5606e19a28f0 2024-05-08T06:05:02.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dff4cab80 10 client.0 _ll_register_callbacks cb 0x5606e189bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19aba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dede00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.572+0000 7f7dee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19aba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55854/0 (socket says 172.21.15.69:55854) 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 -- 172.21.15.69:0/35849302 learned_addr learned my addr 172.21.15.69:0/35849302 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7de7e00700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19ab4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 -- 172.21.15.69:0/35849302 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 msgr2=0x5606e19ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 -- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 msgr2=0x5606e19ab4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19ab4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 -- 172.21.15.69:0/35849302 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606e18ba420 con 0x5606e19a84e0 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dede00700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7de7e00700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19ab4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dee800700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19aba20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7de8009f90 tx=0x7f7de800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41418f5ae9500931 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:02.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.573+0000 7f7dd3e00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dd3e00700 1 -- 172.21.15.69:0/35849302 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de8007da0 con 0x5606e19a84e0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7de00a5080 con 0x5606e19a84e0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dd3e00700 1 -- 172.21.15.69:0/35849302 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7de801e460 con 0x5606e19a84e0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dd3e00700 1 -- 172.21.15.69:0/35849302 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7de800be40 con 0x5606e19a84e0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dff4cab80 10 client.15567 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606e19b97a0 con 0x5606e19a84e0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dd3e00700 1 -- 172.21.15.69:0/35849302 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7de00a5080 con 0x5606e19a84e0 2024-05-08T06:05:02.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dd3e00700 1 -- 172.21.15.69:0/35849302 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7de8011070 con 0x5606e19a84e0 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dff4cab80 10 client.15567 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.574+0000 7f7dff4cab80 10 client.15567 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dff4cab80 20 client.15567 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e19bbd80 0x5606e19be1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dff4cab80 4 client.15567 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606e196f140 con 0x5606e19bbd80 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dede00700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e19bbd80 0x5606e19be1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dede00700 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e19bbd80 0x5606e19be1e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f355821d985080c3 server_cookie=37a121220888b630 in_seq=0 out_seq=0 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.575+0000 7f7dd3e00700 10 client.15567 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.576+0000 7f7dd3e00700 1 -- 172.21.15.69:0/35849302 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5606e196f140 con 0x5606e19bbd80 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.576+0000 7f7dd3e00700 10 client.15567 handle_command_reply: tid=0 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 client.15567 shutdown 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 msgr2=0x5606e19aba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19aba20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7de8009f90 tx=0x7f7de800b330 comp rx=0 tx=0).stop 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 shutdown_connections 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19aba20 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e19bbd80 0x5606e19be1e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a28f0 0x5606e19ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/35849302 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19ab4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 >> 172.21.15.69:0/35849302 conn(0x5606e191a6d0 msgr2=0x5606e199c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dd3e00700 0 client.15567 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 shutdown_connections 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 1 -- 172.21.15.69:0/35849302 wait complete. 2024-05-08T06:05:02.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.577+0000 7f7dff4cab80 20 client.15567 trim_cache size 0 max 16384 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 Processor -- start 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 -- start start 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a28f0 0x5606e19b7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a91a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 0x5606e19aae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01b2610 con 0x5606e19a28f0 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01afea0 con 0x5606e19a7bc0 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.594+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01adcf0 con 0x5606e19a84e0 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a28f0 0x5606e19b7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 0x5606e19aae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a28f0 0x5606e19b7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55858/0 (socket says 172.21.15.69:55858) 2024-05-08T06:05:02.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 0x5606e19aae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46300/0 (socket says 172.21.15.69:46300) 2024-05-08T06:05:02.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7de7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dede00700 1 -- 172.21.15.69:0/1883271019 learned_addr learned my addr 172.21.15.69:0/1883271019 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:02.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 -- 172.21.15.69:0/1883271019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 msgr2=0x5606e19a91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 -- 172.21.15.69:0/1883271019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a28f0 msgr2=0x5606e19b7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a28f0 0x5606e19b7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 -- 172.21.15.69:0/1883271019 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606e19be860 con 0x5606e19a84e0 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.595+0000 7f7dee800700 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 0x5606e19aae20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7de8009790 tx=0x7f7de8009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97c19b37f066ed65 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7ddea00700 1 -- 172.21.15.69:0/1883271019 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de80388b0 con 0x5606e19a84e0 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7ddea00700 1 -- 172.21.15.69:0/1883271019 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7de8031070 con 0x5606e19a84e0 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7ddea00700 1 -- 172.21.15.69:0/1883271019 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de80217e0 con 0x5606e19a84e0 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1883271019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 msgr2=0x5606e19aae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 0x5606e19aae20 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7de8009790 tx=0x7f7de8009920 comp rx=0 tx=0).stop 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1883271019 shutdown_connections 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a84e0 0x5606e19aae20 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.596+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a28f0 0x5606e19b7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.597+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/1883271019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a7bc0 0x5606e19a91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.597+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1883271019 >> 172.21.15.69:0/1883271019 conn(0x5606e191a6d0 msgr2=0x5606e19a66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:02.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.597+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1883271019 shutdown_connections 2024-05-08T06:05:02.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.597+0000 7f7dff4cab80 1 -- 172.21.15.69:0/1883271019 wait complete. 2024-05-08T06:05:02.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.597+0000 7f7dff4cab80 1 -- start start 2024-05-08T06:05:02.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.597+0000 7f7dff4cab80 1 Processor -- start 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 0x5606e19b4540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a7bc0 0x5606e19b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19c2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01ae360 con 0x5606e19a84e0 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01af7d0 con 0x5606e19a28f0 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7df01aea30 con 0x5606e19a7bc0 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dff4cab80 10 client.0 _ll_register_callbacks cb 0x5606e189bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 0x5606e19b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19c2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 0x5606e19b4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43972/0 (socket says 172.21.15.69:43972) 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19c2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55874/0 (socket says 172.21.15.69:55874) 2024-05-08T06:05:02.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7dee800700 1 -- 172.21.15.69:0/3346706400 learned_addr learned my addr 172.21.15.69:0/3346706400 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.598+0000 7f7de7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a7bc0 0x5606e19b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dede00700 1 -- 172.21.15.69:0/3346706400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a7bc0 msgr2=0x5606e19b4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dede00700 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a7bc0 0x5606e19b4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dede00700 1 -- 172.21.15.69:0/3346706400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 msgr2=0x5606e19c2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dede00700 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19c2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dede00700 1 -- 172.21.15.69:0/3346706400 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606e19c3380 con 0x5606e19a28f0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7de7e00700 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a7bc0 0x5606e19b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dede00700 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 0x5606e19b4540 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7de00a9890 tx=0x7f7de0004f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10ca3dc6d8130366 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dd3e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dd3e00700 1 -- 172.21.15.69:0/3346706400 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7de00a57c0 con 0x5606e19a28f0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7de8031070 con 0x5606e19a28f0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.599+0000 7f7dd3e00700 1 -- 172.21.15.69:0/3346706400 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7de00a9b60 con 0x5606e19a28f0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dd3e00700 1 -- 172.21.15.69:0/3346706400 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7de00a5090 con 0x5606e19a28f0 2024-05-08T06:05:02.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 10 client.25700 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5606e1a2ea10 con 0x5606e19a28f0 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dd3e00700 1 -- 172.21.15.69:0/3346706400 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7de8031070 con 0x5606e19a28f0 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dd3e00700 1 -- 172.21.15.69:0/3346706400 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7de00b22d0 con 0x5606e19a28f0 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 10 client.25700 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 10 client.25700 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 20 client.25700 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e1a2eca0 0x5606e1a31090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 4 client.25700 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.600+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5606e1902400 con 0x5606e1a2eca0 2024-05-08T06:05:02.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.601+0000 7f7de7e00700 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e1a2eca0 0x5606e1a31090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:02.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.601+0000 7f7de7e00700 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e1a2eca0 0x5606e1a31090 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3223de915943814a server_cookie=23e64700b6e66fc4 in_seq=0 out_seq=0 2024-05-08T06:05:02.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.601+0000 7f7dd3e00700 10 client.25700 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.601+0000 7f7dd3e00700 1 -- 172.21.15.69:0/3346706400 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5606e1902400 con 0x5606e1a2eca0 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.601+0000 7f7dd3e00700 10 client.25700 handle_command_reply: tid=0 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.601+0000 7f7dff4cab80 1 client.25700 shutdown 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 msgr2=0x5606e19b4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 0x5606e19b4540 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7de00a9890 tx=0x7f7de0004f70 comp rx=0 tx=0).stop 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 shutdown_connections 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5606e19a84e0 0x5606e19c2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5606e19a28f0 0x5606e19b4540 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5606e1a2eca0 0x5606e1a31090 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 --2- 172.21.15.69:0/3346706400 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5606e19a7bc0 0x5606e19b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dd3e00700 0 client.25700 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 >> 172.21.15.69:0/3346706400 conn(0x5606e191a6d0 msgr2=0x5606e19a6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 shutdown_connections 2024-05-08T06:05:02.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 1 -- 172.21.15.69:0/3346706400 wait complete. 2024-05-08T06:05:02.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.602+0000 7f7dff4cab80 20 client.25700 trim_cache size 0 max 16384 2024-05-08T06:05:02.606 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:02.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dd40b2900 msgr2=0x7f7dd40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dd40b2900 0x7f7dd40b4dc0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7de8004fd0 tx=0x7f7de8004e40 comp rx=0 tx=0).stop 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 msgr2=0x7f7df019be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 0x7f7df019be10 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7de000e9f0 tx=0x7f7de000ed00 comp rx=0 tx=0).stop 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 shutdown_connections 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7df010fea0 0x7f7df01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7dd40b2900 0x7f7dd40b4dc0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7df00756d0 0x7f7df019be10 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 --2- 172.21.15.69:0/1612456385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7df0075ff0 0x7f7df019c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 >> 172.21.15.69:0/1612456385 conn(0x7f7df007a600 msgr2=0x7f7df0101990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 shutdown_connections 2024-05-08T06:05:02.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:02.603+0000 7f7df4c00700 1 -- 172.21.15.69:0/1612456385 wait complete. 2024-05-08T06:05:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:02 smithi105 ceph-mon[34393]: pgmap v560: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:05:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:02 smithi135 ceph-mon[34761]: pgmap v560: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:05:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:02 smithi069 ceph-mon[29571]: pgmap v560: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:05:04.491 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:05:04.491 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:05:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:04 smithi135 ceph-mon[34761]: pgmap v561: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:04 smithi069 ceph-mon[29571]: pgmap v561: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:04.946 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:05.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:04 smithi105 ceph-mon[34393]: pgmap v561: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:06 smithi135 ceph-mon[34761]: pgmap v562: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:06.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:06 smithi069 ceph-mon[29571]: pgmap v562: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:06 smithi105 ceph-mon[34393]: pgmap v562: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 -- 172.21.15.69:0/2157498005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198103750 msgr2=0x7f9198103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 --2- 172.21.15.69:0/2157498005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198103750 0x7f9198103b30 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f91880099c0 tx=0x7f9188009cd0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 -- 172.21.15.69:0/2157498005 shutdown_connections 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 --2- 172.21.15.69:0/2157498005 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9198108850 0x7f91981103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 --2- 172.21.15.69:0/2157498005 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198103750 0x7f9198103b30 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 --2- 172.21.15.69:0/2157498005 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198104100 0x7f9198108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 -- 172.21.15.69:0/2157498005 >> 172.21.15.69:0/2157498005 conn(0x7f919807a600 msgr2=0x7f919807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:07.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 -- 172.21.15.69:0/2157498005 shutdown_connections 2024-05-08T06:05:07.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.379+0000 7f919da00700 1 -- 172.21.15.69:0/2157498005 wait complete. 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.380+0000 7f919da00700 1 Processor -- start 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 -- start start 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 0x7f91980757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9198104100 0x7f9198075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198108850 0x7f9198076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9198113640 con 0x7f9198108850 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f91981134c0 con 0x7f9198104100 2024-05-08T06:05:07.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f919da00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f91981137c0 con 0x7f9198103750 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f9196a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 0x7f91980757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f9197400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198108850 0x7f9198076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f9196a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 0x7f91980757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:46324/0 (socket says 172.21.15.69:46324) 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f9196a00700 1 -- 172.21.15.69:0/3982740141 learned_addr learned my addr 172.21.15.69:0/3982740141 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.381+0000 7f9196000700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9198104100 0x7f9198075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.382+0000 7f9196a00700 1 -- 172.21.15.69:0/3982740141 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9198104100 msgr2=0x7f9198075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.382+0000 7f9196a00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9198104100 0x7f9198075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.382+0000 7f9196a00700 1 -- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198108850 msgr2=0x7f9198076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.382+0000 7f9196a00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198108850 0x7f9198076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.382+0000 7f9196a00700 1 -- 172.21.15.69:0/3982740141 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91981a80e0 con 0x7f9198103750 2024-05-08T06:05:07.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.382+0000 7f9196a00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 0x7f91980757a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9188006010 tx=0x7f9188004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:07.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.383+0000 7f918f400700 1 -- 172.21.15.69:0/3982740141 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9188026070 con 0x7f9198103750 2024-05-08T06:05:07.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.383+0000 7f918f400700 1 -- 172.21.15.69:0/3982740141 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9188003c70 con 0x7f9198103750 2024-05-08T06:05:07.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.383+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91981a8370 con 0x7f9198103750 2024-05-08T06:05:07.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.383+0000 7f918f400700 1 -- 172.21.15.69:0/3982740141 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918800fb70 con 0x7f9198103750 2024-05-08T06:05:07.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.383+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91981a87c0 con 0x7f9198103750 2024-05-08T06:05:07.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.387+0000 7f918f400700 1 -- 172.21.15.69:0/3982740141 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9188029070 con 0x7f9198103750 2024-05-08T06:05:07.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 Processor -- start 2024-05-08T06:05:07.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 -- start start 2024-05-08T06:05:07.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c284c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c28a00 0x562232c2c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c2ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562232b7aaa0 con 0x562232c280e0 2024-05-08T06:05:07.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562232b187e0 con 0x562232c28a00 2024-05-08T06:05:07.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.388+0000 7f91a840bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562232b76a60 con 0x562232c2ca50 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c284c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9196a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c28a00 0x562232c2c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c284c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55894/0 (socket says 172.21.15.69:55894) 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 -- 172.21.15.69:0/3202107485 learned_addr learned my addr 172.21.15.69:0/3202107485 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9196000700 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c2ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f918f400700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f917c0b2880 0x7f917c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 -- 172.21.15.69:0/3202107485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 msgr2=0x562232c2ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c2ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 -- 172.21.15.69:0/3202107485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c28a00 msgr2=0x562232c2c510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c28a00 0x562232c2c510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9197400700 1 -- 172.21.15.69:0/3202107485 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562232ac7950 con 0x562232c280e0 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9196000700 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c2ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.389+0000 7f9196a00700 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c28a00 0x562232c2c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.390+0000 7f918f400700 1 -- 172.21.15.69:0/3982740141 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f91880e29d0 con 0x7f9198103750 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.390+0000 7f9197400700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f917c0b2880 0x7f917c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.390+0000 7f9197400700 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c284c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9190011630 tx=0x7f9190009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=275f8659c35d4e0e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:07.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.390+0000 7f9183e00700 1 -- 172.21.15.69:0/3202107485 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9190028070 con 0x562232c280e0 2024-05-08T06:05:07.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.390+0000 7f9183e00700 1 -- 172.21.15.69:0/3202107485 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9190003e00 con 0x562232c280e0 2024-05-08T06:05:07.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.390+0000 7f9183e00700 1 -- 172.21.15.69:0/3202107485 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9190023af0 con 0x562232c280e0 2024-05-08T06:05:07.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 -- 172.21.15.69:0/3202107485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 msgr2=0x562232c284c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f9197400700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f917c0b2880 0x7f917c0b4d40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9190012010 tx=0x7f9190021630 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c284c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9190011630 tx=0x7f9190009920 comp rx=0 tx=0).stop 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 -- 172.21.15.69:0/3202107485 shutdown_connections 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c2ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c284c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 --2- 172.21.15.69:0/3202107485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c28a00 0x562232c2c510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 -- 172.21.15.69:0/3202107485 >> 172.21.15.69:0/3202107485 conn(0x562232b56be0 msgr2=0x562232c22820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 -- 172.21.15.69:0/3202107485 shutdown_connections 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.391+0000 7f91a840bb80 1 -- 172.21.15.69:0/3202107485 wait complete. 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.392+0000 7f91a840bb80 1 -- start start 2024-05-08T06:05:07.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.392+0000 7f91a840bb80 1 Processor -- start 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c33f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c28a00 0x562232c312a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c317e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562232c34c00 con 0x562232c28a00 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562232ae0ba0 con 0x562232c280e0 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562232c34d80 con 0x562232c2ca50 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f91a840bb80 10 client.0 _ll_register_callbacks cb 0x562232b21cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c33f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c33f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:43996/0 (socket says 172.21.15.69:43996) 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 -- 172.21.15.69:0/2948324525 learned_addr learned my addr 172.21.15.69:0/2948324525 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196000700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c28a00 0x562232c312a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9197400700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c317e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 -- 172.21.15.69:0/2948324525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 msgr2=0x562232c317e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c317e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 -- 172.21.15.69:0/2948324525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c28a00 msgr2=0x562232c312a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.393+0000 7f9196a00700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c28a00 0x562232c312a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f9196a00700 1 -- 172.21.15.69:0/2948324525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562232b404a0 con 0x562232c280e0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f9196a00700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c33f00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f91880a60b0 tx=0x7f91880aa570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25579f76a1eea71 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f9180c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f9180c00700 1 -- 172.21.15.69:0/2948324525 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91880a9980 con 0x562232c280e0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f9180c00700 1 -- 172.21.15.69:0/2948324525 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f91880037c0 con 0x562232c280e0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9190003e00 con 0x562232c280e0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f9180c00700 1 -- 172.21.15.69:0/2948324525 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9188009e60 con 0x562232c280e0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f91a840bb80 10 client.25712 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.394+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562232c3f4c0 con 0x562232c280e0 2024-05-08T06:05:07.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f9180c00700 1 -- 172.21.15.69:0/2948324525 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9190003e00 con 0x562232c280e0 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f9180c00700 1 -- 172.21.15.69:0/2948324525 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f91880a59a0 con 0x562232c280e0 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f91a840bb80 10 client.25712 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f91a840bb80 10 client.25712 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f91a840bb80 20 client.25712 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232c41ad0 0x562232c43f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f91a840bb80 4 client.25712 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.395+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562232bf5120 con 0x562232c41ad0 2024-05-08T06:05:07.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.396+0000 7f9196000700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232c41ad0 0x562232c43f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.396+0000 7f9196000700 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232c41ad0 0x562232c43f10 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4585523f51d624c server_cookie=d319eb33c8dd020f in_seq=0 out_seq=0 2024-05-08T06:05:07.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.396+0000 7f9180c00700 10 client.25712 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:07.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.397+0000 7f9180c00700 1 -- 172.21.15.69:0/2948324525 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562232bf5120 con 0x562232c41ad0 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.397+0000 7f9180c00700 10 client.25712 handle_command_reply: tid=0 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.397+0000 7f91a840bb80 1 client.25712 shutdown 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.397+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 msgr2=0x562232c33f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.397+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c33f00 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f91880a60b0 tx=0x7f91880aa570 comp rx=0 tx=0).stop 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 shutdown_connections 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232c41ad0 0x562232c43f10 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c2ca50 0x562232c317e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c33f00 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2948324525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c28a00 0x562232c312a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f9180c00700 0 client.25712 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 >> 172.21.15.69:0/2948324525 conn(0x562232b56be0 msgr2=0x562232c1d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 shutdown_connections 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 1 -- 172.21.15.69:0/2948324525 wait complete. 2024-05-08T06:05:07.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.398+0000 7f91a840bb80 20 client.25712 trim_cache size 0 max 16384 2024-05-08T06:05:07.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 Processor -- start 2024-05-08T06:05:07.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 -- start start 2024-05-08T06:05:07.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c3dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c30420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c2ca50 0x562232c1d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f91981ae190 con 0x562232c2ca50 2024-05-08T06:05:07.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f91981aba20 con 0x562232c280e0 2024-05-08T06:05:07.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f91a840bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f919819d890 con 0x562232c28a00 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f9196a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c3dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f9196a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c3dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:44012/0 (socket says 172.21.15.69:44012) 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f9196a00700 1 -- 172.21.15.69:0/2441544285 learned_addr learned my addr 172.21.15.69:0/2441544285 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.422+0000 7f9197400700 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c2ca50 0x562232c1d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196000700 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c30420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196a00700 1 -- 172.21.15.69:0/2441544285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 msgr2=0x562232c30420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196a00700 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c30420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196a00700 1 -- 172.21.15.69:0/2441544285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c2ca50 msgr2=0x562232c1d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196a00700 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c2ca50 0x562232c1d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196a00700 1 -- 172.21.15.69:0/2441544285 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562232c2f2c0 con 0x562232c280e0 2024-05-08T06:05:07.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9196a00700 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c3dcc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f91880e2d90 tx=0x7f91880046e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=414b0eedc85722b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:07.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9183400700 1 -- 172.21.15.69:0/2441544285 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91880a97a0 con 0x562232c280e0 2024-05-08T06:05:07.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9183400700 1 -- 172.21.15.69:0/2441544285 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91880095c0 con 0x562232c280e0 2024-05-08T06:05:07.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.423+0000 7f9183400700 1 -- 172.21.15.69:0/2441544285 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9188003e20 con 0x562232c280e0 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 -- 172.21.15.69:0/2441544285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 msgr2=0x562232c3dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c3dcc0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f91880e2d90 tx=0x7f91880046e0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 -- 172.21.15.69:0/2441544285 shutdown_connections 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c2ca50 0x562232c1d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c280e0 0x562232c3dcc0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 --2- 172.21.15.69:0/2441544285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c30420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 -- 172.21.15.69:0/2441544285 >> 172.21.15.69:0/2441544285 conn(0x562232b56be0 msgr2=0x562232c1caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 -- 172.21.15.69:0/2441544285 shutdown_connections 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.424+0000 7f91a840bb80 1 -- 172.21.15.69:0/2441544285 wait complete. 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 -- start start 2024-05-08T06:05:07.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 Processor -- start 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c3a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c37010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c2ca50 0x562232c37550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f91981a9ee0 con 0x562232c280e0 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f91981ab350 con 0x562232c2ca50 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.425+0000 7f91a840bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f91981aa5b0 con 0x562232c28a00 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f91a840bb80 10 client.0 _ll_register_callbacks cb 0x562232c24b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c3a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c3a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55928/0 (socket says 172.21.15.69:55928) 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 -- 172.21.15.69:0/1261077784 learned_addr learned my addr 172.21.15.69:0/1261077784 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196000700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c37010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9197400700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c2ca50 0x562232c37550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 -- 172.21.15.69:0/1261077784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 msgr2=0x562232c37010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c37010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 -- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c2ca50 msgr2=0x562232c37550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c2ca50 0x562232c37550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.426+0000 7f9196a00700 1 -- 172.21.15.69:0/1261077784 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562232c37bd0 con 0x562232c280e0 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9196a00700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c3a420 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f91880a9d30 tx=0x7f9188003a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9900086b3e7b57f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9180c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9180c00700 1 -- 172.21.15.69:0/1261077784 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f918806f070 con 0x562232c280e0 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9180c00700 1 -- 172.21.15.69:0/1261077784 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f91880a6620 con 0x562232c280e0 2024-05-08T06:05:07.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562232b88480 con 0x562232c280e0 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9180c00700 1 -- 172.21.15.69:0/1261077784 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f91880a97a0 con 0x562232c280e0 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f91a840bb80 10 client.15591 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562232c37bd0 con 0x562232c280e0 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9180c00700 1 -- 172.21.15.69:0/1261077784 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x562232b88480 con 0x562232c280e0 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.427+0000 7f9180c00700 1 -- 172.21.15.69:0/1261077784 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9188069aa0 con 0x562232c280e0 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f91a840bb80 10 client.15591 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f91a840bb80 10 client.15591 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f91a840bb80 20 client.15591 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:07.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f91a840bb80 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232cad500 0x562232caf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f91a840bb80 4 client.15591 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562232b82520 con 0x562232cad500 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f9196000700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232cad500 0x562232caf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f9196000700 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232cad500 0x562232caf8f0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cd4a7e927656539 server_cookie=c0440bd5e5bd01eb in_seq=0 out_seq=0 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.428+0000 7f9180c00700 10 client.15591 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f9180c00700 1 -- 172.21.15.69:0/1261077784 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562232b82520 con 0x562232cad500 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f9180c00700 10 client.15591 handle_command_reply: tid=0 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 client.15591 shutdown 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 msgr2=0x562232c3a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c3a420 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f91880a9d30 tx=0x7f9188003a50 comp rx=0 tx=0).stop 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 shutdown_connections 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562232c2ca50 0x562232c37550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562232c280e0 0x562232c3a420 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562232cad500 0x562232caf8f0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 --2- 172.21.15.69:0/1261077784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562232c28a00 0x562232c37010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 >> 172.21.15.69:0/1261077784 conn(0x562232b56be0 msgr2=0x562232c1d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.430+0000 7f9180c00700 0 client.15591 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.431+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 shutdown_connections 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.431+0000 7f91a840bb80 1 -- 172.21.15.69:0/1261077784 wait complete. 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.431+0000 7f91a840bb80 20 client.15591 trim_cache size 0 max 16384 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:05:07.433 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "1391b07a-75a1-42a9-b329-20669edf1b81", 2024-05-08T06:05:07.434 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:05:07.434 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:05:07.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f917c0b2880 msgr2=0x7f917c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f917c0b2880 0x7f917c0b4d40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f9190012010 tx=0x7f9190021630 comp rx=0 tx=0).stop 2024-05-08T06:05:07.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 msgr2=0x7f91980757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 0x7f91980757a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9188006010 tx=0x7f9188004270 comp rx=0 tx=0).stop 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 shutdown_connections 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9198108850 0x7f9198076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9198103750 0x7f91980757a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f917c0b2880 0x7f917c0b4d40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 --2- 172.21.15.69:0/3982740141 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9198104100 0x7f9198075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 >> 172.21.15.69:0/3982740141 conn(0x7f919807a600 msgr2=0x7f91981099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 shutdown_connections 2024-05-08T06:05:07.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:07.432+0000 7f919da00700 1 -- 172.21.15.69:0/3982740141 wait complete. 2024-05-08T06:05:07.798 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:07 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:05:07.798 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:07 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:07.798 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:07 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:05:07.798 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:07 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:07.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:07 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:05:07.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:07 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:07.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:07 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:05:07.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:07 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:08.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:07 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:05:08.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:07 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:08.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:07 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:05:08.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:07 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:08.356 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:05:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:08 smithi135 ceph-mon[34761]: pgmap v563: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:08 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:05:08.813 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:08.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:08 smithi069 ceph-mon[29571]: pgmap v563: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:08.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:08 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:05:09.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:08 smithi105 ceph-mon[34393]: pgmap v563: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:09.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:08 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:05:10.512 INFO:tasks.workunit.client.0.smithi069.stdout:64/600: open fd = 3 2024-05-08T06:05:10.512 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.512 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.512 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.512 INFO:tasks.workunit.client.0.smithi069.stdout:65/600: open fd = 3 2024-05-08T06:05:10.512 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:66/600: open fd = 3 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:67/600: open fd = 3 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:68/600: open fd = 3 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.513 INFO:tasks.workunit.client.0.smithi069.stdout:69/600: open fd = 3 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:70/600: open fd = 3 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:71/600: open fd = 3 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:72/600: open fd = 3 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.514 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:73/600: open fd = 3 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:74/600: open fd = 3 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:75/600: open fd = 3 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:76/600: open fd = 3 2024-05-08T06:05:10.515 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:77/600: open fd = 3 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:78/600: open fd = 3 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:79/600: open fd = 3 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:80/600: open fd = 3 2024-05-08T06:05:10.516 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:81/600: open fd = 3 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:82/600: open fd = 3 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:83/600: open fd = 3 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:84/600: open fd = 3 2024-05-08T06:05:10.517 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:85/600: open fd = 3 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:86/600: open fd = 3 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:87/600: open fd = 3 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.518 INFO:tasks.workunit.client.0.smithi069.stdout:88/600: open fd = 3 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:89/600: open fd = 3 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:90/600: open fd = 3 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:91/600: open fd = 3 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.519 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:92/600: open fd = 3 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:93/600: open fd = 3 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:94/600: open fd = 3 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:95/600: open fd = 3 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:96/600: open fd = 3 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:97/600: open fd = 3 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:98/600: open fd = 3 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:99/600: open fd = 3 2024-05-08T06:05:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:100/600: open fd = 3 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:101/600: open fd = 3 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:102/600: open fd = 3 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.522 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:103/600: open fd = 3 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:104/600: open fd = 3 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:105/600: open fd = 3 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:106/600: open fd = 3 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.523 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:107/600: open fd = 3 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:108/600: open fd = 3 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:109/600: open fd = 3 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:110/600: open fd = 3 2024-05-08T06:05:10.524 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:111/600: open fd = 3 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:112/600: open fd = 3 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:113/600: open fd = 3 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.525 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:114/600: open fd = 3 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:115/600: open fd = 3 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:116/600: open fd = 3 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:117/600: open fd = 3 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.526 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:118/600: open fd = 3 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:119/600: open fd = 3 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:120/600: open fd = 3 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:121/600: open fd = 3 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.527 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:122/600: open fd = 3 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:123/600: open fd = 3 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:124/600: open fd = 3 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:125/600: open fd = 3 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.528 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.529 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:05:10.529 INFO:tasks.workunit.client.0.smithi069.stdout:126/600: open fd = 3 2024-05-08T06:05:10.529 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:05:10.727 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:10 smithi069 ceph-mon[29571]: pgmap v564: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:10 smithi135 ceph-mon[34761]: pgmap v564: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:11.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:10 smithi105 ceph-mon[34393]: pgmap v564: 97 pgs: 97 active+clean; 2.0 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 -- 172.21.15.69:0/607757102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 msgr2=0x7fb4c0075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/607757102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c0075ab0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0009990 tx=0x7fb4b0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 -- 172.21.15.69:0/607757102 shutdown_connections 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/607757102 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c010ff00 0x7fb4c01122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/607757102 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c0075ab0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/607757102 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4c0075ff0 0x7fb4c010f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 -- 172.21.15.69:0/607757102 >> 172.21.15.69:0/607757102 conn(0x7fb4c007a600 msgr2=0x7fb4c007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 -- 172.21.15.69:0/607757102 shutdown_connections 2024-05-08T06:05:11.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.233+0000 7fb4c5c00700 1 -- 172.21.15.69:0/607757102 wait complete. 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.234+0000 7fb4c5c00700 1 Processor -- start 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.234+0000 7fb4c5c00700 1 -- start start 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4c5c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c01a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4c5c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c0075ff0 0x7fb4c01a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4c5c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4c010ff00 0x7fb4c019bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4c5c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c0115890 con 0x7fb4c00756d0 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4c5c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c0115710 con 0x7fb4c010ff00 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4c5c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c0115a10 con 0x7fb4c0075ff0 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c01a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c01a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42328/0 (socket says 172.21.15.69:42328) 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4bea00700 1 -- 172.21.15.69:0/632552408 learned_addr learned my addr 172.21.15.69:0/632552408 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4be000700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c0075ff0 0x7fb4c01a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.235+0000 7fb4bf400700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4c010ff00 0x7fb4c019bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4bea00700 1 -- 172.21.15.69:0/632552408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c0075ff0 msgr2=0x7fb4c01a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4bea00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c0075ff0 0x7fb4c01a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4bea00700 1 -- 172.21.15.69:0/632552408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4c010ff00 msgr2=0x7fb4c019bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4bea00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4c010ff00 0x7fb4c019bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4bea00700 1 -- 172.21.15.69:0/632552408 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4c019c2b0 con 0x7fb4c00756d0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4be000700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c0075ff0 0x7fb4c01a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4bea00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c01a1940 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0000c00 tx=0x7fb4b000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4b7400700 1 -- 172.21.15.69:0/632552408 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b0027070 con 0x7fb4c00756d0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4b7400700 1 -- 172.21.15.69:0/632552408 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4b0022470 con 0x7fb4c00756d0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4b7400700 1 -- 172.21.15.69:0/632552408 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b0017650 con 0x7fb4c00756d0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.236+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4c019c540 con 0x7fb4c00756d0 2024-05-08T06:05:11.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.237+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4c01a8810 con 0x7fb4c00756d0 2024-05-08T06:05:11.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.242+0000 7fb4b7400700 1 -- 172.21.15.69:0/632552408 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb4b002a070 con 0x7fb4c00756d0 2024-05-08T06:05:11.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.242+0000 7fb4d0667b80 1 Processor -- start 2024-05-08T06:05:11.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 -- start start 2024-05-08T06:05:11.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c94bc0 0x559b76c94fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c954e0 0x559b76c8f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 0x559b76c8fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559b76be1a20 con 0x559b76c954e0 2024-05-08T06:05:11.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559b76b7f760 con 0x559b76c94bc0 2024-05-08T06:05:11.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559b76bdd9e0 con 0x559b76c8f8f0 2024-05-08T06:05:11.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4b7400700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb4a40b2880 0x7fb4a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.243+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c954e0 0x559b76c8f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4b7400700 1 -- 172.21.15.69:0/632552408 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb4b00e2ed0 con 0x7fb4c00756d0 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 0x559b76c8fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 0x559b76c8fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34302/0 (socket says 172.21.15.69:34302) 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c954e0 0x559b76c8f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42342/0 (socket says 172.21.15.69:42342) 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 -- 172.21.15.69:0/4045108015 learned_addr learned my addr 172.21.15.69:0/4045108015 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4bf400700 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c94bc0 0x559b76c94fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4bf400700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb4a40b2880 0x7fb4a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 -- 172.21.15.69:0/4045108015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c94bc0 msgr2=0x559b76c94fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c94bc0 0x559b76c94fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 -- 172.21.15.69:0/4045108015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c954e0 msgr2=0x559b76c8f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c954e0 0x559b76c8f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.244+0000 7fb4be000700 1 -- 172.21.15.69:0/4045108015 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b76b2e8d0 con 0x559b76c8f8f0 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.245+0000 7fb4be000700 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 0x559b76c8fd70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0115f0 tx=0x7fb4ac011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b0354bd2353e50d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.245+0000 7fb4bf400700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb4a40b2880 0x7fb4a40b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8009fd0 tx=0x7fb4b800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.245+0000 7fb4abe00700 1 -- 172.21.15.69:0/4045108015 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac004230 con 0x559b76c8f8f0 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.245+0000 7fb4abe00700 1 -- 172.21.15.69:0/4045108015 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4ac0043d0 con 0x559b76c8f8f0 2024-05-08T06:05:11.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.245+0000 7fb4abe00700 1 -- 172.21.15.69:0/4045108015 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac019920 con 0x559b76c8f8f0 2024-05-08T06:05:11.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 -- 172.21.15.69:0/4045108015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 msgr2=0x559b76c8fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 0x559b76c8fd70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0115f0 tx=0x7fb4ac011900 comp rx=0 tx=0).stop 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 -- 172.21.15.69:0/4045108015 shutdown_connections 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c8f8f0 0x559b76c8fd70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c94bc0 0x559b76c94fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/4045108015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c954e0 0x559b76c8f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 -- 172.21.15.69:0/4045108015 >> 172.21.15.69:0/4045108015 conn(0x559b76c076d0 msgr2=0x559b76c89b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 -- 172.21.15.69:0/4045108015 shutdown_connections 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.246+0000 7fb4d0667b80 1 -- 172.21.15.69:0/4045108015 wait complete. 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.247+0000 7fb4d0667b80 1 -- start start 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.247+0000 7fb4d0667b80 1 Processor -- start 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.247+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c8f8f0 0x559b76c9b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c94bc0 0x559b76c98590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c954e0 0x559b76c98ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559b76c9bf20 con 0x559b76c94bc0 2024-05-08T06:05:11.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559b76b47b20 con 0x559b76c8f8f0 2024-05-08T06:05:11.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559b76c9c0a0 con 0x559b76c954e0 2024-05-08T06:05:11.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4d0667b80 10 client.0 _ll_register_callbacks cb 0x559b76b88c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:11.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c8f8f0 0x559b76c9b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c8f8f0 0x559b76c9b1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:45610/0 (socket says 172.21.15.69:45610) 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bea00700 1 -- 172.21.15.69:0/1928657529 learned_addr learned my addr 172.21.15.69:0/1928657529 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bf400700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c954e0 0x559b76c98ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4be000700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c94bc0 0x559b76c98590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bf400700 1 -- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c8f8f0 msgr2=0x559b76c9b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bf400700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c8f8f0 0x559b76c9b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bf400700 1 -- 172.21.15.69:0/1928657529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c94bc0 msgr2=0x559b76c98590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bf400700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c94bc0 0x559b76c98590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.248+0000 7fb4bf400700 1 -- 172.21.15.69:0/1928657529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b76ba7420 con 0x559b76c954e0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4bf400700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c954e0 0x559b76c98ad0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb4c006abc0 tx=0x7fb4b8004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a1635090790a4aa server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4a8c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4a8c00700 1 -- 172.21.15.69:0/1928657529 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b802b060 con 0x559b76c954e0 2024-05-08T06:05:11.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4ac0043d0 con 0x559b76c954e0 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4a8c00700 1 -- 172.21.15.69:0/1928657529 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb4b801a680 con 0x559b76c954e0 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4a8c00700 1 -- 172.21.15.69:0/1928657529 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4b801a880 con 0x559b76c954e0 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4d0667b80 10 client.25696 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.249+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559b76ca6810 con 0x559b76c954e0 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4a8c00700 1 -- 172.21.15.69:0/1928657529 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4ac0043d0 con 0x559b76c954e0 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4a8c00700 1 -- 172.21.15.69:0/1928657529 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb4b8026a50 con 0x559b76c954e0 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4d0667b80 10 client.25696 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4d0667b80 10 client.25696 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4d0667b80 20 client.25696 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76ca8e50 0x559b76cab240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4d0667b80 4 client.25696 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b76c5c140 con 0x559b76ca8e50 2024-05-08T06:05:11.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.250+0000 7fb4bea00700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76ca8e50 0x559b76cab240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.251+0000 7fb4bea00700 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76ca8e50 0x559b76cab240 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e32d7971f06f40d server_cookie=6c1d4802bc51cf5d in_seq=0 out_seq=0 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.251+0000 7fb4a8c00700 10 client.25696 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4a8c00700 1 -- 172.21.15.69:0/1928657529 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559b76c5c140 con 0x559b76ca8e50 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4a8c00700 10 client.25696 handle_command_reply: tid=0 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 client.25696 shutdown 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c954e0 msgr2=0x559b76c98ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c954e0 0x559b76c98ad0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb4c006abc0 tx=0x7fb4b8004b40 comp rx=0 tx=0).stop 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 shutdown_connections 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76ca8e50 0x559b76cab240 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c954e0 0x559b76c98ad0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c8f8f0 0x559b76c9b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/1928657529 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c94bc0 0x559b76c98590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4a8c00700 0 client.25696 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:11.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 >> 172.21.15.69:0/1928657529 conn(0x559b76c076d0 msgr2=0x559b76c89190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:11.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 shutdown_connections 2024-05-08T06:05:11.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.252+0000 7fb4d0667b80 1 -- 172.21.15.69:0/1928657529 wait complete. 2024-05-08T06:05:11.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.253+0000 7fb4d0667b80 20 client.25696 trim_cache size 0 max 16384 2024-05-08T06:05:11.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 Processor -- start 2024-05-08T06:05:11.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 -- start start 2024-05-08T06:05:11.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76c8f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76ca4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76c95fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c01b24a0 con 0x559b76c8f8f0 2024-05-08T06:05:11.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c01afd30 con 0x559b76c954e0 2024-05-08T06:05:11.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c01adb80 con 0x559b76c94bc0 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4be000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76ca4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4be000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76ca4fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34316/0 (socket says 172.21.15.69:34316) 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.275+0000 7fb4be000700 1 -- 172.21.15.69:0/3098619660 learned_addr learned my addr 172.21.15.69:0/3098619660 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4bf400700 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76c95fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4bea00700 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76c8f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4be000700 1 -- 172.21.15.69:0/3098619660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 msgr2=0x559b76c95fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4be000700 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76c95fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4be000700 1 -- 172.21.15.69:0/3098619660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 msgr2=0x559b76c8f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4be000700 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76c8f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4be000700 1 -- 172.21.15.69:0/3098619660 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b76c8a820 con 0x559b76c94bc0 2024-05-08T06:05:11.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4bea00700 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76c8f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:11.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.276+0000 7fb4be000700 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76ca4fb0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0115f0 tx=0x7fb4ac009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b1dff18f036482a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:11.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.277+0000 7fb4ab400700 1 -- 172.21.15.69:0/3098619660 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac005400 con 0x559b76c94bc0 2024-05-08T06:05:11.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.277+0000 7fb4ab400700 1 -- 172.21.15.69:0/3098619660 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4ac0055a0 con 0x559b76c94bc0 2024-05-08T06:05:11.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.277+0000 7fb4ab400700 1 -- 172.21.15.69:0/3098619660 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4ac0199d0 con 0x559b76c94bc0 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 -- 172.21.15.69:0/3098619660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 msgr2=0x559b76ca4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76ca4fb0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb4ac0115f0 tx=0x7fb4ac009c20 comp rx=0 tx=0).stop 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 -- 172.21.15.69:0/3098619660 shutdown_connections 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76c95fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76c8f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/3098619660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76ca4fb0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 -- 172.21.15.69:0/3098619660 >> 172.21.15.69:0/3098619660 conn(0x559b76c076d0 msgr2=0x559b76c958c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:11.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 -- 172.21.15.69:0/3098619660 shutdown_connections 2024-05-08T06:05:11.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.278+0000 7fb4d0667b80 1 -- 172.21.15.69:0/3098619660 wait complete. 2024-05-08T06:05:11.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 -- start start 2024-05-08T06:05:11.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 Processor -- start 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76cb02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76cb0820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76cb0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c01ae1f0 con 0x559b76c8f8f0 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.279+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c01af660 con 0x559b76c954e0 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4d0667b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c01ae8c0 con 0x559b76c94bc0 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4d0667b80 10 client.0 _ll_register_callbacks cb 0x559b76b88c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76cb02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76cb02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:42364/0 (socket says 172.21.15.69:42364) 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 -- 172.21.15.69:0/617075874 learned_addr learned my addr 172.21.15.69:0/617075874 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:11.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bf400700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76cb0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4be000700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76cb0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 -- 172.21.15.69:0/617075874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 msgr2=0x559b76cb0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76cb0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 -- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 msgr2=0x559b76cb0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76cb0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bea00700 1 -- 172.21.15.69:0/617075874 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b76cab5b0 con 0x559b76c8f8f0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.280+0000 7fb4bf400700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76cb0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4bea00700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76cb02e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb4b00a77a0 tx=0x7fb4b0016fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f613be453c165f24 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4a8c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4a8c00700 1 -- 172.21.15.69:0/617075874 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b00c4060 con 0x559b76c8f8f0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4a8c00700 1 -- 172.21.15.69:0/617075874 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb4b0022940 con 0x559b76c8f8f0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4ac0055a0 con 0x559b76c8f8f0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4a8c00700 1 -- 172.21.15.69:0/617075874 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4b00cb050 con 0x559b76c8f8f0 2024-05-08T06:05:11.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4d0667b80 10 client.15609 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559b76d13820 con 0x559b76c8f8f0 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.281+0000 7fb4a8c00700 1 -- 172.21.15.69:0/617075874 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4ac0055a0 con 0x559b76c8f8f0 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4a8c00700 1 -- 172.21.15.69:0/617075874 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb4b00aa790 con 0x559b76c8f8f0 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4d0667b80 10 client.15609 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4d0667b80 10 client.15609 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4d0667b80 20 client.15609 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76d13e60 0x559b76d16280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4d0667b80 4 client.15609 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:05:11.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559b76bef400 con 0x559b76d13e60 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.282+0000 7fb4be000700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76d13e60 0x559b76d16280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4be000700 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76d13e60 0x559b76d16280 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a392a8e554e9bd6 server_cookie=abe8b1fd445aa7a8 in_seq=0 out_seq=0 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4a8c00700 10 client.15609 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4a8c00700 1 -- 172.21.15.69:0/617075874 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559b76bef400 con 0x559b76d13e60 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4a8c00700 10 client.15609 handle_command_reply: tid=0 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 client.15609 shutdown 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 msgr2=0x559b76cb02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76cb02e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb4b00a77a0 tx=0x7fb4b0016fb0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 shutdown_connections 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559b76c954e0 0x559b76cb0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559b76c8f8f0 0x559b76cb02e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x559b76d13e60 0x559b76d16280 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 --2- 172.21.15.69:0/617075874 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559b76c94bc0 0x559b76cb0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 >> 172.21.15.69:0/617075874 conn(0x559b76c076d0 msgr2=0x559b76c93670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.283+0000 7fb4a8c00700 0 client.15609 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 shutdown_connections 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4d0667b80 1 -- 172.21.15.69:0/617075874 wait complete. 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4d0667b80 20 client.15609 trim_cache size 0 max 16384 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:05:11.287 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:05:11.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb4a40b2880 msgr2=0x7fb4a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb4a40b2880 0x7fb4a40b4d40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8009fd0 tx=0x7fb4b800b040 comp rx=0 tx=0).stop 2024-05-08T06:05:11.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 msgr2=0x7fb4c01a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:11.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.284+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c01a1940 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0000c00 tx=0x7fb4b000bfd0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 shutdown_connections 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb4a40b2880 0x7fb4a40b4d40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb4c010ff00 0x7fb4c019bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb4c00756d0 0x7fb4c01a1940 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 --2- 172.21.15.69:0/632552408 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb4c0075ff0 0x7fb4c01a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 >> 172.21.15.69:0/632552408 conn(0x7fb4c007a600 msgr2=0x7fb4c0100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 shutdown_connections 2024-05-08T06:05:11.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:11.285+0000 7fb4c5c00700 1 -- 172.21.15.69:0/632552408 wait complete. 2024-05-08T06:05:12.238 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:05:12.239 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:05:12.676 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:12 smithi135 ceph-mon[34761]: pgmap v565: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:12 smithi069 ceph-mon[29571]: pgmap v565: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:13.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:12 smithi105 ceph-mon[34393]: pgmap v565: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:14 smithi135 ceph-mon[34761]: pgmap v566: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:05:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:14 smithi069 ceph-mon[29571]: pgmap v566: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:05:15.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:14 smithi105 ceph-mon[34393]: pgmap v566: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:05:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 -- 172.21.15.69:0/2245973542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 msgr2=0x7ff728105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 --2- 172.21.15.69:0/2245973542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff728105b30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff7100098f0 tx=0x7ff710009c00 comp rx=0 tx=0).stop 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 -- 172.21.15.69:0/2245973542 shutdown_connections 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 --2- 172.21.15.69:0/2245973542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff728106070 0x7ff728112580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 --2- 172.21.15.69:0/2245973542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff72810b6b0 0x7ff72810ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 --2- 172.21.15.69:0/2245973542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff728105b30 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 -- 172.21.15.69:0/2245973542 >> 172.21.15.69:0/2245973542 conn(0x7ff728101180 msgr2=0x7ff7281035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 -- 172.21.15.69:0/2245973542 shutdown_connections 2024-05-08T06:05:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.040+0000 7ff72cc00700 1 -- 172.21.15.69:0/2245973542 wait complete. 2024-05-08T06:05:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.041+0000 7ff72cc00700 1 Processor -- start 2024-05-08T06:05:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.041+0000 7ff72cc00700 1 -- start start 2024-05-08T06:05:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.041+0000 7ff72cc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff72819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff72cc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 0x7ff72819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff72cc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff72810b6b0 0x7ff7281a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff72cc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff7281158f0 con 0x7ff72810b6b0 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff72cc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff728115770 con 0x7ff7281056b0 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff72cc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff728115a70 con 0x7ff728106070 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff725e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff72819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 0x7ff72819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff726800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff72810b6b0 0x7ff7281a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 0x7ff72819c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34342/0 (socket says 172.21.15.69:34342) 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff725e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff72819bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:45636/0 (socket says 172.21.15.69:45636) 2024-05-08T06:05:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 -- 172.21.15.69:0/3387900332 learned_addr learned my addr 172.21.15.69:0/3387900332 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 -- 172.21.15.69:0/3387900332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 msgr2=0x7ff72819bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff72819bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 -- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff72810b6b0 msgr2=0x7ff7281a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff72810b6b0 0x7ff7281a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff71d400700 1 -- 172.21.15.69:0/3387900332 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7281a0d70 con 0x7ff728106070 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.042+0000 7ff726800700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff72810b6b0 0x7ff7281a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.043+0000 7ff71d400700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 0x7ff72819c2a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff71000f990 tx=0x7ff71000f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.043+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710027070 con 0x7ff728106070 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.043+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff710005570 con 0x7ff728106070 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.043+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7281a1000 con 0x7ff728106070 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.043+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710004930 con 0x7ff728106070 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.043+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7281a88e0 con 0x7ff728106070 2024-05-08T06:05:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.044+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff72806a190 con 0x7ff728106070 2024-05-08T06:05:15.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.047+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff71002a070 con 0x7ff728106070 2024-05-08T06:05:15.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.048+0000 7ff71f400700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff70c0b2900 0x7ff70c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:15.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.048+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff7100e32a0 con 0x7ff728106070 2024-05-08T06:05:15.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.048+0000 7ff725e00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff70c0b2900 0x7ff70c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:15.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.049+0000 7ff725e00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff70c0b2900 0x7ff70c0b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff718009be0 tx=0x7ff718009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:15.050 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.051+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff710031070 con 0x7ff728106070 2024-05-08T06:05:15.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.331+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff72819d0c0 con 0x7ff728106070 2024-05-08T06:05:15.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.332+0000 7ff71f400700 1 -- 172.21.15.69:0/3387900332 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7ff710013030 con 0x7ff728106070 2024-05-08T06:05:15.333 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:05:15.333 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:05:15.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.335+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff70c0b2900 msgr2=0x7ff70c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.335+0000 7ff72cc00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff70c0b2900 0x7ff70c0b4dc0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff718009be0 tx=0x7ff718009260 comp rx=0 tx=0).stop 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.335+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 msgr2=0x7ff72819c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 0x7ff72819c2a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff71000f990 tx=0x7ff71000f9c0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 shutdown_connections 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff72810b6b0 0x7ff7281a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff70c0b2900 0x7ff70c0b4dc0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff7281056b0 0x7ff72819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 --2- 172.21.15.69:0/3387900332 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff728106070 0x7ff72819c2a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:15.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 >> 172.21.15.69:0/3387900332 conn(0x7ff728101180 msgr2=0x7ff728101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:15.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 shutdown_connections 2024-05-08T06:05:15.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:15.336+0000 7ff72cc00700 1 -- 172.21.15.69:0/3387900332 wait complete. 2024-05-08T06:05:15.337 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:05:15.758 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:15 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3387900332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:05:16.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:15 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3387900332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:05:16.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:15 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3387900332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:05:16.270 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:05:16.728 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:16.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:16 smithi069 ceph-mon[29571]: pgmap v567: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-08T06:05:17.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:16 smithi105 ceph-mon[34393]: pgmap v567: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-08T06:05:17.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:16 smithi135 ceph-mon[34761]: pgmap v567: 97 pgs: 97 active+clean; 2.1 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-08T06:05:18.847 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:18 smithi069 ceph-mon[29571]: pgmap v568: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:05:19.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:18 smithi105 ceph-mon[34393]: pgmap v568: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:05:19.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:18 smithi135 ceph-mon[34761]: pgmap v568: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 -- 172.21.15.69:0/2313403385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba410fea0 msgr2=0x7f8ba4112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/2313403385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba410fea0 0x7f8ba4112290 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c009990 tx=0x7f8b9c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 -- 172.21.15.69:0/2313403385 shutdown_connections 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/2313403385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba410fea0 0x7f8ba4112290 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/2313403385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 0x7f8ba4075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/2313403385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ba4075ff0 0x7f8ba410f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 -- 172.21.15.69:0/2313403385 >> 172.21.15.69:0/2313403385 conn(0x7f8ba407a600 msgr2=0x7f8ba407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 -- 172.21.15.69:0/2313403385 shutdown_connections 2024-05-08T06:05:19.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.130+0000 7f8ba9c00700 1 -- 172.21.15.69:0/2313403385 wait complete. 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.131+0000 7f8ba9c00700 1 Processor -- start 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 -- start start 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 0x7f8ba419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba4075ff0 0x7f8ba419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ba410fea0 0x7f8ba41a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41158d0 con 0x7f8ba4075ff0 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba4115750 con 0x7f8ba410fea0 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba9c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba4115a50 con 0x7f8ba40756d0 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8b9a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba4075ff0 0x7f8ba419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8b9a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba4075ff0 0x7f8ba419c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33414/0 (socket says 172.21.15.69:33414) 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 0x7f8ba419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8b9a000700 1 -- 172.21.15.69:0/48837295 learned_addr learned my addr 172.21.15.69:0/48837295 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.132+0000 7f8ba3400700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ba410fea0 0x7f8ba41a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba2a00700 1 -- 172.21.15.69:0/48837295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ba410fea0 msgr2=0x7f8ba41a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ba410fea0 0x7f8ba41a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba2a00700 1 -- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba4075ff0 msgr2=0x7f8ba419c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba4075ff0 0x7f8ba419c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba2a00700 1 -- 172.21.15.69:0/48837295 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba41a0d20 con 0x7f8ba40756d0 2024-05-08T06:05:19.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 0x7f8ba419bd60 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400efc0 tx=0x7f8b9400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:19.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8b9be00700 1 -- 172.21.15.69:0/48837295 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b940092e0 con 0x7f8ba40756d0 2024-05-08T06:05:19.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba41a0fb0 con 0x7f8ba40756d0 2024-05-08T06:05:19.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.133+0000 7f8b9be00700 1 -- 172.21.15.69:0/48837295 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b94004bb0 con 0x7f8ba40756d0 2024-05-08T06:05:19.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.134+0000 7f8b9be00700 1 -- 172.21.15.69:0/48837295 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b94004040 con 0x7f8ba40756d0 2024-05-08T06:05:19.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.134+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba41a8890 con 0x7f8ba40756d0 2024-05-08T06:05:19.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.137+0000 7f8b9be00700 1 -- 172.21.15.69:0/48837295 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8b9401b030 con 0x7f8ba40756d0 2024-05-08T06:05:19.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.138+0000 7f8bb44c1b80 1 Processor -- start 2024-05-08T06:05:19.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.138+0000 7f8bb44c1b80 1 -- start start 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a050440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a054490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a0549d0 0x55a63a054e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a639fa2a20 con 0x55a63a050980 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a639f40760 con 0x55a63a0549d0 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a639f9e9e0 con 0x55a63a050060 2024-05-08T06:05:19.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8b9be00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b880b2880 0x7f8b880b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a054490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8ba3400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a050440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8b9a000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a0549d0 0x55a63a054e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8ba3400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a050440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33964/0 (socket says 172.21.15.69:33964) 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8ba3400700 1 -- 172.21.15.69:0/3187949806 learned_addr learned my addr 172.21.15.69:0/3187949806 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8ba3400700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b880b2880 0x7f8b880b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.139+0000 7f8b9be00700 1 -- 172.21.15.69:0/48837295 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8b940e1db0 con 0x7f8ba40756d0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b9a000700 1 -- 172.21.15.69:0/3187949806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 msgr2=0x55a63a050440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b9a000700 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a050440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b9a000700 1 -- 172.21.15.69:0/3187949806 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 msgr2=0x55a63a054490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b9a000700 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a054490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b9a000700 1 -- 172.21.15.69:0/3187949806 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a639eef8d0 con 0x55a63a0549d0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b9a000700 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a0549d0 0x55a63a054e30 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c009c90 tx=0x7f8b8c011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f0e3dbfa3b93623 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8ba3400700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b880b2880 0x7f8b880b4d40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c009750 tx=0x7f8b9c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b93e00700 1 -- 172.21.15.69:0/3187949806 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8c011d20 con 0x55a63a0549d0 2024-05-08T06:05:19.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b93e00700 1 -- 172.21.15.69:0/3187949806 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b8c004500 con 0x55a63a0549d0 2024-05-08T06:05:19.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.140+0000 7f8b93e00700 1 -- 172.21.15.69:0/3187949806 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8c005280 con 0x55a63a0549d0 2024-05-08T06:05:19.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/3187949806 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a0549d0 msgr2=0x55a63a054e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a0549d0 0x55a63a054e30 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c009c90 tx=0x7f8b8c011440 comp rx=0 tx=0).stop 2024-05-08T06:05:19.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/3187949806 shutdown_connections 2024-05-08T06:05:19.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a0549d0 0x55a63a054e30 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a050440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/3187949806 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a054490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/3187949806 >> 172.21.15.69:0/3187949806 conn(0x55a639f7eb60 msgr2=0x55a63a04a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:19.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/3187949806 shutdown_connections 2024-05-08T06:05:19.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.142+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/3187949806 wait complete. 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 -- start start 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 Processor -- start 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 0x55a63a05be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a0591b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0596f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a63a05cbe0 con 0x55a63a050980 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a639f08b20 con 0x55a63a050060 2024-05-08T06:05:19.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.143+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a63a05cd60 con 0x55a63a0549d0 2024-05-08T06:05:19.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8bb44c1b80 10 client.0 _ll_register_callbacks cb 0x55a639f49c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:19.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8b9a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a0591b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 0x55a63a05be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba3400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0596f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 0x55a63a05be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40988/0 (socket says 172.21.15.69:40988) 2024-05-08T06:05:19.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1702982512 learned_addr learned my addr 172.21.15.69:0/1702982512 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1702982512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 msgr2=0x55a63a0596f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0596f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1702982512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 msgr2=0x55a63a0591b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a0591b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.144+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1702982512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a639f68420 con 0x55a63a050060 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 0x55a63a05be10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400ef90 tx=0x7f8b94072d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7988662bede9d32 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8b90c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8b90c00700 1 -- 172.21.15.69:0/1702982512 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b94004d60 con 0x55a63a050060 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8b90c00700 1 -- 172.21.15.69:0/1702982512 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8b940a5a00 con 0x55a63a050060 2024-05-08T06:05:19.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b8c004500 con 0x55a63a050060 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8b90c00700 1 -- 172.21.15.69:0/1702982512 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b940a8f20 con 0x55a63a050060 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8bb44c1b80 10 client.25754 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a63a067400 con 0x55a63a050060 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.145+0000 7f8b90c00700 1 -- 172.21.15.69:0/1702982512 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b8c004500 con 0x55a63a050060 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8b90c00700 1 -- 172.21.15.69:0/1702982512 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8b9406ea00 con 0x55a63a050060 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8bb44c1b80 10 client.25754 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8bb44c1b80 10 client.25754 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8bb44c1b80 20 client.25754 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0698d0 0x55a63a06bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8bb44c1b80 4 client.25754 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a63a01d0a0 con 0x55a63a0698d0 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.146+0000 7f8b9a000700 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0698d0 0x55a63a06bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.147+0000 7f8b9a000700 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0698d0 0x55a63a06bcc0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d2d9ae985747ea5a server_cookie=16af30ed34ae0613 in_seq=0 out_seq=0 2024-05-08T06:05:19.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.147+0000 7f8b90c00700 10 client.25754 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:19.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8b90c00700 1 -- 172.21.15.69:0/1702982512 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a63a01d0a0 con 0x55a63a0698d0 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8b90c00700 10 client.25754 handle_command_reply: tid=0 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 client.25754 shutdown 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 msgr2=0x55a63a05be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 0x55a63a05be10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400ef90 tx=0x7f8b94072d00 comp rx=0 tx=0).stop 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 shutdown_connections 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0698d0 0x55a63a06bcc0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0596f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050060 0x55a63a05be10 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8b90c00700 0 client.25754 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1702982512 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050980 0x55a63a0591b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 >> 172.21.15.69:0/1702982512 conn(0x55a639f7eb60 msgr2=0x55a63a0452b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 shutdown_connections 2024-05-08T06:05:19.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1702982512 wait complete. 2024-05-08T06:05:19.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.148+0000 7f8bb44c1b80 20 client.25754 trim_cache size 0 max 16384 2024-05-08T06:05:19.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 Processor -- start 2024-05-08T06:05:19.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 -- start start 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 0x55a63a065c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a052390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0528d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41b2570 con 0x55a63a050060 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41afe00 con 0x55a63a050980 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41adc50 con 0x55a63a0549d0 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 0x55a63a065c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 0x55a63a065c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33436/0 (socket says 172.21.15.69:33436) 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8ba2a00700 1 -- 172.21.15.69:0/297716636 learned_addr learned my addr 172.21.15.69:0/297716636 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.165+0000 7f8b9a000700 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a052390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8ba2a00700 1 -- 172.21.15.69:0/297716636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 msgr2=0x55a63a0528d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8ba2a00700 1 -- 172.21.15.69:0/297716636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 msgr2=0x55a63a052390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a052390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8ba2a00700 1 -- 172.21.15.69:0/297716636 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a63a054800 con 0x55a63a050060 2024-05-08T06:05:19.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 0x55a63a065c70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8b940a93a0 tx=0x7f8b940b1fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35be318f5c577c68 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:19.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8b93400700 1 -- 172.21.15.69:0/297716636 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b940a9b10 con 0x55a63a050060 2024-05-08T06:05:19.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8b93400700 1 -- 172.21.15.69:0/297716636 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b940b21e0 con 0x55a63a050060 2024-05-08T06:05:19.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.166+0000 7f8b93400700 1 -- 172.21.15.69:0/297716636 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b940a4d80 con 0x55a63a050060 2024-05-08T06:05:19.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/297716636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 msgr2=0x55a63a065c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 0x55a63a065c70 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8b940a93a0 tx=0x7f8b940b1fd0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/297716636 shutdown_connections 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a0549d0 0x55a63a0528d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a050060 0x55a63a065c70 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/297716636 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a052390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/297716636 >> 172.21.15.69:0/297716636 conn(0x55a639f7eb60 msgr2=0x55a63a059170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/297716636 shutdown_connections 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.167+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/297716636 wait complete. 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 -- start start 2024-05-08T06:05:19.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 Processor -- start 2024-05-08T06:05:19.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a062470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a056730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a0549d0 0x55a63a056c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41ae2c0 con 0x55a63a0549d0 2024-05-08T06:05:19.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41af730 con 0x55a63a050980 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba41ae990 con 0x55a63a050060 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.168+0000 7f8bb44c1b80 10 client.0 _ll_register_callbacks cb 0x55a63a04ca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a062470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a062470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33992/0 (socket says 172.21.15.69:33992) 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1814048685 learned_addr learned my addr 172.21.15.69:0/1814048685 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8b9a000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a056730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba3400700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a0549d0 0x55a63a056c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 msgr2=0x55a63a056730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a056730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1814048685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a0549d0 msgr2=0x55a63a056c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a0549d0 0x55a63a056c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 -- 172.21.15.69:0/1814048685 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a63a070c20 con 0x55a63a050060 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba3400700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a0549d0 0x55a63a056c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8b9a000700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a056730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:19.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8ba2a00700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a062470 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8b940a90c0 tx=0x7f8b940a3de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4aac8e1b629a79a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.169+0000 7f8b90c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8b90c00700 1 -- 172.21.15.69:0/1814048685 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b940c3070 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8b90c00700 1 -- 172.21.15.69:0/1814048685 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8b940a4f90 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b940b21e0 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8b90c00700 1 -- 172.21.15.69:0/1814048685 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8b940a9410 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 10 client.25723 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a63a070c20 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8b90c00700 1 -- 172.21.15.69:0/1814048685 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b940b21e0 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8b90c00700 1 -- 172.21.15.69:0/1814048685 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8b940ad160 con 0x55a63a050060 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 10 client.25723 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 10 client.25723 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 20 client.25723 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0d4630 0x55a63a0d6a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 4 client.25723 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:19.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.170+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a639fb0400 con 0x55a63a0d4630 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8b9a000700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0d4630 0x55a63a0d6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8b9a000700 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0d4630 0x55a63a0d6a50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e8d2bf1ca4ba94b1 server_cookie=7aa6538710d40013 in_seq=0 out_seq=0 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8b90c00700 10 client.25723 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8b90c00700 1 -- 172.21.15.69:0/1814048685 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a639fb0400 con 0x55a63a0d4630 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8b90c00700 10 client.25723 handle_command_reply: tid=0 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8bb44c1b80 1 client.25723 shutdown 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.171+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 msgr2=0x55a63a062470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a062470 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8b940a90c0 tx=0x7f8b940a3de0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 shutdown_connections 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a63a0d4630 0x55a63a0d6a50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a63a0549d0 0x55a63a056c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a63a050060 0x55a63a062470 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8b90c00700 0 client.25723 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 --2- 172.21.15.69:0/1814048685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a63a050980 0x55a63a056730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 >> 172.21.15.69:0/1814048685 conn(0x55a639f7eb60 msgr2=0x55a63a044a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:19.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 shutdown_connections 2024-05-08T06:05:19.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 1 -- 172.21.15.69:0/1814048685 wait complete. 2024-05-08T06:05:19.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.172+0000 7f8bb44c1b80 20 client.25723 trim_cache size 0 max 16384 2024-05-08T06:05:19.176 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:19.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b880b2880 msgr2=0x7f8b880b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b880b2880 0x7f8b880b4d40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c009750 tx=0x7f8b9c00b260 comp rx=0 tx=0).stop 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 msgr2=0x7f8ba419bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 0x7f8ba419bd60 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400efc0 tx=0x7f8b9400c3a0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 shutdown_connections 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8b880b2880 0x7f8b880b4d40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8ba410fea0 0x7f8ba41a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8ba40756d0 0x7f8ba419bd60 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 --2- 172.21.15.69:0/48837295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8ba4075ff0 0x7f8ba419c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 >> 172.21.15.69:0/48837295 conn(0x7f8ba407a600 msgr2=0x7f8ba41006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 shutdown_connections 2024-05-08T06:05:19.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:19.173+0000 7f8ba9c00700 1 -- 172.21.15.69:0/48837295 wait complete. 2024-05-08T06:05:20.031 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:05:20.459 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:20.953 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:20 smithi069 ceph-mon[29571]: pgmap v569: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:21.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:20 smithi105 ceph-mon[34393]: pgmap v569: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:21.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:20 smithi135 ceph-mon[34761]: pgmap v569: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 -- 172.21.15.69:0/2233984396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 msgr2=0x7fa9e010fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/2233984396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 0x7fa9e010fe80 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa9d800b0a0 tx=0x7fa9d800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 -- 172.21.15.69:0/2233984396 shutdown_connections 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/2233984396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 0x7fa9e010fe80 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/2233984396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/2233984396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9e0104f50 0x7fa9e010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 -- 172.21.15.69:0/2233984396 >> 172.21.15.69:0/2233984396 conn(0x7fa9e00fddc0 msgr2=0x7fa9e01001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:22.869 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:22 smithi069 ceph-mon[29571]: pgmap v570: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:22.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 -- 172.21.15.69:0/2233984396 shutdown_connections 2024-05-08T06:05:22.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.867+0000 7fa9dfe00700 1 -- 172.21.15.69:0/2233984396 wait complete. 2024-05-08T06:05:22.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.868+0000 7fa9dfe00700 1 Processor -- start 2024-05-08T06:05:22.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.868+0000 7fa9dfe00700 1 -- start start 2024-05-08T06:05:22.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0102290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dfe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9e0104f50 0x7fa9e01027d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 0x7fa9e0102d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dfe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e0113630 con 0x7fa9e010da10 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dfe00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01134b0 con 0x7fa9e0104630 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dfe00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01137b0 con 0x7fa9e0104f50 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0102290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0102290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41026/0 (socket says 172.21.15.69:41026) 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9dea00700 1 -- 172.21.15.69:0/14169442 learned_addr learned my addr 172.21.15.69:0/14169442 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9de000700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9e0104f50 0x7fa9e01027d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.869+0000 7fa9df400700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 0x7fa9e0102d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dea00700 1 -- 172.21.15.69:0/14169442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9e0104f50 msgr2=0x7fa9e01027d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dea00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9e0104f50 0x7fa9e01027d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dea00700 1 -- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 msgr2=0x7fa9e0102d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dea00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 0x7fa9e0102d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dea00700 1 -- 172.21.15.69:0/14169442 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9e01a8050 con 0x7fa9e0104630 2024-05-08T06:05:22.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dea00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0102290 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa9d000e9a0 tx=0x7fa9d000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:22.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9d7400700 1 -- 172.21.15.69:0/14169442 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d000ca10 con 0x7fa9e0104630 2024-05-08T06:05:22.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9e01a8340 con 0x7fa9e0104630 2024-05-08T06:05:22.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9d7400700 1 -- 172.21.15.69:0/14169442 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d000cbb0 con 0x7fa9e0104630 2024-05-08T06:05:22.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.870+0000 7fa9d7400700 1 -- 172.21.15.69:0/14169442 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d0018680 con 0x7fa9e0104630 2024-05-08T06:05:22.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.871+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9e01a8880 con 0x7fa9e0104630 2024-05-08T06:05:22.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.874+0000 7fa9d7400700 1 -- 172.21.15.69:0/14169442 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa9d0010430 con 0x7fa9e0104630 2024-05-08T06:05:22.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.875+0000 7fa9effceb80 1 Processor -- start 2024-05-08T06:05:22.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.875+0000 7fa9effceb80 1 -- start start 2024-05-08T06:05:22.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d29e0 0x55d1299d2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 0x55d1299ccfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299cda80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9effceb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d12991fa20 con 0x55d1299d29e0 2024-05-08T06:05:22.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9effceb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d1298bd760 con 0x55d1299d3300 2024-05-08T06:05:22.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9effceb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d12991b9e0 con 0x55d1299cd600 2024-05-08T06:05:22.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d29e0 0x55d1299d2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9dea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 0x55d1299ccfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d29e0 0x55d1299d2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33476/0 (socket says 172.21.15.69:33476) 2024-05-08T06:05:22.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9dea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 0x55d1299ccfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41032/0 (socket says 172.21.15.69:41032) 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9df400700 1 -- 172.21.15.69:0/807090681 learned_addr learned my addr 172.21.15.69:0/807090681 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9de000700 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299cda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9d7400700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa9c40b2880 0x7fa9c40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9d7400700 1 -- 172.21.15.69:0/14169442 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa9d00e23b0 con 0x7fa9e0104630 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9dea00700 1 -- 172.21.15.69:0/807090681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 msgr2=0x55d1299cda80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.876+0000 7fa9dea00700 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299cda80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9dea00700 1 -- 172.21.15.69:0/807090681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d29e0 msgr2=0x55d1299d2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9dea00700 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d29e0 0x55d1299d2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9dea00700 1 -- 172.21.15.69:0/807090681 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d12986c8d0 con 0x55d1299d3300 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9df400700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa9c40b2880 0x7fa9c40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9dea00700 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 0x55d1299ccfe0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa9d00dfe30 tx=0x7fa9d0009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc8ea1ce9e0ad381 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9cbe00700 1 -- 172.21.15.69:0/807090681 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d00a9490 con 0x55d1299d3300 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9cbe00700 1 -- 172.21.15.69:0/807090681 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9d00e5a00 con 0x55d1299d3300 2024-05-08T06:05:22.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.877+0000 7fa9cbe00700 1 -- 172.21.15.69:0/807090681 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d00cc290 con 0x55d1299d3300 2024-05-08T06:05:22.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 -- 172.21.15.69:0/807090681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 msgr2=0x55d1299ccfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9df400700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa9c40b2880 0x7fa9c40b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa9d8009e60 tx=0x7fa9d80099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 0x55d1299ccfe0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa9d00dfe30 tx=0x7fa9d0009790 comp rx=0 tx=0).stop 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 -- 172.21.15.69:0/807090681 shutdown_connections 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299cda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d29e0 0x55d1299d2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 --2- 172.21.15.69:0/807090681 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d3300 0x55d1299ccfe0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 -- 172.21.15.69:0/807090681 >> 172.21.15.69:0/807090681 conn(0x55d1298fbb60 msgr2=0x55d1299c79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 -- 172.21.15.69:0/807090681 shutdown_connections 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.878+0000 7fa9effceb80 1 -- 172.21.15.69:0/807090681 wait complete. 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.879+0000 7fa9effceb80 1 -- start start 2024-05-08T06:05:22.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.879+0000 7fa9effceb80 1 Processor -- start 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299d67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d1299d9cf0 con 0x55d1299d3300 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d129885b20 con 0x55d1299d29e0 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d1299d9e70 con 0x55d1299cd600 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9effceb80 10 client.0 _ll_register_callbacks cb 0x55d1298c6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299d67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41042/0 (socket says 172.21.15.69:41042) 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 -- 172.21.15.69:0/600408883 learned_addr learned my addr 172.21.15.69:0/600408883 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:22.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9dea00700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 -- 172.21.15.69:0/600408883 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 msgr2=0x55d1299d8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 -- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 msgr2=0x55d1299d67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299d67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.880+0000 7fa9de000700 1 -- 172.21.15.69:0/600408883 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1298e5420 con 0x55d1299d29e0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9dea00700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9de000700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d6290 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc0126b0 tx=0x7fa9cc0129c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab2aee1c72442681 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9c8c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9c8c00700 1 -- 172.21.15.69:0/600408883 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc004020 con 0x55d1299d29e0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9c8c00700 1 -- 172.21.15.69:0/600408883 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa9cc0041c0 con 0x55d1299d29e0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d12999a0a0 con 0x55d1299d29e0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9c8c00700 1 -- 172.21.15.69:0/600408883 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa9cc0043c0 con 0x55d1299d29e0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9effceb80 10 client.25772 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.881+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d1299e4450 con 0x55d1299d29e0 2024-05-08T06:05:22.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9c8c00700 1 -- 172.21.15.69:0/600408883 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d12999a0a0 con 0x55d1299d29e0 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9c8c00700 1 -- 172.21.15.69:0/600408883 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa9cc00f750 con 0x55d1299d29e0 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9effceb80 10 client.25772 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9effceb80 10 client.25772 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9effceb80 20 client.25772 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9effceb80 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d1299e6a90 0x55d1299e8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9effceb80 4 client.25772 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:22.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.882+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d12992d400 con 0x55d1299e6a90 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.883+0000 7fa9dea00700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d1299e6a90 0x55d1299e8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.883+0000 7fa9dea00700 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d1299e6a90 0x55d1299e8e80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea9317b693ab0101 server_cookie=e47011546146babc in_seq=0 out_seq=0 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.883+0000 7fa9c8c00700 10 client.25772 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9c8c00700 1 -- 172.21.15.69:0/600408883 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d12992d400 con 0x55d1299e6a90 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9c8c00700 10 client.25772 handle_command_reply: tid=0 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 client.25772 shutdown 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 msgr2=0x55d1299d6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d6290 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc0126b0 tx=0x7fa9cc0129c0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 shutdown_connections 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d1299e6a90 0x55d1299e8e80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299d67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 --2- 172.21.15.69:0/600408883 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d6290 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9c8c00700 0 client.25772 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:22.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.884+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 >> 172.21.15.69:0/600408883 conn(0x55d1298fbb60 msgr2=0x55d1299c2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:22.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.885+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 shutdown_connections 2024-05-08T06:05:22.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.885+0000 7fa9effceb80 1 -- 172.21.15.69:0/600408883 wait complete. 2024-05-08T06:05:22.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.885+0000 7fa9effceb80 20 client.25772 trim_cache size 0 max 16384 2024-05-08T06:05:22.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.901+0000 7fa9effceb80 1 Processor -- start 2024-05-08T06:05:22.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.901+0000 7fa9effceb80 1 -- start start 2024-05-08T06:05:22.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299ee700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9effceb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01b2610 con 0x55d1299d3300 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9effceb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01afea0 con 0x55d1299d29e0 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9effceb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01adcf0 con 0x55d1299cd600 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299ee700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9de000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9df400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299ee700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33492/0 (socket says 172.21.15.69:33492) 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9df400700 1 -- 172.21.15.69:0/1524602576 learned_addr learned my addr 172.21.15.69:0/1524602576 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9dea00700 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9de000700 1 -- 172.21.15.69:0/1524602576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 msgr2=0x55d1299d4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9de000700 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9de000700 1 -- 172.21.15.69:0/1524602576 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 msgr2=0x55d1299ee700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9de000700 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299ee700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.902+0000 7fa9de000700 1 -- 172.21.15.69:0/1524602576 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1299d0d80 con 0x55d1299d29e0 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.903+0000 7fa9de000700 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc00fd10 tx=0x7fa9cc012e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08f450899c0b460 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.903+0000 7fa9cb400700 1 -- 172.21.15.69:0/1524602576 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc02b020 con 0x55d1299d29e0 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.903+0000 7fa9cb400700 1 -- 172.21.15.69:0/1524602576 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9cc0057a0 con 0x55d1299d29e0 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.903+0000 7fa9cb400700 1 -- 172.21.15.69:0/1524602576 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9cc01a980 con 0x55d1299d29e0 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 -- 172.21.15.69:0/1524602576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 msgr2=0x55d1299d50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fa9cc00fd10 tx=0x7fa9cc012e40 comp rx=0 tx=0).stop 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 -- 172.21.15.69:0/1524602576 shutdown_connections 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d1299ee700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299d4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 --2- 172.21.15.69:0/1524602576 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299d50e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 -- 172.21.15.69:0/1524602576 >> 172.21.15.69:0/1524602576 conn(0x55d1298fbb60 msgr2=0x55d1299d6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:22.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 -- 172.21.15.69:0/1524602576 shutdown_connections 2024-05-08T06:05:22.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.904+0000 7fa9effceb80 1 -- 172.21.15.69:0/1524602576 wait complete. 2024-05-08T06:05:22.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 -- start start 2024-05-08T06:05:22.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 Processor -- start 2024-05-08T06:05:22.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299ee250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299ee790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d129a502b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01ae360 con 0x55d1299d3300 2024-05-08T06:05:22.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01af7d0 con 0x55d1299d29e0 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa9e01aea30 con 0x55d1299cd600 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.905+0000 7fa9effceb80 10 client.0 _ll_register_callbacks cb 0x55d1298c6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299ee250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9de000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299ee790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299ee250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34040/0 (socket says 172.21.15.69:34040) 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 -- 172.21.15.69:0/839755590 learned_addr learned my addr 172.21.15.69:0/839755590 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9df400700 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d129a502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 -- 172.21.15.69:0/839755590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 msgr2=0x55d1299ee790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299ee790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 -- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 msgr2=0x55d129a502b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d129a502b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 -- 172.21.15.69:0/839755590 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1299ef060 con 0x55d1299cd600 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9dea00700 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299ee250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa9d00a9910 tx=0x7fa9d00a6100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d8b6fa0246f2eeb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:22.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.906+0000 7fa9c8c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9c8c00700 1 -- 172.21.15.69:0/839755590 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d00cc2b0 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9c8c00700 1 -- 172.21.15.69:0/839755590 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa9d00a9be0 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9cc0057a0 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9c8c00700 1 -- 172.21.15.69:0/839755590 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa9d00aa080 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 10 client.25741 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d129a518f0 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9c8c00700 1 -- 172.21.15.69:0/839755590 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9cc0057a0 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9c8c00700 1 -- 172.21.15.69:0/839755590 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa9d00b2350 con 0x55d1299cd600 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 10 client.25741 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 10 client.25741 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 20 client.25741 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d129a51be0 0x55d129a53fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 4 client.25741 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.907+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d1299274a0 con 0x55d129a51be0 2024-05-08T06:05:22.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.908+0000 7fa9de000700 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d129a51be0 0x55d129a53fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:22.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.908+0000 7fa9de000700 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d129a51be0 0x55d129a53fd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=933cefdfbe5f5953 server_cookie=d23d308e158c1b30 in_seq=0 out_seq=0 2024-05-08T06:05:22.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.908+0000 7fa9c8c00700 10 client.25741 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:22.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.908+0000 7fa9c8c00700 1 -- 172.21.15.69:0/839755590 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d1299274a0 con 0x55d129a51be0 2024-05-08T06:05:22.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.908+0000 7fa9c8c00700 10 client.25741 handle_command_reply: tid=0 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.908+0000 7fa9effceb80 1 client.25741 shutdown 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 msgr2=0x55d1299ee250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299ee250 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa9d00a9910 tx=0x7fa9d00a6100 comp rx=0 tx=0).stop 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 shutdown_connections 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55d129a51be0 0x55d129a53fd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d1299d3300 0x55d129a502b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d1299cd600 0x55d1299ee250 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 --2- 172.21.15.69:0/839755590 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d1299d29e0 0x55d1299ee790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9c8c00700 0 client.25741 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 >> 172.21.15.69:0/839755590 conn(0x55d1298fbb60 msgr2=0x55d1299d4ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 shutdown_connections 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 1 -- 172.21.15.69:0/839755590 wait complete. 2024-05-08T06:05:22.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.909+0000 7fa9effceb80 20 client.25741 trim_cache size 0 max 16384 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa9c40b2880 msgr2=0x7fa9c40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa9c40b2880 0x7fa9c40b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa9d8009e60 tx=0x7fa9d80099e0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 msgr2=0x7fa9e0102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0102290 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fa9d000e9a0 tx=0x7fa9d000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 shutdown_connections 2024-05-08T06:05:22.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa9e010da10 0x7fa9e0102d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa9c40b2880 0x7fa9c40b4d40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa9e0104630 0x7fa9e0102290 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 --2- 172.21.15.69:0/14169442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa9e0104f50 0x7fa9e01027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:22.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 >> 172.21.15.69:0/14169442 conn(0x7fa9e00fddc0 msgr2=0x7fa9e00feb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:22.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 shutdown_connections 2024-05-08T06:05:22.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:22.910+0000 7fa9dfe00700 1 -- 172.21.15.69:0/14169442 wait complete. 2024-05-08T06:05:23.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:22 smithi105 ceph-mon[34393]: pgmap v570: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:23.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:22 smithi135 ceph-mon[34761]: pgmap v570: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:23.931 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:05:24.387 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:24.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:24 smithi069 ceph-mon[29571]: pgmap v571: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:25.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:24 smithi105 ceph-mon[34393]: pgmap v571: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:25.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:24 smithi135 ceph-mon[34761]: pgmap v571: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:26.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.736+0000 7ff2d5800700 1 -- 172.21.15.69:0/1557042110 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0107760 msgr2=0x7ff2d010f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.736+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1557042110 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0107760 0x7ff2d010f2e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff2c800b0d0 tx=0x7ff2c800b3e0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 -- 172.21.15.69:0/1557042110 shutdown_connections 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1557042110 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0107760 0x7ff2d010f2e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1557042110 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d0102e00 0x7ff2d01031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1557042110 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d01037b0 0x7ff2d0107030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 -- 172.21.15.69:0/1557042110 >> 172.21.15.69:0/1557042110 conn(0x7ff2d0078a10 msgr2=0x7ff2d00ffdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 -- 172.21.15.69:0/1557042110 shutdown_connections 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.737+0000 7ff2d5800700 1 -- 172.21.15.69:0/1557042110 wait complete. 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 Processor -- start 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 -- start start 2024-05-08T06:05:26.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 0x7ff2d019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d01037b0 0x7ff2d019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d0107760 0x7ff2d0199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d0112530 con 0x7ff2d0102e00 2024-05-08T06:05:26.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01123b0 con 0x7ff2d0107760 2024-05-08T06:05:26.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.738+0000 7ff2d5800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01126b0 con 0x7ff2d01037b0 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 0x7ff2d019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2c7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d01037b0 0x7ff2d019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cf400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d0107760 0x7ff2d0199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 0x7ff2d019f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33530/0 (socket says 172.21.15.69:33530) 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 -- 172.21.15.69:0/1854791366 learned_addr learned my addr 172.21.15.69:0/1854791366 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 -- 172.21.15.69:0/1854791366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d01037b0 msgr2=0x7ff2d019fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d01037b0 0x7ff2d019fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 -- 172.21.15.69:0/1854791366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d0107760 msgr2=0x7ff2d0199890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d0107760 0x7ff2d0199890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cea00700 1 -- 172.21.15.69:0/1854791366 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2d0199ff0 con 0x7ff2d0102e00 2024-05-08T06:05:26.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2cf400700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d0107760 0x7ff2d0199890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.739+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d01037b0 0x7ff2d019fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.740+0000 7ff2cea00700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 0x7ff2d019f6d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000e9a0 tx=0x7ff2c000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.740+0000 7ff2c7400700 1 -- 172.21.15.69:0/1854791366 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c000ca10 con 0x7ff2d0102e00 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.740+0000 7ff2c7400700 1 -- 172.21.15.69:0/1854791366 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2c000cbb0 con 0x7ff2d0102e00 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.740+0000 7ff2c7400700 1 -- 172.21.15.69:0/1854791366 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c0018680 con 0x7ff2d0102e00 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.740+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2d019a2e0 con 0x7ff2d0102e00 2024-05-08T06:05:26.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.740+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2d01a65a0 con 0x7ff2d0102e00 2024-05-08T06:05:26.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.744+0000 7ff2c7400700 1 -- 172.21.15.69:0/1854791366 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff2c0010430 con 0x7ff2d0102e00 2024-05-08T06:05:26.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 Processor -- start 2024-05-08T06:05:26.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 -- start start 2024-05-08T06:05:26.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2c7400700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2b40b2900 0x7ff2b40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc221fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2c7400700 1 -- 172.21.15.69:0/1854791366 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff2c00e2350 con 0x7ff2d0102e00 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc21c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ccdc16ea20 con 0x55ccdc21c8f0 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ccdc10c760 con 0x55ccdc2224e0 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.745+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ccdc16a9e0 con 0x55ccdc221bc0 2024-05-08T06:05:26.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cf400700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2b40b2900 0x7ff2b40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc221fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc221fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34060/0 (socket says 172.21.15.69:34060) 2024-05-08T06:05:26.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2c7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc21c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 -- 172.21.15.69:0/1729311827 learned_addr learned my addr 172.21.15.69:0/1729311827 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:26.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cf400700 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 -- 172.21.15.69:0/1729311827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 msgr2=0x55ccdc21c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc21c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 -- 172.21.15.69:0/1729311827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 msgr2=0x55ccdc21cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cea00700 1 -- 172.21.15.69:0/1729311827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccdc0bb8d0 con 0x55ccdc221bc0 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.746+0000 7ff2cf400700 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.747+0000 7ff2cea00700 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc221fa0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff2c00a98b0 tx=0x7ff2c00b2190 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e336a7d0a5c681 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.747+0000 7ff2bfe00700 1 -- 172.21.15.69:0/1729311827 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c00aa020 con 0x55ccdc221bc0 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.747+0000 7ff2bfe00700 1 -- 172.21.15.69:0/1729311827 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2c00a9920 con 0x55ccdc221bc0 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.747+0000 7ff2bfe00700 1 -- 172.21.15.69:0/1729311827 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c00cabd0 con 0x55ccdc221bc0 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/1729311827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 msgr2=0x55ccdc221fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2cf400700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2b40b2900 0x7ff2b40b4dc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x55ccdc21d2b0 tx=0x7ff2c8005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc221fa0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff2c00a98b0 tx=0x7ff2c00b2190 comp rx=0 tx=0).stop 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/1729311827 shutdown_connections 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc221fa0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/1729311827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc21c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/1729311827 >> 172.21.15.69:0/1729311827 conn(0x55ccdc1946d0 msgr2=0x55ccdc216b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:26.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/1729311827 shutdown_connections 2024-05-08T06:05:26.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.748+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/1729311827 wait complete. 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 -- start start 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 Processor -- start 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 0x55ccdc228240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc221bc0 0x55ccdc2255e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc225b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ccdc22d330 con 0x55ccdc221bc0 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ccdc0d4b20 con 0x55ccdc2224e0 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ccdc22d4b0 con 0x55ccdc21c8f0 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.749+0000 7ff2e01d9b80 10 client.0 _ll_register_callbacks cb 0x55ccdc115c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:26.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 0x55ccdc228240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 0x55ccdc228240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34076/0 (socket says 172.21.15.69:34076) 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 -- 172.21.15.69:0/4137727064 learned_addr learned my addr 172.21.15.69:0/4137727064 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc221bc0 0x55ccdc2255e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cf400700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc225b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 -- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 msgr2=0x55ccdc225b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc225b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 -- 172.21.15.69:0/4137727064 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc221bc0 msgr2=0x55ccdc2255e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc221bc0 0x55ccdc2255e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 -- 172.21.15.69:0/4137727064 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccdc134420 con 0x55ccdc21c8f0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2cea00700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 0x55ccdc228240 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0005830 tx=0x7ff2c00a5180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1ec2c08c8d0194c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.750+0000 7ff2bcc00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4137727064 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c00aa020 con 0x55ccdc21c8f0 2024-05-08T06:05:26.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4137727064 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff2c00cabd0 con 0x55ccdc21c8f0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2c00a9920 con 0x55ccdc21c8f0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4137727064 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff2c0088070 con 0x55ccdc21c8f0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2e01d9b80 10 client.25753 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ccdc22d330 con 0x55ccdc21c8f0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4137727064 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2c00a9920 con 0x55ccdc21c8f0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4137727064 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff2c0010820 con 0x55ccdc21c8f0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2e01d9b80 10 client.25753 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.751+0000 7ff2e01d9b80 10 client.25753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2e01d9b80 20 client.25753 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc239ed0 0x55ccdc23c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2e01d9b80 4 client.25753 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ccdc1e9140 con 0x55ccdc239ed0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc239ed0 0x55ccdc23c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc239ed0 0x55ccdc23c2c0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bafacb28628f9cd server_cookie=3073c32bbe56a3b8 in_seq=0 out_seq=0 2024-05-08T06:05:26.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.752+0000 7ff2bcc00700 10 client.25753 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:26.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.753+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4137727064 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ccdc1e9140 con 0x55ccdc239ed0 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.753+0000 7ff2bcc00700 10 client.25753 handle_command_reply: tid=0 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.753+0000 7ff2e01d9b80 1 client.25753 shutdown 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.753+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 msgr2=0x55ccdc228240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.753+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 0x55ccdc228240 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7ff2c0005830 tx=0x7ff2c00a5180 comp rx=0 tx=0).stop 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 shutdown_connections 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc225b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc239ed0 0x55ccdc23c2c0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc21c8f0 0x55ccdc228240 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2bcc00700 0 client.25753 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4137727064 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc221bc0 0x55ccdc2255e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 >> 172.21.15.69:0/4137727064 conn(0x55ccdc1946d0 msgr2=0x55ccdc216190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 shutdown_connections 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4137727064 wait complete. 2024-05-08T06:05:26.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.754+0000 7ff2e01d9b80 20 client.25753 trim_cache size 0 max 16384 2024-05-08T06:05:26.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 Processor -- start 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 -- start start 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc236410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc216910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01ae0b0 con 0x55ccdc21c8f0 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01ab940 con 0x55ccdc2224e0 2024-05-08T06:05:26.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.770+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01a9790 con 0x55ccdc221bc0 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33568/0 (socket says 172.21.15.69:33568) 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2cea00700 1 -- 172.21.15.69:0/31673331 learned_addr learned my addr 172.21.15.69:0/31673331 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc236410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2cf400700 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc216910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2c7e00700 1 -- 172.21.15.69:0/31673331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 msgr2=0x55ccdc216910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc216910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2c7e00700 1 -- 172.21.15.69:0/31673331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 msgr2=0x55ccdc21c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2c7e00700 1 -- 172.21.15.69:0/31673331 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccdc223b50 con 0x55ccdc221bc0 2024-05-08T06:05:26.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.771+0000 7ff2cea00700 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.772+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc236410 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x55ccdc23c920 tx=0x7ff2b8009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa23417638b309d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.772+0000 7ff2bf400700 1 -- 172.21.15.69:0/31673331 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b8023070 con 0x55ccdc221bc0 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.772+0000 7ff2bf400700 1 -- 172.21.15.69:0/31673331 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2b8005020 con 0x55ccdc221bc0 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.772+0000 7ff2bf400700 1 -- 172.21.15.69:0/31673331 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b8010690 con 0x55ccdc221bc0 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.772+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/31673331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 msgr2=0x55ccdc236410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc236410 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x55ccdc23c920 tx=0x7ff2b8009260 comp rx=0 tx=0).stop 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/31673331 shutdown_connections 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc2224e0 0x55ccdc216910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc21c8f0 0x55ccdc21c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/31673331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc236410 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/31673331 >> 172.21.15.69:0/31673331 conn(0x55ccdc1946d0 msgr2=0x55ccdc224630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/31673331 shutdown_connections 2024-05-08T06:05:26.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/31673331 wait complete. 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 -- start start 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.773+0000 7ff2e01d9b80 1 Processor -- start 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc21c8f0 0x55ccdc240da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc2412e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc2224e0 0x55ccdc241860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01a9e00 con 0x55ccdc2224e0 2024-05-08T06:05:26.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01ab270 con 0x55ccdc21c8f0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff2d01aa4d0 con 0x55ccdc221bc0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2e01d9b80 10 client.0 _ll_register_callbacks cb 0x55ccdc115c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2cf400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc2224e0 0x55ccdc241860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2cf400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc2224e0 0x55ccdc241860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:33584/0 (socket says 172.21.15.69:33584) 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2cea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc21c8f0 0x55ccdc240da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2cf400700 1 -- 172.21.15.69:0/4073283469 learned_addr learned my addr 172.21.15.69:0/4073283469 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.774+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc2412e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2cea00700 1 -- 172.21.15.69:0/4073283469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 msgr2=0x55ccdc2412e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2cea00700 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc2412e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2cea00700 1 -- 172.21.15.69:0/4073283469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc2224e0 msgr2=0x55ccdc241860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2cea00700 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc2224e0 0x55ccdc241860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2cea00700 1 -- 172.21.15.69:0/4073283469 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccdc231a80 con 0x55ccdc21c8f0 2024-05-08T06:05:26.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2cea00700 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc21c8f0 0x55ccdc240da0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff2c00a98b0 tx=0x7ff2c000e8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8bbb143d1f98247 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2bcc00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4073283469 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2c00b7060 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4073283469 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff2c00a83d0 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2b8005020 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4073283469 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff2c00a57e0 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2e01d9b80 10 client.25796 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.775+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ccdc232d80 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4073283469 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff2b8005020 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4073283469 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff2c00b22f0 con 0x55ccdc21c8f0 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2e01d9b80 10 client.25796 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2e01d9b80 10 client.25796 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2e01d9b80 20 client.25796 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc2a8d50 0x55ccdc2ab140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:26.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2e01d9b80 4 client.25796 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ccdc17c400 con 0x55ccdc2a8d50 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.776+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc2a8d50 0x55ccdc2ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2c7e00700 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc2a8d50 0x55ccdc2ab140 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b769de123140722d server_cookie=630a0672c234226e in_seq=0 out_seq=0 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2bcc00700 10 client.25796 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2bcc00700 1 -- 172.21.15.69:0/4073283469 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ccdc17c400 con 0x55ccdc2a8d50 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2bcc00700 10 client.25796 handle_command_reply: tid=0 2024-05-08T06:05:26.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2e01d9b80 1 client.25796 shutdown 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc21c8f0 msgr2=0x55ccdc240da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc21c8f0 0x55ccdc240da0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff2c00a98b0 tx=0x7ff2c000e8f0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.777+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 shutdown_connections 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ccdc2224e0 0x55ccdc241860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ccdc21c8f0 0x55ccdc240da0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ccdc2a8d50 0x55ccdc2ab140 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 --2- 172.21.15.69:0/4073283469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ccdc221bc0 0x55ccdc2412e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 >> 172.21.15.69:0/4073283469 conn(0x55ccdc1946d0 msgr2=0x55ccdc223da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2bcc00700 0 client.25796 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:26.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 shutdown_connections 2024-05-08T06:05:26.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 1 -- 172.21.15.69:0/4073283469 wait complete. 2024-05-08T06:05:26.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2e01d9b80 20 client.25796 trim_cache size 0 max 16384 2024-05-08T06:05:26.782 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:26.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2b40b2900 msgr2=0x7ff2b40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2b40b2900 0x7ff2b40b4dc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x55ccdc21d2b0 tx=0x7ff2c8005a20 comp rx=0 tx=0).stop 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 msgr2=0x7ff2d019f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.778+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 0x7ff2d019f6d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff2c000e9a0 tx=0x7ff2c000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 shutdown_connections 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff2b40b2900 0x7ff2b40b4dc0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff2d0107760 0x7ff2d0199890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff2d0102e00 0x7ff2d019f6d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 --2- 172.21.15.69:0/1854791366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff2d01037b0 0x7ff2d019fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 >> 172.21.15.69:0/1854791366 conn(0x7ff2d0078a10 msgr2=0x7ff2d0101d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 shutdown_connections 2024-05-08T06:05:26.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:26.779+0000 7ff2d5800700 1 -- 172.21.15.69:0/1854791366 wait complete. 2024-05-08T06:05:26.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:26 smithi069 ceph-mon[29571]: pgmap v572: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:26.863 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:26 smithi135 ceph-mon[34761]: pgmap v572: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:26 smithi105 ceph-mon[34393]: pgmap v572: 97 pgs: 97 active+clean; 2.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:27 smithi105 ceph-mon[34393]: pgmap v573: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:28.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:27 smithi135 ceph-mon[34761]: pgmap v573: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:28.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:27 smithi069 ceph-mon[29571]: pgmap v573: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:28.820 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:05:28.821 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:05:29.276 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:30.478 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:30 smithi069 ceph-mon[29571]: pgmap v574: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:30.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:30 smithi105 ceph-mon[34393]: pgmap v574: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:30 smithi135 ceph-mon[34761]: pgmap v574: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:31.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.752+0000 7fd5f0a00700 1 -- 172.21.15.69:0/1408202027 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 msgr2=0x7fd5ec108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.752+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/1408202027 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec108120 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fd5d40099c0 tx=0x7fd5d4009cd0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 -- 172.21.15.69:0/1408202027 shutdown_connections 2024-05-08T06:05:31.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/1408202027 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5ec108850 0x7fd5ec1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/1408202027 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/1408202027 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec108120 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 -- 172.21.15.69:0/1408202027 >> 172.21.15.69:0/1408202027 conn(0x7fd5ec07a600 msgr2=0x7fd5ec07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:31.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 -- 172.21.15.69:0/1408202027 shutdown_connections 2024-05-08T06:05:31.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.753+0000 7fd5f0a00700 1 -- 172.21.15.69:0/1408202027 wait complete. 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.754+0000 7fd5f0a00700 1 Processor -- start 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.754+0000 7fd5f0a00700 1 -- start start 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5f0a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec1a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5f0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec1a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5f0a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5ec108850 0x7fd5ec19bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5f0a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec113610 con 0x7fd5ec104100 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5f0a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec113490 con 0x7fd5ec108850 2024-05-08T06:05:31.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5f0a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec113790 con 0x7fd5ec103750 2024-05-08T06:05:31.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec1a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec1a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec1a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50596/0 (socket says 172.21.15.69:50596) 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 -- 172.21.15.69:0/3278318432 learned_addr learned my addr 172.21.15.69:0/3278318432 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec1a1e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56794/0 (socket says 172.21.15.69:56794) 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5ea800700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5ec108850 0x7fd5ec19bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 -- 172.21.15.69:0/3278318432 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5ec108850 msgr2=0x7fd5ec19bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5ec108850 0x7fd5ec19bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 -- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 msgr2=0x7fd5ec1a1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec1a1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e9e00700 1 -- 172.21.15.69:0/3278318432 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5ec19c290 con 0x7fd5ec103750 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.755+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec1a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.756+0000 7fd5e9e00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec1a1920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc00eb30 tx=0x7fd5dc00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.756+0000 7fd5e3400700 1 -- 172.21.15.69:0/3278318432 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc00cbd0 con 0x7fd5ec103750 2024-05-08T06:05:31.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.756+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5ec19c580 con 0x7fd5ec103750 2024-05-08T06:05:31.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.756+0000 7fd5e3400700 1 -- 172.21.15.69:0/3278318432 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5dc0044d0 con 0x7fd5ec103750 2024-05-08T06:05:31.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.756+0000 7fd5e3400700 1 -- 172.21.15.69:0/3278318432 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc003df0 con 0x7fd5ec103750 2024-05-08T06:05:31.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.756+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5ec1a87f0 con 0x7fd5ec103750 2024-05-08T06:05:31.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.760+0000 7fd5e3400700 1 -- 172.21.15.69:0/3278318432 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd5dc004000 con 0x7fd5ec103750 2024-05-08T06:05:31.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5fb2c2b80 1 Processor -- start 2024-05-08T06:05:31.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5fb2c2b80 1 -- start start 2024-05-08T06:05:31.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 0x55769bb71020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb71560 0x55769bb6b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5e3400700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2900 0x7fd5d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb6b970 0x55769bb6bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.761+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55769babdaa0 con 0x55769bb71560 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55769ba5b7e0 con 0x55769bb6b970 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55769bab9a60 con 0x55769bb70c40 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5e3400700 1 -- 172.21.15.69:0/3278318432 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd5dc0e2400 con 0x7fd5ec103750 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 0x55769bb71020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 0x55769bb71020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50602/0 (socket says 172.21.15.69:50602) 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 -- 172.21.15.69:0/1876651686 learned_addr learned my addr 172.21.15.69:0/1876651686 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5e1400700 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb71560 0x55769bb6b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb6b970 0x55769bb6bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5e9e00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2900 0x7fd5d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 -- 172.21.15.69:0/1876651686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb6b970 msgr2=0x55769bb6bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb6b970 0x55769bb6bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 -- 172.21.15.69:0/1876651686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb71560 msgr2=0x55769bb6b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb71560 0x55769bb6b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.762+0000 7fd5ea800700 1 -- 172.21.15.69:0/1876651686 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55769ba0a950 con 0x55769bb70c40 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.763+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 0x55769bb71020 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4008c50 tx=0x7fd5e4009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30323860a15e6221 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.763+0000 7fd5e9e00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2900 0x7fd5d00b4dc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0046a0 tx=0x7fd5dc003f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.763+0000 7fd5db400700 1 -- 172.21.15.69:0/1876651686 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e4020070 con 0x55769bb70c40 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.763+0000 7fd5db400700 1 -- 172.21.15.69:0/1876651686 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e4008260 con 0x55769bb70c40 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.763+0000 7fd5db400700 1 -- 172.21.15.69:0/1876651686 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e40077f0 con 0x55769bb70c40 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1876651686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 msgr2=0x55769bb71020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 0x55769bb71020 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4008c50 tx=0x7fd5e4009920 comp rx=0 tx=0).stop 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1876651686 shutdown_connections 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb6b970 0x55769bb6bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb70c40 0x55769bb71020 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1876651686 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb71560 0x55769bb6b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1876651686 >> 172.21.15.69:0/1876651686 conn(0x55769bae3750 msgr2=0x55769bb65b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1876651686 shutdown_connections 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.764+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1876651686 wait complete. 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.765+0000 7fd5fb2c2b80 1 -- start start 2024-05-08T06:05:31.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.765+0000 7fd5fb2c2b80 1 Processor -- start 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.765+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 0x55769bb772c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.765+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb70c40 0x55769bb74660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb74ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55769bb77fa0 con 0x55769bb70c40 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55769ba23ba0 con 0x55769bb71560 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55769bb78120 con 0x55769bb6b970 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5fb2c2b80 10 client.0 _ll_register_callbacks cb 0x55769ba64cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb70c40 0x55769bb74660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5ea800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 0x55769bb772c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5ea800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 0x55769bb772c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50618/0 (socket says 172.21.15.69:50618) 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5ea800700 1 -- 172.21.15.69:0/3299015454 learned_addr learned my addr 172.21.15.69:0/3299015454 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:31.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5ea800700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb74ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5e1400700 1 -- 172.21.15.69:0/3299015454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 msgr2=0x55769bb772c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 0x55769bb772c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5e1400700 1 -- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 msgr2=0x55769bb74ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb74ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5e1400700 1 -- 172.21.15.69:0/3299015454 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55769ba834a0 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.766+0000 7fd5ea800700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 0x55769bb772c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb70c40 0x55769bb74660 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4009990 tx=0x7fd5d400b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17004a03cbf7960 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5cfe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5cfe00700 1 -- 172.21.15.69:0/3299015454 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d4029060 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5cfe00700 1 -- 172.21.15.69:0/3299015454 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd5d40054d0 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5e4008260 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5cfe00700 1 -- 172.21.15.69:0/3299015454 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd5d40056d0 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5fb2c2b80 10 client.15678 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.767+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55769bb82880 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5cfe00700 1 -- 172.21.15.69:0/3299015454 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5e4008260 con 0x55769bb70c40 2024-05-08T06:05:31.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5cfe00700 1 -- 172.21.15.69:0/3299015454 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd5d4024890 con 0x55769bb70c40 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5fb2c2b80 10 client.15678 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5fb2c2b80 10 client.15678 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5fb2c2b80 20 client.15678 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bb84ec0 0x55769bb872b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5fb2c2b80 4 client.15678 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.768+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55769bb381c0 con 0x55769bb84ec0 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.769+0000 7fd5ea800700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bb84ec0 0x55769bb872b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.769+0000 7fd5ea800700 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bb84ec0 0x55769bb872b0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83a8198b93ac176a server_cookie=384eb8168ef5770f in_seq=0 out_seq=0 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.769+0000 7fd5cfe00700 10 client.15678 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5cfe00700 1 -- 172.21.15.69:0/3299015454 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55769bb381c0 con 0x55769bb84ec0 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5cfe00700 10 client.15678 handle_command_reply: tid=0 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 client.15678 shutdown 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb70c40 msgr2=0x55769bb74660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb70c40 0x55769bb74660 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4009990 tx=0x7fd5d400b880 comp rx=0 tx=0).stop 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 shutdown_connections 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb74ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bb84ec0 0x55769bb872b0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb6b970 0x55769bb772c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3299015454 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb70c40 0x55769bb74660 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 >> 172.21.15.69:0/3299015454 conn(0x55769bae3750 msgr2=0x55769bb65210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5cfe00700 0 client.15678 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.770+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 shutdown_connections 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.771+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3299015454 wait complete. 2024-05-08T06:05:31.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.771+0000 7fd5fb2c2b80 20 client.15678 trim_cache size 0 max 16384 2024-05-08T06:05:31.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 Processor -- start 2024-05-08T06:05:31.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 -- start start 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb81030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb65990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bb74620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1b24d0 con 0x55769bb6b970 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1afd60 con 0x55769bb71560 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.793+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1adbb0 con 0x55769bb76c70 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb65990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5ea800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb81030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb65990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:50486/0 (socket says 172.21.15.69:50486) 2024-05-08T06:05:31.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 -- 172.21.15.69:0/3820905677 learned_addr learned my addr 172.21.15.69:0/3820905677 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:31.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5ea800700 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bb74620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 -- 172.21.15.69:0/3820905677 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 msgr2=0x55769bb74620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bb74620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 -- 172.21.15.69:0/3820905677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 msgr2=0x55769bb81030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb81030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 -- 172.21.15.69:0/3820905677 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55769bb72150 con 0x55769bb71560 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.794+0000 7fd5e1400700 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb65990 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400b910 tx=0x7fd5d4005cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d87df19307200d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5daa00700 1 -- 172.21.15.69:0/3820905677 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d403d070 con 0x55769bb71560 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5daa00700 1 -- 172.21.15.69:0/3820905677 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5d4024930 con 0x55769bb71560 2024-05-08T06:05:31.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5daa00700 1 -- 172.21.15.69:0/3820905677 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d4034040 con 0x55769bb71560 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3820905677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 msgr2=0x55769bb65990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb65990 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400b910 tx=0x7fd5d4005cd0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3820905677 shutdown_connections 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bb74620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb81030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/3820905677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb65990 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.795+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3820905677 >> 172.21.15.69:0/3820905677 conn(0x55769bae3750 msgr2=0x55769bb73f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.796+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3820905677 shutdown_connections 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.796+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/3820905677 wait complete. 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.796+0000 7fd5fb2c2b80 1 -- start start 2024-05-08T06:05:31.797 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.796+0000 7fd5fb2c2b80 1 Processor -- start 2024-05-08T06:05:31.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb7a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb7ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bbe96c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1ae220 con 0x55769bb6b970 2024-05-08T06:05:31.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1af690 con 0x55769bb71560 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd5ec1ae8f0 con 0x55769bb76c70 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5fb2c2b80 10 client.0 _ll_register_callbacks cb 0x55769ba64cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb7ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5ea800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb7a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb7ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:50496/0 (socket says 172.21.15.69:50496) 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 -- 172.21.15.69:0/1792629192 learned_addr learned my addr 172.21.15.69:0/1792629192 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bbe96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 -- 172.21.15.69:0/1792629192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 msgr2=0x55769bbe96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bbe96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 -- 172.21.15.69:0/1792629192 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 msgr2=0x55769bb7a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb7a900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5e1400700 1 -- 172.21.15.69:0/1792629192 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55769bbe9cb0 con 0x55769bb71560 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.797+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb7a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5e1400700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb7ae40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4024d30 tx=0x7fd5d40036f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e9c1c4f9b9e34b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5cfe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:31.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5cfe00700 1 -- 172.21.15.69:0/1792629192 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5d403d070 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd5d4024930 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5cfe00700 1 -- 172.21.15.69:0/1792629192 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd5d40052d0 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5cfe00700 1 -- 172.21.15.69:0/1792629192 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd5d4034040 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5fb2c2b80 10 client.25814 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55769bbf1070 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.798+0000 7fd5cfe00700 1 -- 172.21.15.69:0/1792629192 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd5d4024930 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5cfe00700 1 -- 172.21.15.69:0/1792629192 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd5d400f4f0 con 0x55769bb71560 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5fb2c2b80 10 client.25814 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5fb2c2b80 10 client.25814 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5fb2c2b80 20 client.25814 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bbf16b0 0x55769bbf3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5fb2c2b80 4 client.25814 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55769bacb480 con 0x55769bbf16b0 2024-05-08T06:05:31.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.799+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bbf16b0 0x55769bbf3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:31.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.800+0000 7fd5ea800700 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bbf16b0 0x55769bbf3aa0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b5ce11a500bba02 server_cookie=3611791692043ec3 in_seq=0 out_seq=0 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.800+0000 7fd5cfe00700 10 client.25814 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5cfe00700 1 -- 172.21.15.69:0/1792629192 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55769bacb480 con 0x55769bbf16b0 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5cfe00700 10 client.25814 handle_command_reply: tid=0 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 client.25814 shutdown 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 msgr2=0x55769bb7ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb7ae40 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4024d30 tx=0x7fd5d40036f0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 shutdown_connections 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55769bbf16b0 0x55769bbf3aa0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55769bb76c70 0x55769bbe96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55769bb6b970 0x55769bb7a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5cfe00700 0 client.25814 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 --2- 172.21.15.69:0/1792629192 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55769bb71560 0x55769bb7ae40 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 >> 172.21.15.69:0/1792629192 conn(0x55769bae3750 msgr2=0x55769bb76480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 shutdown_connections 2024-05-08T06:05:31.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 1 -- 172.21.15.69:0/1792629192 wait complete. 2024-05-08T06:05:31.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.801+0000 7fd5fb2c2b80 20 client.25814 trim_cache size 0 max 16384 2024-05-08T06:05:31.804 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:05:31.804 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:05:31.804 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "13b9f9cd-a4bc-4b93-bd8f-bb17be8abcca", 2024-05-08T06:05:31.804 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:05:31.804 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2900 msgr2=0x7fd5d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2900 0x7fd5d00b4dc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0046a0 tx=0x7fd5dc003f90 comp rx=0 tx=0).stop 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 msgr2=0x7fd5ec1a1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec1a1920 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc00eb30 tx=0x7fd5dc00ee40 comp rx=0 tx=0).stop 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 shutdown_connections 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd5d00b2900 0x7fd5d00b4dc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd5ec108850 0x7fd5ec19bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd5ec103750 0x7fd5ec1a1920 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 --2- 172.21.15.69:0/3278318432 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd5ec104100 0x7fd5ec1a1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 >> 172.21.15.69:0/3278318432 conn(0x7fd5ec07a600 msgr2=0x7fd5ec101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.802+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 shutdown_connections 2024-05-08T06:05:31.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:31.803+0000 7fd5f0a00700 1 -- 172.21.15.69:0/3278318432 wait complete. 2024-05-08T06:05:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:32 smithi105 ceph-mon[34393]: pgmap v575: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:32 smithi135 ceph-mon[34761]: pgmap v575: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:32 smithi069 ceph-mon[29571]: pgmap v575: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:32.821 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:05:33.255 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:33.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:33 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:05:33.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:33 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:33.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:33 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:05:33.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:33 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:33 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:05:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:33 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:33 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:05:33.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:33 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:33 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:05:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:33 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:33 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:05:33.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:33 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:34 smithi069 ceph-mon[29571]: pgmap v576: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:34 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:05:34.421 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:34 smithi105 ceph-mon[34393]: pgmap v576: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:34.421 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:34 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:05:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:34 smithi135 ceph-mon[34761]: pgmap v576: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:34 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:05:35.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.689+0000 7ffbb9800700 1 -- 172.21.15.69:0/3249098027 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40758d0 msgr2=0x7ffbb4075cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.689+0000 7ffbb9800700 1 --2- 172.21.15.69:0/3249098027 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40758d0 0x7ffbb4075cb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ffba4009990 tx=0x7ffba4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 -- 172.21.15.69:0/3249098027 shutdown_connections 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 --2- 172.21.15.69:0/3249098027 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb410fc00 0x7ffbb4112070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 --2- 172.21.15.69:0/3249098027 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40758d0 0x7ffbb4075cb0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 --2- 172.21.15.69:0/3249098027 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb40761f0 0x7ffbb410f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 -- 172.21.15.69:0/3249098027 >> 172.21.15.69:0/3249098027 conn(0x7ffbb40feef0 msgr2=0x7ffbb4101310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 -- 172.21.15.69:0/3249098027 shutdown_connections 2024-05-08T06:05:35.691 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.690+0000 7ffbb9800700 1 -- 172.21.15.69:0/3249098027 wait complete. 2024-05-08T06:05:35.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 Processor -- start 2024-05-08T06:05:35.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 -- start start 2024-05-08T06:05:35.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 0x7ffbb419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40761f0 0x7ffbb419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb410fc00 0x7ffbb41a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41157f0 con 0x7ffbb40758d0 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4115670 con 0x7ffbb40761f0 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.691+0000 7ffbb9800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb4115970 con 0x7ffbb410fc00 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 0x7ffbb419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 0x7ffbb419bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56854/0 (socket says 172.21.15.69:56854) 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2101374056 learned_addr learned my addr 172.21.15.69:0/2101374056 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb410fc00 0x7ffbb41a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3400700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40761f0 0x7ffbb419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2101374056 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb410fc00 msgr2=0x7ffbb41a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb410fc00 0x7ffbb41a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2101374056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40761f0 msgr2=0x7ffbb419c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40761f0 0x7ffbb419c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2101374056 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb41a0d70 con 0x7ffbb40758d0 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb410fc00 0x7ffbb41a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.692+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 0x7ffbb419bd60 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ffba4000c00 tx=0x7ffba40057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.693+0000 7ffbb0c00700 1 -- 172.21.15.69:0/2101374056 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4027070 con 0x7ffbb40758d0 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.693+0000 7ffbb0c00700 1 -- 172.21.15.69:0/2101374056 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba4022470 con 0x7ffbb40758d0 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.693+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb41a1000 con 0x7ffbb40758d0 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.693+0000 7ffbb0c00700 1 -- 172.21.15.69:0/2101374056 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4017650 con 0x7ffbb40758d0 2024-05-08T06:05:35.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.693+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb41a88e0 con 0x7ffbb40758d0 2024-05-08T06:05:35.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.697+0000 7ffbb0c00700 1 -- 172.21.15.69:0/2101374056 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ffba402a070 con 0x7ffbb40758d0 2024-05-08T06:05:35.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.698+0000 7ffbc57c9b80 1 Processor -- start 2024-05-08T06:05:35.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.698+0000 7ffbc57c9b80 1 -- start start 2024-05-08T06:05:35.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc38dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 0x56253bc32fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc33a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56253bb85a20 con 0x56253bc39300 2024-05-08T06:05:35.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56253bb23760 con 0x56253bc389e0 2024-05-08T06:05:35.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56253bb819e0 con 0x56253bc33600 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb0c00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffb980b2900 0x7ffb980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 0x56253bc32fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 0x56253bc32fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56868/0 (socket says 172.21.15.69:56868) 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb3e00700 1 -- 172.21.15.69:0/1688938737 learned_addr learned my addr 172.21.15.69:0/1688938737 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb0c00700 1 -- 172.21.15.69:0/2101374056 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffba40e2e60 con 0x7ffbb40758d0 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb3400700 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc33a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.699+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc38dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffb980b2900 0x7ffb980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3e00700 1 -- 172.21.15.69:0/1688938737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 msgr2=0x56253bc33a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc33a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3e00700 1 -- 172.21.15.69:0/1688938737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 msgr2=0x56253bc38dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc38dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3e00700 1 -- 172.21.15.69:0/1688938737 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253bad28d0 con 0x56253bc39300 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3400700 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc33a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.700+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 0x56253bc32fe0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ffba40aa1c0 tx=0x7ffba40d9a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca79d490df17963 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.701+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffb980b2900 0x7ffb980b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ffbac009fd0 tx=0x7ffbac00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.701+0000 7ffba9600700 1 -- 172.21.15.69:0/1688938737 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40920d0 con 0x56253bc39300 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.701+0000 7ffba9600700 1 -- 172.21.15.69:0/1688938737 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba40a9fd0 con 0x56253bc39300 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.701+0000 7ffba9600700 1 -- 172.21.15.69:0/1688938737 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4022920 con 0x56253bc39300 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/1688938737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 msgr2=0x56253bc32fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 0x56253bc32fe0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ffba40aa1c0 tx=0x7ffba40d9a40 comp rx=0 tx=0).stop 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/1688938737 shutdown_connections 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc33a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc38dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/1688938737 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc39300 0x56253bc32fe0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/1688938737 >> 172.21.15.69:0/1688938737 conn(0x56253bb61b60 msgr2=0x56253bc2d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/1688938737 shutdown_connections 2024-05-08T06:05:35.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.702+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/1688938737 wait complete. 2024-05-08T06:05:35.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 -- start start 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 Processor -- start 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc3ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc389e0 0x56253bc3f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 0x56253bc3c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56253bc3fb70 con 0x56253bc389e0 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56253baebb20 con 0x56253bc39300 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56253bc3fcf0 con 0x56253bc33600 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.703+0000 7ffbc57c9b80 10 client.0 _ll_register_callbacks cb 0x56253bb2cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc3ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb8e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 0x56253bc3c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc3ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50664/0 (socket says 172.21.15.69:50664) 2024-05-08T06:05:35.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb8e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 0x56253bc3c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:50552/0 (socket says 172.21.15.69:50552) 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb8e00700 1 -- 172.21.15.69:0/3828860618 learned_addr learned my addr 172.21.15.69:0/3828860618 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc389e0 0x56253bc3f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 -- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 msgr2=0x56253bc3c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 0x56253bc3c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 -- 172.21.15.69:0/3828860618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc389e0 msgr2=0x56253bc3f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc389e0 0x56253bc3f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 -- 172.21.15.69:0/3828860618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56253bb4b420 con 0x56253bc33600 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 0x56253bc3c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc3ee90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffba40a6540 tx=0x7ffba40921f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2345a132539dd5ee server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.704+0000 7ffb9e000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffb9e000700 1 -- 172.21.15.69:0/3828860618 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40aabc0 con 0x56253bc33600 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffb9e000700 1 -- 172.21.15.69:0/3828860618 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffba40a4be0 con 0x56253bc33600 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffba40a9fd0 con 0x56253bc33600 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffb9e000700 1 -- 172.21.15.69:0/3828860618 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffba40b3290 con 0x56253bc33600 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffbc57c9b80 10 client.25789 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:35.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56253bc3fb70 con 0x56253bc33600 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffb9e000700 1 -- 172.21.15.69:0/3828860618 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba40a9fd0 con 0x56253bc33600 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.705+0000 7ffb9e000700 1 -- 172.21.15.69:0/3828860618 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffba40b2e00 con 0x56253bc33600 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbc57c9b80 10 client.25789 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbc57c9b80 10 client.25789 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbc57c9b80 20 client.25789 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bc4c560 0x56253bc4e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbc57c9b80 4 client.25789 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:35.708 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56253bc000a0 con 0x56253bc4c560 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbb3400700 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bc4c560 0x56253bc4e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffbb3400700 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bc4c560 0x56253bc4e9a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=139543220a802391 server_cookie=5ad29fb9089f3a3c in_seq=0 out_seq=0 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.706+0000 7ffb9e000700 10 client.25789 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.707+0000 7ffb9e000700 1 -- 172.21.15.69:0/3828860618 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56253bc000a0 con 0x56253bc4c560 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.707+0000 7ffb9e000700 10 client.25789 handle_command_reply: tid=0 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.707+0000 7ffbc57c9b80 1 client.25789 shutdown 2024-05-08T06:05:35.709 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 msgr2=0x56253bc3ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc3ee90 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ffba40a6540 tx=0x7ffba40921f0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 shutdown_connections 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc39300 0x56253bc3c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bc4c560 0x56253bc4e9a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc33600 0x56253bc3ee90 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/3828860618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc389e0 0x56253bc3f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffb9e000700 0 client.25789 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 >> 172.21.15.69:0/3828860618 conn(0x56253bb61b60 msgr2=0x56253bc28460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 shutdown_connections 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/3828860618 wait complete. 2024-05-08T06:05:35.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.708+0000 7ffbc57c9b80 20 client.25789 trim_cache size 0 max 16384 2024-05-08T06:05:35.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 Processor -- start 2024-05-08T06:05:35.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 -- start start 2024-05-08T06:05:35.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc32fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc2f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc3b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41b2450 con 0x56253bc33600 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41afce0 con 0x56253bc389e0 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.730+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41adb50 con 0x56253bc39300 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc32fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc32fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56890/0 (socket says 172.21.15.69:56890) 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2990485656 learned_addr learned my addr 172.21.15.69:0/2990485656 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc3b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3400700 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc2f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2990485656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 msgr2=0x56253bc3b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc3b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2990485656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 msgr2=0x56253bc2f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc2f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 -- 172.21.15.69:0/2990485656 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253bc3a7f0 con 0x56253bc33600 2024-05-08T06:05:35.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.731+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc32fe0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ffba40b3450 tx=0x7ffba40a9cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc967ca1054a3ec4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:35.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffba8c00700 1 -- 172.21.15.69:0/2990485656 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40a9fd0 con 0x56253bc33600 2024-05-08T06:05:35.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffba8c00700 1 -- 172.21.15.69:0/2990485656 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba40ae870 con 0x56253bc33600 2024-05-08T06:05:35.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffba8c00700 1 -- 172.21.15.69:0/2990485656 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40a4be0 con 0x56253bc33600 2024-05-08T06:05:35.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/2990485656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 msgr2=0x56253bc32fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc32fe0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ffba40b3450 tx=0x7ffba40a9cf0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/2990485656 shutdown_connections 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc3b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc32fe0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/2990485656 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc2f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.732+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/2990485656 >> 172.21.15.69:0/2990485656 conn(0x56253bb61b60 msgr2=0x56253bc3ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.733+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/2990485656 shutdown_connections 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.733+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/2990485656 wait complete. 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.733+0000 7ffbc57c9b80 1 -- start start 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.733+0000 7ffbc57c9b80 1 Processor -- start 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc45200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc41f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc42450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41ae1a0 con 0x56253bc33600 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41af610 con 0x56253bc389e0 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb41ae870 con 0x56253bc39300 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbc57c9b80 10 client.0 _ll_register_callbacks cb 0x56253bb2cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc45200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbb3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc45200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56894/0 (socket says 172.21.15.69:56894) 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbb3e00700 1 -- 172.21.15.69:0/19536288 learned_addr learned my addr 172.21.15.69:0/19536288 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbb3400700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc41f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc42450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.734+0000 7ffbb3e00700 1 -- 172.21.15.69:0/19536288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 msgr2=0x56253bc42450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc42450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb3e00700 1 -- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 msgr2=0x56253bc41f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc41f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb3e00700 1 -- 172.21.15.69:0/19536288 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56253bc42a10 con 0x56253bc33600 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb3400700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc41f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb8e00700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc42450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbb3e00700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc45200 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ffba40b3200 tx=0x7ffba40b30b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff77a93d94357e1b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffb9e000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffb9e000700 1 -- 172.21.15.69:0/19536288 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40a9fd0 con 0x56253bc33600 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffb9e000700 1 -- 172.21.15.69:0/19536288 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffba40a4be0 con 0x56253bc33600 2024-05-08T06:05:35.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffba40ae870 con 0x56253bc33600 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffb9e000700 1 -- 172.21.15.69:0/19536288 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ffba40a99d0 con 0x56253bc33600 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbc57c9b80 10 client.15702 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.735+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56253bc42a10 con 0x56253bc33600 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffb9e000700 1 -- 172.21.15.69:0/19536288 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffba40ae870 con 0x56253bc33600 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffb9e000700 1 -- 172.21.15.69:0/19536288 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ffba400fbe0 con 0x56253bc33600 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbc57c9b80 10 client.15702 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbc57c9b80 10 client.15702 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbc57c9b80 20 client.15702 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bcc0700 0x56253bcc2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbc57c9b80 4 client.15702 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56253bb93400 con 0x56253bcc0700 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.736+0000 7ffbb3400700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bcc0700 0x56253bcc2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.737+0000 7ffbb3400700 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bcc0700 0x56253bcc2b20 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a570e53617ef9a80 server_cookie=7b3d50d68018e829 in_seq=0 out_seq=0 2024-05-08T06:05:35.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.737+0000 7ffb9e000700 10 client.15702 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffb9e000700 1 -- 172.21.15.69:0/19536288 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56253bb93400 con 0x56253bcc0700 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffb9e000700 10 client.15702 handle_command_reply: tid=0 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 client.15702 shutdown 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 msgr2=0x56253bc45200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc45200 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ffba40b3200 tx=0x7ffba40b30b0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 shutdown_connections 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56253bcc0700 0x56253bcc2b20 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56253bc39300 0x56253bc42450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56253bc33600 0x56253bc45200 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 --2- 172.21.15.69:0/19536288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56253bc389e0 0x56253bc41f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffb9e000700 0 client.15702 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.738+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 >> 172.21.15.69:0/19536288 conn(0x56253bb61b60 msgr2=0x56253bc27bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.739+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 shutdown_connections 2024-05-08T06:05:35.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.739+0000 7ffbc57c9b80 1 -- 172.21.15.69:0/19536288 wait complete. 2024-05-08T06:05:35.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.739+0000 7ffbc57c9b80 20 client.15702 trim_cache size 0 max 16384 2024-05-08T06:05:35.742 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:05:35.742 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:05:35.742 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:05:35.742 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.739+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffb980b2900 msgr2=0x7ffb980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.739+0000 7ffbb9800700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffb980b2900 0x7ffb980b4dc0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ffbac009fd0 tx=0x7ffbac00b040 comp rx=0 tx=0).stop 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 msgr2=0x7ffbb419bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 0x7ffbb419bd60 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ffba4000c00 tx=0x7ffba40057c0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 shutdown_connections 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffbb410fc00 0x7ffbb41a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffbb40758d0 0x7ffbb419bd60 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffb980b2900 0x7ffb980b4dc0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 --2- 172.21.15.69:0/2101374056 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffbb40761f0 0x7ffbb419c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 >> 172.21.15.69:0/2101374056 conn(0x7ffbb40feef0 msgr2=0x7ffbb40ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 shutdown_connections 2024-05-08T06:05:35.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:35.740+0000 7ffbb9800700 1 -- 172.21.15.69:0/2101374056 wait complete. 2024-05-08T06:05:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:36 smithi105 ceph-mon[34393]: pgmap v577: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:36 smithi135 ceph-mon[34761]: pgmap v577: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:36 smithi069 ceph-mon[29571]: pgmap v577: 97 pgs: 97 active+clean; 2.3 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:36.737 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:05:36.738 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:05:37.188 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:38.422 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:38 smithi069 ceph-mon[29571]: pgmap v578: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:38 smithi105 ceph-mon[34393]: pgmap v578: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:38 smithi135 ceph-mon[34761]: pgmap v578: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:39.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.586+0000 7f1753600700 1 -- 172.21.15.69:0/4095331017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 msgr2=0x7f174c10bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:39.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.586+0000 7f1753600700 1 --2- 172.21.15.69:0/4095331017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 0x7f174c10bac0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1740009990 tx=0x7f1740009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.586+0000 7f1753600700 1 -- 172.21.15.69:0/4095331017 shutdown_connections 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.586+0000 7f1753600700 1 --2- 172.21.15.69:0/4095331017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1060a0 0x7f174c1125b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.586+0000 7f1753600700 1 --2- 172.21.15.69:0/4095331017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 0x7f174c10bac0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.586+0000 7f1753600700 1 --2- 172.21.15.69:0/4095331017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1056e0 0x7f174c105b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.587+0000 7f1753600700 1 -- 172.21.15.69:0/4095331017 >> 172.21.15.69:0/4095331017 conn(0x7f174c1011d0 msgr2=0x7f174c1035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.587+0000 7f1753600700 1 -- 172.21.15.69:0/4095331017 shutdown_connections 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.587+0000 7f1753600700 1 -- 172.21.15.69:0/4095331017 wait complete. 2024-05-08T06:05:39.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 Processor -- start 2024-05-08T06:05:39.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 -- start start 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1056e0 0x7f174c19bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 0x7f174c19c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 0x7f174c1a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f174c1158e0 con 0x7f174c10b6e0 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f174c115760 con 0x7f174c1060a0 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.589+0000 7f1753600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f174c115a60 con 0x7f174c1056e0 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 0x7f174c19c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 0x7f174c19c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40684/0 (socket says 172.21.15.69:40684) 2024-05-08T06:05:39.590 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 -- 172.21.15.69:0/561606212 learned_addr learned my addr 172.21.15.69:0/561606212 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f1750c00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1056e0 0x7f174c19bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:39.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f1751600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 0x7f174c1a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 -- 172.21.15.69:0/561606212 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1056e0 msgr2=0x7f174c19bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1056e0 0x7f174c19bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 -- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 msgr2=0x7f174c1a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 0x7f174c1a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f174be00700 1 -- 172.21.15.69:0/561606212 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f174c1a0d70 con 0x7f174c1060a0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.590+0000 7f1750c00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1056e0 0x7f174c19bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.591+0000 7f174be00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 0x7f174c19c2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f173800e9a0 tx=0x7f173800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.591+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f173800ca10 con 0x7f174c1060a0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.591+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f174c1a1060 con 0x7f174c1060a0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.591+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f173800cbb0 con 0x7f174c1060a0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.591+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1738018420 con 0x7f174c1060a0 2024-05-08T06:05:39.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.591+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f174c1a88e0 con 0x7f174c1060a0 2024-05-08T06:05:39.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.592+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f174c06a190 con 0x7f174c1060a0 2024-05-08T06:05:39.595 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.595+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1738010430 con 0x7f174c1060a0 2024-05-08T06:05:39.596 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.596+0000 7f1749600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f17340b2880 0x7f17340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.596+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f17380e2630 con 0x7f174c1060a0 2024-05-08T06:05:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.597+0000 7f1750c00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f17340b2880 0x7f17340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:39.597 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.597+0000 7f1750c00700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f17340b2880 0x7f17340b4d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f17400098e0 tx=0x7f1740005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:39.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.598+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f17380aa300 con 0x7f174c1060a0 2024-05-08T06:05:39.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.889+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f174c02e510 con 0x7f174c1060a0 2024-05-08T06:05:39.891 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.890+0000 7f1749600700 1 -- 172.21.15.69:0/561606212 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f173800cd60 con 0x7f174c1060a0 2024-05-08T06:05:39.891 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:05:39.891 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:05:39.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.893+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f17340b2880 msgr2=0x7f17340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:39.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.893+0000 7f1753600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f17340b2880 0x7f17340b4d40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f17400098e0 tx=0x7f1740005960 comp rx=0 tx=0).stop 2024-05-08T06:05:39.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.893+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 msgr2=0x7f174c19c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:39.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.893+0000 7f1753600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 0x7f174c19c2f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f173800e9a0 tx=0x7f173800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 shutdown_connections 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f174c10b6e0 0x7f174c1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f174c1056e0 0x7f174c19bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f17340b2880 0x7f17340b4d40 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 --2- 172.21.15.69:0/561606212 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f174c1060a0 0x7f174c19c2f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 >> 172.21.15.69:0/561606212 conn(0x7f174c1011d0 msgr2=0x7f174c1017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 shutdown_connections 2024-05-08T06:05:39.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:39.894+0000 7f1753600700 1 -- 172.21.15.69:0/561606212 wait complete. 2024-05-08T06:05:39.896 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:05:40.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:40 smithi069 ceph-mon[29571]: pgmap v579: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:40.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:40 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/561606212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:05:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:40 smithi105 ceph-mon[34393]: pgmap v579: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:40 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/561606212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:05:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:40 smithi135 ceph-mon[34761]: pgmap v579: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:40 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/561606212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:05:40.812 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:05:41.249 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:42.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:42 smithi069 ceph-mon[29571]: pgmap v580: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:42 smithi105 ceph-mon[34393]: pgmap v580: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:42.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:42 smithi135 ceph-mon[34761]: pgmap v580: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:43.281 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:43 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:05:43.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:43 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:05:43.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:43 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 -- 172.21.15.69:0/1252828648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80760e0 msgr2=0x7f0ea810f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 --2- 172.21.15.69:0/1252828648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80760e0 0x7f0ea810f740 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0e94009990 tx=0x7f0e94009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 -- 172.21.15.69:0/1252828648 shutdown_connections 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 --2- 172.21.15.69:0/1252828648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ea810fc80 0x7f0ea8112070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 --2- 172.21.15.69:0/1252828648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80757c0 0x7f0ea8075ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 --2- 172.21.15.69:0/1252828648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80760e0 0x7f0ea810f740 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 -- 172.21.15.69:0/1252828648 >> 172.21.15.69:0/1252828648 conn(0x7f0ea80feeb0 msgr2=0x7f0ea81012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 -- 172.21.15.69:0/1252828648 shutdown_connections 2024-05-08T06:05:43.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.566+0000 7f0eada00700 1 -- 172.21.15.69:0/1252828648 wait complete. 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.567+0000 7f0eada00700 1 Processor -- start 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 -- start start 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80757c0 0x7f0ea81a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80760e0 0x7f0ea81a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ea810fc80 0x7f0ea819bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81157c0 con 0x7f0ea80757c0 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea8115640 con 0x7f0ea810fc80 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0eada00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea8115940 con 0x7f0ea80760e0 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80757c0 0x7f0ea81a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0ea7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80760e0 0x7f0ea81a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80757c0 0x7f0ea81a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57272/0 (socket says 172.21.15.69:57272) 2024-05-08T06:05:43.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.568+0000 7f0ea7e00700 1 -- 172.21.15.69:0/3588777294 learned_addr learned my addr 172.21.15.69:0/3588777294 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:43.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ead000700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ea810fc80 0x7f0ea819bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea7400700 1 -- 172.21.15.69:0/3588777294 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ea810fc80 msgr2=0x7f0ea819bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea7400700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ea810fc80 0x7f0ea819bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea7400700 1 -- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80757c0 msgr2=0x7f0ea81a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea7400700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80757c0 0x7f0ea81a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea7400700 1 -- 172.21.15.69:0/3588777294 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea819c460 con 0x7f0ea80760e0 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea7400700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80760e0 0x7f0ea81a1fa0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0e940098e0 tx=0x7f0e940057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.569+0000 7f0ea4c00700 1 -- 172.21.15.69:0/3588777294 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e94027070 con 0x7f0ea80760e0 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.570+0000 7f0ea4c00700 1 -- 172.21.15.69:0/3588777294 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e94022470 con 0x7f0ea80760e0 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.570+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ea819c6f0 con 0x7f0ea80760e0 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.570+0000 7f0ea4c00700 1 -- 172.21.15.69:0/3588777294 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e94017650 con 0x7f0ea80760e0 2024-05-08T06:05:43.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.570+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ea81a89e0 con 0x7f0ea80760e0 2024-05-08T06:05:43.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.574+0000 7f0ea4c00700 1 -- 172.21.15.69:0/3588777294 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0e9402a070 con 0x7f0ea80760e0 2024-05-08T06:05:43.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.574+0000 7f0eb99e1b80 1 Processor -- start 2024-05-08T06:05:43.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.574+0000 7f0eb99e1b80 1 -- start start 2024-05-08T06:05:43.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ad3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad4300 0x562709acdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ace600 0x562709acea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562709a20a20 con 0x562709ad39e0 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5627099be760 con 0x562709ace600 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562709a1c9e0 con 0x562709ad4300 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0ead000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ad3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0ead000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ad3dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57288/0 (socket says 172.21.15.69:57288) 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0ead000700 1 -- 172.21.15.69:0/3794720648 learned_addr learned my addr 172.21.15.69:0/3794720648 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad4300 0x562709acdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.575+0000 7f0ea7400700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ace600 0x562709acea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea4c00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e8c0b2900 0x7f0e8c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7e00700 1 -- 172.21.15.69:0/3794720648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ace600 msgr2=0x562709acea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ace600 0x562709acea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7e00700 1 -- 172.21.15.69:0/3794720648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 msgr2=0x562709ad3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ad3dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7e00700 1 -- 172.21.15.69:0/3794720648 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56270996d8d0 con 0x562709ad4300 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea4c00700 1 -- 172.21.15.69:0/3588777294 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0e940e2ec0 con 0x7f0ea80760e0 2024-05-08T06:05:43.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7400700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ace600 0x562709acea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ead000700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ad3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ead000700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e8c0b2900 0x7f0e8c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.576+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad4300 0x562709acdfe0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0e98009d10 tx=0x7f0e98011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=102bf20e29917449 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.577+0000 7f0e9d600700 1 -- 172.21.15.69:0/3794720648 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e98004250 con 0x562709ad4300 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.577+0000 7f0e9d600700 1 -- 172.21.15.69:0/3794720648 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e980043f0 con 0x562709ad4300 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.577+0000 7f0e9d600700 1 -- 172.21.15.69:0/3794720648 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e98005580 con 0x562709ad4300 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3794720648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad4300 msgr2=0x562709acdfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0ead000700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e8c0b2900 0x7f0e8c0b4dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009b50 tx=0x7f0ea0004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad4300 0x562709acdfe0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f0e98009d10 tx=0x7f0e98011720 comp rx=0 tx=0).stop 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3794720648 shutdown_connections 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ace600 0x562709acea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ad3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3794720648 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad4300 0x562709acdfe0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3794720648 >> 172.21.15.69:0/3794720648 conn(0x5627099fcb60 msgr2=0x562709ac89b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:43.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3794720648 shutdown_connections 2024-05-08T06:05:43.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3794720648 wait complete. 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.578+0000 7f0eb99e1b80 1 -- start start 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 Processor -- start 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ace600 0x562709ad9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 0x562709ad7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709ad7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562709adadb0 con 0x562709ace600 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562709986b20 con 0x562709ad4300 2024-05-08T06:05:43.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562709adaf30 con 0x562709ad39e0 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.579+0000 7f0eb99e1b80 10 client.0 _ll_register_callbacks cb 0x5627099c7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ead000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709ad7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 0x562709ad7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 0x562709ad7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50890/0 (socket says 172.21.15.69:50890) 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 -- 172.21.15.69:0/1409835828 learned_addr learned my addr 172.21.15.69:0/1409835828 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ead000700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709ad7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40716/0 (socket says 172.21.15.69:40716) 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ace600 0x562709ad9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 -- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 msgr2=0x562709ad7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709ad7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 -- 172.21.15.69:0/1409835828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ace600 msgr2=0x562709ad9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ace600 0x562709ad9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 -- 172.21.15.69:0/1409835828 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627099e6420 con 0x562709ad39e0 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ace600 0x562709ad9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:43.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0ea7400700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 0x562709ad7250 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0e940a65a0 tx=0x7f0e94005c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dbb76f106102200 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.580+0000 7f0e92000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0e92000700 1 -- 172.21.15.69:0/1409835828 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e940a9e70 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0e92000700 1 -- 172.21.15.69:0/1409835828 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0e940aa990 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0e980043f0 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0e92000700 1 -- 172.21.15.69:0/1409835828 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e940a9c90 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0eb99e1b80 10 client.25810 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562709adae10 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0e92000700 1 -- 172.21.15.69:0/1409835828 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e980043f0 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0e92000700 1 -- 172.21.15.69:0/1409835828 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0e940b2e60 con 0x562709ad39e0 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0eb99e1b80 10 client.25810 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.581+0000 7f0eb99e1b80 10 client.25810 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0eb99e1b80 20 client.25810 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709ae7c20 0x562709aea0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0eb99e1b80 4 client.25810 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:43.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562709a9b0a0 con 0x562709ae7c20 2024-05-08T06:05:43.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709ae7c20 0x562709aea0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709ae7c20 0x562709aea0a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c0779679d4950188 server_cookie=9b146f9b49074011 in_seq=0 out_seq=0 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.582+0000 7f0e92000700 10 client.25810 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0e92000700 1 -- 172.21.15.69:0/1409835828 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562709a9b0a0 con 0x562709ae7c20 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0e92000700 10 client.25810 handle_command_reply: tid=0 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 client.25810 shutdown 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 msgr2=0x562709ad7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 0x562709ad7250 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f0e940a65a0 tx=0x7f0e94005c80 comp rx=0 tx=0).stop 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 shutdown_connections 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709ae7c20 0x562709aea0a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.586 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709ad7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ace600 0x562709ad9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0e92000700 0 client.25810 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.583+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1409835828 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ad39e0 0x562709ad7250 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.584+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 >> 172.21.15.69:0/1409835828 conn(0x5627099fcb60 msgr2=0x562709ac3460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.584+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 shutdown_connections 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.584+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1409835828 wait complete. 2024-05-08T06:05:43.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.584+0000 7f0eb99e1b80 20 client.25810 trim_cache size 0 max 16384 2024-05-08T06:05:43.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.600+0000 7f0eb99e1b80 1 Processor -- start 2024-05-08T06:05:43.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 -- start start 2024-05-08T06:05:43.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709acdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709aef9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709aefef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81b24e0 con 0x562709ad39e0 2024-05-08T06:05:43.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81afd70 con 0x562709ad4300 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81adbe0 con 0x562709ace600 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0ea7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709aef9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0ea7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709aef9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57308/0 (socket says 172.21.15.69:57308) 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0ea7400700 1 -- 172.21.15.69:0/3321793869 learned_addr learned my addr 172.21.15.69:0/3321793869 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0ead000700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709aefef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.601+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709acdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ead000700 1 -- 172.21.15.69:0/3321793869 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 msgr2=0x562709acdfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ead000700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709acdfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ead000700 1 -- 172.21.15.69:0/3321793869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 msgr2=0x562709aef9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ead000700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709aef9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ead000700 1 -- 172.21.15.69:0/3321793869 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562709aea720 con 0x562709ad4300 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ea7400700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709aef9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709acdfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:43.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.602+0000 7f0ead000700 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709aefef0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009fd0 tx=0x7f0ea0017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8d431e502e26c91 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.603+0000 7f0e9cc00700 1 -- 172.21.15.69:0/3321793869 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea0028070 con 0x562709ad4300 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.603+0000 7f0e9cc00700 1 -- 172.21.15.69:0/3321793869 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ea001c030 con 0x562709ad4300 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.603+0000 7f0e9cc00700 1 -- 172.21.15.69:0/3321793869 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea0024e10 con 0x562709ad4300 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.603+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3321793869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 msgr2=0x562709aefef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.603+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709aefef0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009fd0 tx=0x7f0ea0017000 comp rx=0 tx=0).stop 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3321793869 shutdown_connections 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709aefef0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709acdfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/3321793869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709aef9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3321793869 >> 172.21.15.69:0/3321793869 conn(0x5627099fcb60 msgr2=0x562709ad5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3321793869 shutdown_connections 2024-05-08T06:05:43.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/3321793869 wait complete. 2024-05-08T06:05:43.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 -- start start 2024-05-08T06:05:43.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.604+0000 7f0eb99e1b80 1 Processor -- start 2024-05-08T06:05:43.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709ae01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ae0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709add1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81ae230 con 0x562709ad39e0 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81af6a0 con 0x562709ad4300 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea81ae900 con 0x562709ace600 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0eb99e1b80 10 client.0 _ll_register_callbacks cb 0x5627099c7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709ae01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0ea7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709ae01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50900/0 (socket says 172.21.15.69:50900) 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0ea7e00700 1 -- 172.21.15.69:0/1821715932 learned_addr learned my addr 172.21.15.69:0/1821715932 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.605+0000 7f0ea7400700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ae0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ead000700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709add1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ea7e00700 1 -- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 msgr2=0x562709add1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709add1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ea7e00700 1 -- 172.21.15.69:0/1821715932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 msgr2=0x562709ae0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ae0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ea7e00700 1 -- 172.21.15.69:0/1821715932 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562709add700 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0ea7e00700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709ae01f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e98004eb0 tx=0x7f0e98005e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2fbf1fd09a87980b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0e92000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0e92000700 1 -- 172.21.15.69:0/1821715932 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e980043c0 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0e92000700 1 -- 172.21.15.69:0/1821715932 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0e980046e0 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.606+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ea001c030 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0e92000700 1 -- 172.21.15.69:0/1821715932 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0e980048e0 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0eb99e1b80 10 client.25816 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562709b52d10 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0e92000700 1 -- 172.21.15.69:0/1821715932 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0ea001c030 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0e92000700 1 -- 172.21.15.69:0/1821715932 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0e98018070 con 0x562709ace600 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0eb99e1b80 10 client.25816 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:43.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0eb99e1b80 10 client.25816 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:05:43.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0eb99e1b80 20 client.25816 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:43.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.607+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709b531f0 0x562709b55610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:43.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.608+0000 7f0eb99e1b80 4 client.25816 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:43.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.608+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562709a2e400 con 0x562709b531f0 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.608+0000 7f0ea7400700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709b531f0 0x562709b55610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.608+0000 7f0ea7400700 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709b531f0 0x562709b55610 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6b22258871156918 server_cookie=cf284e1a81a18824 in_seq=0 out_seq=0 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.608+0000 7f0e92000700 10 client.25816 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.608+0000 7f0e92000700 1 -- 172.21.15.69:0/1821715932 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562709a2e400 con 0x562709b531f0 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0e92000700 10 client.25816 handle_command_reply: tid=0 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 client.25816 shutdown 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 msgr2=0x562709ae01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709ae01f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0e98004eb0 tx=0x7f0e98005e40 comp rx=0 tx=0).stop 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 shutdown_connections 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562709b531f0 0x562709b55610 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562709ad4300 0x562709add1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562709ace600 0x562709ae01f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 --2- 172.21.15.69:0/1821715932 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562709ad39e0 0x562709ae0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 >> 172.21.15.69:0/1821715932 conn(0x5627099fcb60 msgr2=0x562709ad46e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0e92000700 0 client.25816 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 shutdown_connections 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 1 -- 172.21.15.69:0/1821715932 wait complete. 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.609+0000 7f0eb99e1b80 20 client.25816 trim_cache size 0 max 16384 2024-05-08T06:05:43.612 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e8c0b2900 msgr2=0x7f0e8c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e8c0b2900 0x7f0e8c0b4dc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0ea0009b50 tx=0x7f0ea0004ad0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80760e0 msgr2=0x7f0ea81a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80760e0 0x7f0ea81a1fa0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0e940098e0 tx=0x7f0e940057c0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 shutdown_connections 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0e8c0b2900 0x7f0e8c0b4dc0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ea810fc80 0x7f0ea819bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ea80757c0 0x7f0ea81a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 --2- 172.21.15.69:0/3588777294 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ea80760e0 0x7f0ea81a1fa0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:43.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 >> 172.21.15.69:0/3588777294 conn(0x7f0ea80feeb0 msgr2=0x7f0ea80ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:43.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 shutdown_connections 2024-05-08T06:05:43.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:43.610+0000 7f0eada00700 1 -- 172.21.15.69:0/3588777294 wait complete. 2024-05-08T06:05:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: pgmap v581: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi105 to 176.2M 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: Unable to set osd_memory_target on smithi105 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:05:44.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:44 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: pgmap v581: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi105 to 176.2M 2024-05-08T06:05:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: Unable to set osd_memory_target on smithi105 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:05:44.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:44 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: pgmap v581: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi105 to 176.2M 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: Unable to set osd_memory_target on smithi105 to 184785305: error parsing value: Value '184785305' is below minimum 939524096 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:05:44.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:05:44.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:05:44.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:44 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:05:44.692 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:05:45.141 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:45.457 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:45 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi069 to 176.4M 2024-05-08T06:05:45.457 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:45 smithi069 ceph-mon[29571]: Unable to set osd_memory_target on smithi069 to 185003929: error parsing value: Value '185003929' is below minimum 939524096 2024-05-08T06:05:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:45 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi069 to 176.4M 2024-05-08T06:05:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:45 smithi105 ceph-mon[34393]: Unable to set osd_memory_target on smithi069 to 185003929: error parsing value: Value '185003929' is below minimum 939524096 2024-05-08T06:05:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:45 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi069 to 176.4M 2024-05-08T06:05:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:45 smithi135 ceph-mon[34761]: Unable to set osd_memory_target on smithi069 to 185003929: error parsing value: Value '185003929' is below minimum 939524096 2024-05-08T06:05:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:46 smithi105 ceph-mon[34393]: pgmap v582: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:46 smithi135 ceph-mon[34761]: pgmap v582: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:46 smithi069 ceph-mon[29571]: pgmap v582: 97 pgs: 97 active+clean; 2.4 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:47.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 -- 172.21.15.69:0/3720529409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 msgr2=0x7fe014110320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 --2- 172.21.15.69:0/3720529409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe014110320 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe00c009f90 tx=0x7fe00c00b330 comp rx=0 tx=0).stop 2024-05-08T06:05:47.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 -- 172.21.15.69:0/3720529409 shutdown_connections 2024-05-08T06:05:47.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 --2- 172.21.15.69:0/3720529409 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe014110320 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 --2- 172.21.15.69:0/3720529409 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe014109500 0x7fe0141098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 --2- 172.21.15.69:0/3720529409 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe01406ba10 0x7fe01406be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.484+0000 7fe018e00700 1 -- 172.21.15.69:0/3720529409 >> 172.21.15.69:0/3720529409 conn(0x7fe014079310 msgr2=0x7fe014079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:47.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.485+0000 7fe018e00700 1 -- 172.21.15.69:0/3720529409 shutdown_connections 2024-05-08T06:05:47.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.485+0000 7fe018e00700 1 -- 172.21.15.69:0/3720529409 wait complete. 2024-05-08T06:05:47.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 Processor -- start 2024-05-08T06:05:47.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 -- start start 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe01406ba10 0x7fe0141a1930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe0141a1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe014109500 0x7fe01419bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe014113610 con 0x7fe01406ba10 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe014113490 con 0x7fe01406c3d0 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.486+0000 7fe018e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe014113790 con 0x7fe014109500 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe0141a1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe0141a1e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40760/0 (socket says 172.21.15.69:40760) 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 -- 172.21.15.69:0/3867876331 learned_addr learned my addr 172.21.15.69:0/3867876331 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe011e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe01406ba10 0x7fe0141a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe012800700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe014109500 0x7fe01419bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 -- 172.21.15.69:0/3867876331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe014109500 msgr2=0x7fe01419bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe014109500 0x7fe01419bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 -- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe01406ba10 msgr2=0x7fe0141a1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe01406ba10 0x7fe0141a1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 -- 172.21.15.69:0/3867876331 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe01419c2a0 con 0x7fe01406c3d0 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.487+0000 7fe009400700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe0141a1e70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00e9a0 tx=0x7fdffc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.488+0000 7fe00b400700 1 -- 172.21.15.69:0/3867876331 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc00c9c0 con 0x7fe01406c3d0 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.488+0000 7fe00b400700 1 -- 172.21.15.69:0/3867876331 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc00cb60 con 0x7fe01406c3d0 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.488+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe01419c590 con 0x7fe01406c3d0 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.488+0000 7fe00b400700 1 -- 172.21.15.69:0/3867876331 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc018680 con 0x7fe01406c3d0 2024-05-08T06:05:47.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.488+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0141a8800 con 0x7fe01406c3d0 2024-05-08T06:05:47.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.492+0000 7fe00b400700 1 -- 172.21.15.69:0/3867876331 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdffc010430 con 0x7fe01406c3d0 2024-05-08T06:05:47.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.493+0000 7fe023707b80 1 Processor -- start 2024-05-08T06:05:47.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.493+0000 7fe023707b80 1 -- start start 2024-05-08T06:05:47.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe023707b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47060 0x557ac9b47440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe023707b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47980 0x557ac9b4b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe023707b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b4be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe023707b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557ac9a99a20 con 0x557ac9b47060 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe023707b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557ac9a37760 con 0x557ac9b4b9d0 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe023707b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557ac9a959e0 con 0x557ac9b47980 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe00b400700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdff80b2880 0x7fdff80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe00b400700 1 -- 172.21.15.69:0/3867876331 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fdffc0e2480 con 0x7fe01406c3d0 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe012800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47060 0x557ac9b47440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe012800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47060 0x557ac9b47440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57346/0 (socket says 172.21.15.69:57346) 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe011e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47980 0x557ac9b4b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe012800700 1 -- 172.21.15.69:0/312651219 learned_addr learned my addr 172.21.15.69:0/312651219 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe012800700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdff80b2880 0x7fdff80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.494+0000 7fe009400700 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b4be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe011e00700 1 -- 172.21.15.69:0/312651219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 msgr2=0x557ac9b4be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe011e00700 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b4be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe011e00700 1 -- 172.21.15.69:0/312651219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47060 msgr2=0x557ac9b47440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe011e00700 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47060 0x557ac9b47440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe011e00700 1 -- 172.21.15.69:0/312651219 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ac99e68d0 con 0x557ac9b47980 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe011e00700 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47980 0x557ac9b4b490 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe004009cc0 tx=0x7fe0040058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed0374d647cd0d1c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe012800700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdff80b2880 0x7fdff80b4d40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe00c004db0 tx=0x7fe00c0096c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe003400700 1 -- 172.21.15.69:0/312651219 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe004011d90 con 0x557ac9b47980 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe003400700 1 -- 172.21.15.69:0/312651219 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe004004500 con 0x557ac9b47980 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.495+0000 7fe003400700 1 -- 172.21.15.69:0/312651219 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe004005350 con 0x557ac9b47980 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 -- 172.21.15.69:0/312651219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47980 msgr2=0x557ac9b4b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47980 0x557ac9b4b490 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe004009cc0 tx=0x7fe0040058e0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 -- 172.21.15.69:0/312651219 shutdown_connections 2024-05-08T06:05:47.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b4be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47060 0x557ac9b47440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 --2- 172.21.15.69:0/312651219 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47980 0x557ac9b4b490 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 -- 172.21.15.69:0/312651219 >> 172.21.15.69:0/312651219 conn(0x557ac9a75b60 msgr2=0x557ac9b417a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:47.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 -- 172.21.15.69:0/312651219 shutdown_connections 2024-05-08T06:05:47.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.496+0000 7fe023707b80 1 -- 172.21.15.69:0/312651219 wait complete. 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.497+0000 7fe023707b80 1 -- start start 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.497+0000 7fe023707b80 1 Processor -- start 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b52e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b501e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b50720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557ac9b53be0 con 0x557ac9b47980 2024-05-08T06:05:47.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557ac99ffb20 con 0x557ac9b47060 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557ac9b53d60 con 0x557ac9b4b9d0 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe023707b80 10 client.0 _ll_register_callbacks cb 0x557ac9a40c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe009400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b501e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe011e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b52e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe009400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b501e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57354/0 (socket says 172.21.15.69:57354) 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe009400700 1 -- 172.21.15.69:0/50624115 learned_addr learned my addr 172.21.15.69:0/50624115 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe012800700 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b50720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe011e00700 1 -- 172.21.15.69:0/50624115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 msgr2=0x557ac9b50720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.498+0000 7fe011e00700 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b50720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fe011e00700 1 -- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 msgr2=0x557ac9b501e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fe011e00700 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b501e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fe011e00700 1 -- 172.21.15.69:0/50624115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ac9a5f420 con 0x557ac9b47060 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fe011e00700 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b52e40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe004004f00 tx=0x7fe004005ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aec996782e47a72a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:47.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fdff7e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fdff7e00700 1 -- 172.21.15.69:0/50624115 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe004026020 con 0x557ac9b47060 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fdff7e00700 1 -- 172.21.15.69:0/50624115 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe004004750 con 0x557ac9b47060 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.499+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe004004500 con 0x557ac9b47060 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fdff7e00700 1 -- 172.21.15.69:0/50624115 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe004004950 con 0x557ac9b47060 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 10 client.25868 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ac9b5e4a0 con 0x557ac9b47060 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fdff7e00700 1 -- 172.21.15.69:0/50624115 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe004004500 con 0x557ac9b47060 2024-05-08T06:05:47.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fdff7e00700 1 -- 172.21.15.69:0/50624115 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe004018070 con 0x557ac9b47060 2024-05-08T06:05:47.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 10 client.25868 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:47.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 10 client.25868 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:05:47.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 20 client.25868 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9b60970 0x557ac9b62d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 4 client.25868 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ac9b140a0 con 0x557ac9b60970 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.500+0000 7fe009400700 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9b60970 0x557ac9b62d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.501+0000 7fe009400700 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9b60970 0x557ac9b62d60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e64ab53c4c59d5b3 server_cookie=ca7184661b93d7a1 in_seq=0 out_seq=0 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.501+0000 7fdff7e00700 10 client.25868 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fdff7e00700 1 -- 172.21.15.69:0/50624115 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557ac9b140a0 con 0x557ac9b60970 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fdff7e00700 10 client.25868 handle_command_reply: tid=0 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 client.25868 shutdown 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 msgr2=0x557ac9b52e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b52e40 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe004004f00 tx=0x7fe004005ea0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 shutdown_connections 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9b60970 0x557ac9b62d60 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.504 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b50720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b52e40 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 --2- 172.21.15.69:0/50624115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b501e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fdff7e00700 0 client.25868 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 >> 172.21.15.69:0/50624115 conn(0x557ac9a75b60 msgr2=0x557ac9b3c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 shutdown_connections 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 1 -- 172.21.15.69:0/50624115 wait complete. 2024-05-08T06:05:47.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.502+0000 7fe023707b80 20 client.25868 trim_cache size 0 max 16384 2024-05-08T06:05:47.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 Processor -- start 2024-05-08T06:05:47.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 -- start start 2024-05-08T06:05:47.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b5ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b68480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b689c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe0141b25f0 con 0x557ac9b47980 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe0141afe80 con 0x557ac9b47060 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe023707b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe0141adcd0 con 0x557ac9b4b9d0 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe009400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b68480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe009400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b68480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57356/0 (socket says 172.21.15.69:57356) 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe009400700 1 -- 172.21.15.69:0/2559331257 learned_addr learned my addr 172.21.15.69:0/2559331257 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.519+0000 7fe011e00700 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b5ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe012800700 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b689c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe009400700 1 -- 172.21.15.69:0/2559331257 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 msgr2=0x557ac9b689c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe009400700 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b689c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe009400700 1 -- 172.21.15.69:0/2559331257 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 msgr2=0x557ac9b5ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe009400700 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b5ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe009400700 1 -- 172.21.15.69:0/2559331257 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ac9b4e750 con 0x557ac9b47980 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe012800700 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b689c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:47.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe009400700 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b68480 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdffc0a9750 tx=0x7fdffc009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f6ce9e3d12db6fb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:47.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe002a00700 1 -- 172.21.15.69:0/2559331257 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc0a5040 con 0x557ac9b47980 2024-05-08T06:05:47.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe002a00700 1 -- 172.21.15.69:0/2559331257 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc0b2040 con 0x557ac9b47980 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.520+0000 7fe002a00700 1 -- 172.21.15.69:0/2559331257 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdffc0a9a50 con 0x557ac9b47980 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 -- 172.21.15.69:0/2559331257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 msgr2=0x557ac9b68480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b68480 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdffc0a9750 tx=0x7fdffc009850 comp rx=0 tx=0).stop 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 -- 172.21.15.69:0/2559331257 shutdown_connections 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b4b9d0 0x557ac9b689c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b47060 0x557ac9b5ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 --2- 172.21.15.69:0/2559331257 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b68480 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 -- 172.21.15.69:0/2559331257 >> 172.21.15.69:0/2559331257 conn(0x557ac9a75b60 msgr2=0x557ac9b4c540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 -- 172.21.15.69:0/2559331257 shutdown_connections 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.521+0000 7fe023707b80 1 -- 172.21.15.69:0/2559331257 wait complete. 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 -- start start 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 Processor -- start 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47060 0x557ac9b59670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b67a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b67fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe0141ae340 con 0x557ac9b47980 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe0141af7b0 con 0x557ac9b4b9d0 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.522+0000 7fe023707b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe0141aea10 con 0x557ac9b47060 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe023707b80 10 client.0 _ll_register_callbacks cb 0x557ac9a40c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b67fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b67fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40792/0 (socket says 172.21.15.69:40792) 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe011e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47060 0x557ac9b59670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 -- 172.21.15.69:0/908376821 learned_addr learned my addr 172.21.15.69:0/908376821 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe009400700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b67a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 -- 172.21.15.69:0/908376821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47060 msgr2=0x557ac9b59670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47060 0x557ac9b59670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 -- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 msgr2=0x557ac9b67a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b67a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe012800700 1 -- 172.21.15.69:0/908376821 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ac9b68840 con 0x557ac9b4b9d0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.523+0000 7fe011e00700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47060 0x557ac9b59670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fe012800700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b67fd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe00c00be90 tx=0x7fe00c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b44ef172846228bd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fdff7e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fdff7e00700 1 -- 172.21.15.69:0/908376821 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe00c025040 con 0x557ac9b4b9d0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdffc0b2040 con 0x557ac9b4b9d0 2024-05-08T06:05:47.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fdff7e00700 1 -- 172.21.15.69:0/908376821 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe00c007cc0 con 0x557ac9b4b9d0 2024-05-08T06:05:47.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fdff7e00700 1 -- 172.21.15.69:0/908376821 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe00c03d050 con 0x557ac9b4b9d0 2024-05-08T06:05:47.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fe023707b80 10 client.25874 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:47.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557ac9bcb130 con 0x557ac9b4b9d0 2024-05-08T06:05:47.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.524+0000 7fdff7e00700 1 -- 172.21.15.69:0/908376821 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdffc0b2040 con 0x557ac9b4b9d0 2024-05-08T06:05:47.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fdff7e00700 1 -- 172.21.15.69:0/908376821 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe00c011070 con 0x557ac9b4b9d0 2024-05-08T06:05:47.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe023707b80 10 client.25874 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe023707b80 10 client.25874 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe023707b80 20 client.25874 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe023707b80 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9bcb870 0x557ac9bcdc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe023707b80 4 client.25874 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557ac9aa7400 con 0x557ac9bcb870 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.525+0000 7fe011e00700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9bcb870 0x557ac9bcdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe011e00700 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9bcb870 0x557ac9bcdc90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e6bb0039e32f3bed server_cookie=a5c5af0413f3e7 in_seq=0 out_seq=0 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fdff7e00700 10 client.25874 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fdff7e00700 1 -- 172.21.15.69:0/908376821 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557ac9aa7400 con 0x557ac9bcb870 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fdff7e00700 10 client.25874 handle_command_reply: tid=0 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 client.25874 shutdown 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 msgr2=0x557ac9b67fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b67fd0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe00c00be90 tx=0x7fe00c009920 comp rx=0 tx=0).stop 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 shutdown_connections 2024-05-08T06:05:47.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557ac9bcb870 0x557ac9bcdc90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557ac9b4b9d0 0x557ac9b67fd0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557ac9b47060 0x557ac9b59670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 --2- 172.21.15.69:0/908376821 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557ac9b47980 0x557ac9b67a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fdff7e00700 0 client.25874 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 >> 172.21.15.69:0/908376821 conn(0x557ac9a75b60 msgr2=0x557ac9b4d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 shutdown_connections 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.526+0000 7fe023707b80 1 -- 172.21.15.69:0/908376821 wait complete. 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe023707b80 20 client.25874 trim_cache size 0 max 16384 2024-05-08T06:05:47.530 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:47.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdff80b2880 msgr2=0x7fdff80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdff80b2880 0x7fdff80b4d40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe00c004db0 tx=0x7fe00c0096c0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 msgr2=0x7fe0141a1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:47.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe0141a1e70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fdffc00e9a0 tx=0x7fdffc00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 shutdown_connections 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe014109500 0x7fe01419bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe01406ba10 0x7fe0141a1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdff80b2880 0x7fdff80b4d40 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 --2- 172.21.15.69:0/3867876331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe01406c3d0 0x7fe0141a1e70 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.527+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 >> 172.21.15.69:0/3867876331 conn(0x7fe014079310 msgr2=0x7fe014100de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.528+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 shutdown_connections 2024-05-08T06:05:47.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:47.528+0000 7fe018e00700 1 -- 172.21.15.69:0/3867876331 wait complete. 2024-05-08T06:05:48.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:48 smithi069 ceph-mon[29571]: pgmap v583: 97 pgs: 97 active+clean; 2.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:05:48.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:48 smithi105 ceph-mon[34393]: pgmap v583: 97 pgs: 97 active+clean; 2.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:05:48.560 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:05:48.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:48 smithi135 ceph-mon[34761]: pgmap v583: 97 pgs: 97 active+clean; 2.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:05:48.995 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:50.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:50 smithi105 ceph-mon[34393]: pgmap v584: 97 pgs: 97 active+clean; 2.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:50.536 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:50 smithi069 ceph-mon[29571]: pgmap v584: 97 pgs: 97 active+clean; 2.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:50 smithi135 ceph-mon[34761]: pgmap v584: 97 pgs: 97 active+clean; 2.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 -- 172.21.15.69:0/673307568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006bad0 msgr2=0x7f705010fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 --2- 172.21.15.69:0/673307568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006bad0 0x7f705010fa10 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7040009990 tx=0x7f7040009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 -- 172.21.15.69:0/673307568 shutdown_connections 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 --2- 172.21.15.69:0/673307568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705010ff50 0x7f7050112340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 --2- 172.21.15.69:0/673307568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f705006b1b0 0x7f705006b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 --2- 172.21.15.69:0/673307568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006bad0 0x7f705010fa10 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 -- 172.21.15.69:0/673307568 >> 172.21.15.69:0/673307568 conn(0x7f7050079350 msgr2=0x7f7050079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:51.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 -- 172.21.15.69:0/673307568 shutdown_connections 2024-05-08T06:05:51.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.337+0000 7f7057600700 1 -- 172.21.15.69:0/673307568 wait complete. 2024-05-08T06:05:51.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 Processor -- start 2024-05-08T06:05:51.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 -- start start 2024-05-08T06:05:51.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 0x7f705019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705006bad0 0x7f705019c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f705010ff50 0x7f70501a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7050115880 con 0x7f705006b1b0 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7050115700 con 0x7f705006bad0 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.339+0000 7f7057600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7050115a00 con 0x7f705010ff50 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 0x7f705019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 0x7f705019bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57556/0 (socket says 172.21.15.69:57556) 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 -- 172.21.15.69:0/213436085 learned_addr learned my addr 172.21.15.69:0/213436085 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f704fe00700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705006bad0 0x7f705019c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7055600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f705010ff50 0x7f70501a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 -- 172.21.15.69:0/213436085 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f705010ff50 msgr2=0x7f70501a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f705010ff50 0x7f70501a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 -- 172.21.15.69:0/213436085 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705006bad0 msgr2=0x7f705019c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705006bad0 0x7f705019c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 -- 172.21.15.69:0/213436085 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70501a0da0 con 0x7f705006b1b0 2024-05-08T06:05:51.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.340+0000 7f7054c00700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 0x7f705019bd90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f704400e9c0 tx=0x7f704400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:51.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.341+0000 7f704d600700 1 -- 172.21.15.69:0/213436085 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704400cbd0 con 0x7f705006b1b0 2024-05-08T06:05:51.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.341+0000 7f704d600700 1 -- 172.21.15.69:0/213436085 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f704400ee50 con 0x7f705006b1b0 2024-05-08T06:05:51.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.341+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70501a1090 con 0x7f705006b1b0 2024-05-08T06:05:51.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.341+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70501a8910 con 0x7f705006b1b0 2024-05-08T06:05:51.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.341+0000 7f704d600700 1 -- 172.21.15.69:0/213436085 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7044005550 con 0x7f705006b1b0 2024-05-08T06:05:51.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.345+0000 7f704d600700 1 -- 172.21.15.69:0/213436085 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7044004750 con 0x7f705006b1b0 2024-05-08T06:05:51.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.346+0000 7f7061ebfb80 1 Processor -- start 2024-05-08T06:05:51.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.346+0000 7f7061ebfb80 1 -- start start 2024-05-08T06:05:51.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.346+0000 7f704d600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70380b2880 0x7f70380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.346+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd73440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73980 0x55b57cd77490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd77e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f704d600700 1 -- 172.21.15.69:0/213436085 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f70440e23d0 con 0x7f705006b1b0 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b57ccc5a20 con 0x55b57cd779d0 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b57cc63760 con 0x55b57cd73060 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b57ccc19e0 con 0x55b57cd73980 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7055600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70380b2880 0x7f70380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7055600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd77e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7055600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd77e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57566/0 (socket says 172.21.15.69:57566) 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7055600700 1 -- 172.21.15.69:0/638333018 learned_addr learned my addr 172.21.15.69:0/638333018 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f704fe00700 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73980 0x55b57cd77490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.347+0000 7f7054c00700 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd73440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 -- 172.21.15.69:0/638333018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73980 msgr2=0x55b57cd77490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73980 0x55b57cd77490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 -- 172.21.15.69:0/638333018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 msgr2=0x55b57cd73440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd73440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 -- 172.21.15.69:0/638333018 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b57cc128d0 con 0x55b57cd779d0 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7054c00700 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd73440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70380b2880 0x7f70380b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f7048008ca0 tx=0x7f7048009390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f7055600700 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd77e30 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f704801aa50 tx=0x7f704801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf8fa2d5203bf3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f703e000700 1 -- 172.21.15.69:0/638333018 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048008260 con 0x55b57cd779d0 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.348+0000 7f703e000700 1 -- 172.21.15.69:0/638333018 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f704801f030 con 0x55b57cd779d0 2024-05-08T06:05:51.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.349+0000 7f703e000700 1 -- 172.21.15.69:0/638333018 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048007740 con 0x55b57cd779d0 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.349+0000 7f7061ebfb80 1 -- 172.21.15.69:0/638333018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 msgr2=0x55b57cd77e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.349+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd77e30 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f704801aa50 tx=0x7f704801d000 comp rx=0 tx=0).stop 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 -- 172.21.15.69:0/638333018 shutdown_connections 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd77e30 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd73440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/638333018 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73980 0x55b57cd77490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 -- 172.21.15.69:0/638333018 >> 172.21.15.69:0/638333018 conn(0x55b57cca1b60 msgr2=0x55b57cd6d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 -- 172.21.15.69:0/638333018 shutdown_connections 2024-05-08T06:05:51.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 -- 172.21.15.69:0/638333018 wait complete. 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 -- start start 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.350+0000 7f7061ebfb80 1 Processor -- start 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 0x55b57cd7ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd7c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd7c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b57cd7fb20 con 0x55b57cd73060 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b57cc2bb20 con 0x55b57cd73980 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b57cd7fca0 con 0x55b57cd779d0 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7054c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 0x55b57cd7ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7061ebfb80 10 client.0 _ll_register_callbacks cb 0x55b57cc6cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7054c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 0x55b57cd7ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57568/0 (socket says 172.21.15.69:57568) 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f7054c00700 1 -- 172.21.15.69:0/2003967425 learned_addr learned my addr 172.21.15.69:0/2003967425 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:51.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.351+0000 7f704fe00700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd7c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7055600700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd7c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7054c00700 1 -- 172.21.15.69:0/2003967425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 msgr2=0x55b57cd7c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7054c00700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd7c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7054c00700 1 -- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 msgr2=0x55b57cd7c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7054c00700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd7c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7054c00700 1 -- 172.21.15.69:0/2003967425 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b57cc8b420 con 0x55b57cd73060 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7054c00700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 0x55b57cd7ed10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f70440a6c10 tx=0x7f70440a9e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c37e89e0c3251569 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7032a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7032a00700 1 -- 172.21.15.69:0/2003967425 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70440cc2e0 con 0x55b57cd73060 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7032a00700 1 -- 172.21.15.69:0/2003967425 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f70440a8c00 con 0x55b57cd73060 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.352+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f704801f030 con 0x55b57cd73060 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7032a00700 1 -- 172.21.15.69:0/2003967425 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70440a94b0 con 0x55b57cd73060 2024-05-08T06:05:51.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 10 client.15756 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:51.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b57cd8a3b0 con 0x55b57cd73060 2024-05-08T06:05:51.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7032a00700 1 -- 172.21.15.69:0/2003967425 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f704801f030 con 0x55b57cd73060 2024-05-08T06:05:51.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7032a00700 1 -- 172.21.15.69:0/2003967425 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f704406f1e0 con 0x55b57cd73060 2024-05-08T06:05:51.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 10 client.15756 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 10 client.15756 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 20 client.15756 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cd8c940 0x55b57cd8ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 4 client.15756 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.353+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b57cd400a0 con 0x55b57cd8c940 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.354+0000 7f704fe00700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cd8c940 0x55b57cd8ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.354+0000 7f704fe00700 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cd8c940 0x55b57cd8ed30 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc5c9394724b088a server_cookie=b18928a401746eb4 in_seq=0 out_seq=0 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.354+0000 7f7032a00700 10 client.15756 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.355+0000 7f7032a00700 1 -- 172.21.15.69:0/2003967425 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b57cd400a0 con 0x55b57cd8c940 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.355+0000 7f7032a00700 10 client.15756 handle_command_reply: tid=0 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.355+0000 7f7061ebfb80 1 client.15756 shutdown 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 msgr2=0x55b57cd7ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 0x55b57cd7ed10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f70440a6c10 tx=0x7f70440a9e80 comp rx=0 tx=0).stop 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 shutdown_connections 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cd8c940 0x55b57cd8ed30 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd7c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73060 0x55b57cd7ed10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/2003967425 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd7c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 >> 172.21.15.69:0/2003967425 conn(0x55b57cca1b60 msgr2=0x55b57cd682b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7032a00700 0 client.15756 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 shutdown_connections 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 1 -- 172.21.15.69:0/2003967425 wait complete. 2024-05-08T06:05:51.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.356+0000 7f7061ebfb80 20 client.15756 trim_cache size 0 max 16384 2024-05-08T06:05:51.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 Processor -- start 2024-05-08T06:05:51.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 -- start start 2024-05-08T06:05:51.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd88c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73980 0x55b57cd79d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd945e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f703400fb50 con 0x55b57cd73980 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f703400d3e0 con 0x55b57cd73060 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.373+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f703400b230 con 0x55b57cd779d0 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd88c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd88c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:56446/0 (socket says 172.21.15.69:56446) 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 -- 172.21.15.69:0/551906679 learned_addr learned my addr 172.21.15.69:0/551906679 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f704fe00700 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73980 0x55b57cd79d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7055600700 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd945e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 -- 172.21.15.69:0/551906679 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 msgr2=0x55b57cd945e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd945e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 -- 172.21.15.69:0/551906679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73980 msgr2=0x55b57cd79d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73980 0x55b57cd79d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f7054c00700 1 -- 172.21.15.69:0/551906679 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b57cd7f510 con 0x55b57cd73060 2024-05-08T06:05:51.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.374+0000 7f704fe00700 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73980 0x55b57cd79d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:05:51.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.375+0000 7f7054c00700 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd88c40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f70440a96a0 tx=0x7f70440b2260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c37734e8008b5c0d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.375+0000 7f703d600700 1 -- 172.21.15.69:0/551906679 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704400cd70 con 0x55b57cd73060 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.375+0000 7f703d600700 1 -- 172.21.15.69:0/551906679 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70440c3070 con 0x55b57cd73060 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.375+0000 7f703d600700 1 -- 172.21.15.69:0/551906679 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70440aa0a0 con 0x55b57cd73060 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 -- 172.21.15.69:0/551906679 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 msgr2=0x55b57cd88c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd88c40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f70440a96a0 tx=0x7f70440b2260 comp rx=0 tx=0).stop 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 -- 172.21.15.69:0/551906679 shutdown_connections 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd779d0 0x55b57cd945e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73060 0x55b57cd88c40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/551906679 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd73980 0x55b57cd79d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 -- 172.21.15.69:0/551906679 >> 172.21.15.69:0/551906679 conn(0x55b57cca1b60 msgr2=0x55b57cd7aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:51.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 -- 172.21.15.69:0/551906679 shutdown_connections 2024-05-08T06:05:51.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 -- 172.21.15.69:0/551906679 wait complete. 2024-05-08T06:05:51.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.376+0000 7f7061ebfb80 1 -- start start 2024-05-08T06:05:51.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 Processor -- start 2024-05-08T06:05:51.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73060 0x55b57cd75a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd84fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd85500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f703400b8a0 con 0x55b57cd779d0 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f703400cd10 con 0x55b57cd73980 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f703400bf70 con 0x55b57cd73060 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7061ebfb80 10 client.0 _ll_register_callbacks cb 0x55b57cc6cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7055600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd85500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7054c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73060 0x55b57cd75a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7055600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd85500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57578/0 (socket says 172.21.15.69:57578) 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f7055600700 1 -- 172.21.15.69:0/3737845224 learned_addr learned my addr 172.21.15.69:0/3737845224 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:51.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.377+0000 7f704fe00700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd84fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7054c00700 1 -- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 msgr2=0x55b57cd84fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7054c00700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd84fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7054c00700 1 -- 172.21.15.69:0/3737845224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 msgr2=0x55b57cd85500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7054c00700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd85500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7054c00700 1 -- 172.21.15.69:0/3737845224 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b57cd93e60 con 0x55b57cd73060 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7055600700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd85500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7054c00700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73060 0x55b57cd75a80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f70440a96a0 tx=0x7f70440a9fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbd5b23665fad93d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7032a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7032a00700 1 -- 172.21.15.69:0/3737845224 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70440cc2e0 con 0x55b57cd73060 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70440c3070 con 0x55b57cd73060 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.378+0000 7f7032a00700 1 -- 172.21.15.69:0/3737845224 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f704406f1e0 con 0x55b57cd73060 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7032a00700 1 -- 172.21.15.69:0/3737845224 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f704400cd70 con 0x55b57cd73060 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 10 client.25852 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b57cd93e60 con 0x55b57cd73060 2024-05-08T06:05:51.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7032a00700 1 -- 172.21.15.69:0/3737845224 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70440c3070 con 0x55b57cd73060 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7032a00700 1 -- 172.21.15.69:0/3737845224 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70440a8670 con 0x55b57cd73060 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 10 client.25852 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 10 client.25852 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 20 client.25852 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cdf77c0 0x55b57cdf9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 4 client.25852 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.379+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b57ccd3400 con 0x55b57cdf77c0 2024-05-08T06:05:51.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.380+0000 7f704fe00700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cdf77c0 0x55b57cdf9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:51.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.380+0000 7f704fe00700 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cdf77c0 0x55b57cdf9bb0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea5c38d26fbfe6e1 server_cookie=3ad1f6baf1f3c2b0 in_seq=0 out_seq=0 2024-05-08T06:05:51.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.380+0000 7f7032a00700 10 client.25852 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:51.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.380+0000 7f7032a00700 1 -- 172.21.15.69:0/3737845224 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b57ccd3400 con 0x55b57cdf77c0 2024-05-08T06:05:51.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.380+0000 7f7032a00700 10 client.25852 handle_command_reply: tid=0 2024-05-08T06:05:51.383 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.380+0000 7f7061ebfb80 1 client.25852 shutdown 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73060 msgr2=0x55b57cd75a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73060 0x55b57cd75a80 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f70440a96a0 tx=0x7f70440a9fa0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 shutdown_connections 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b57cd779d0 0x55b57cd85500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b57cdf77c0 0x55b57cdf9bb0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b57cd73060 0x55b57cd75a80 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 --2- 172.21.15.69:0/3737845224 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b57cd73980 0x55b57cd84fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7032a00700 0 client.25852 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 >> 172.21.15.69:0/3737845224 conn(0x55b57cca1b60 msgr2=0x55b57cd67a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 shutdown_connections 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 1 -- 172.21.15.69:0/3737845224 wait complete. 2024-05-08T06:05:51.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.381+0000 7f7061ebfb80 20 client.25852 trim_cache size 0 max 16384 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70380b2880 msgr2=0x7f70380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70380b2880 0x7f70380b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f7048008ca0 tx=0x7f7048009390 comp rx=0 tx=0).stop 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 msgr2=0x7f705019bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 0x7f705019bd90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f704400e9c0 tx=0x7f704400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 shutdown_connections 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f705010ff50 0x7f70501a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f705006b1b0 0x7f705019bd90 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70380b2880 0x7f70380b4d40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 --2- 172.21.15.69:0/213436085 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f705006bad0 0x7f705019c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:51.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 >> 172.21.15.69:0/213436085 conn(0x7f7050079350 msgr2=0x7f7050111420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:51.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 shutdown_connections 2024-05-08T06:05:51.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:51.382+0000 7f7057600700 1 -- 172.21.15.69:0/213436085 wait complete. 2024-05-08T06:05:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:52 smithi105 ceph-mon[34393]: pgmap v585: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:52 smithi135 ceph-mon[34761]: pgmap v585: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:52.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:52 smithi069 ceph-mon[29571]: pgmap v585: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:05:53.389 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:05:53.390 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:05:53.848 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:54.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:54 smithi069 ceph-mon[29571]: pgmap v586: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:54.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:54 smithi105 ceph-mon[34393]: pgmap v586: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:54 smithi135 ceph-mon[34761]: pgmap v586: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 -- 172.21.15.69:0/45797206 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 msgr2=0x7f120810bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 --2- 172.21.15.69:0/45797206 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 0x7f120810bac0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f11fc009990 tx=0x7f11fc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 -- 172.21.15.69:0/45797206 shutdown_connections 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 --2- 172.21.15.69:0/45797206 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081060a0 0x7f12081125b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 --2- 172.21.15.69:0/45797206 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 0x7f120810bac0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 --2- 172.21.15.69:0/45797206 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081056e0 0x7f1208105b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.290+0000 7f120fe00700 1 -- 172.21.15.69:0/45797206 >> 172.21.15.69:0/45797206 conn(0x7f12081011d0 msgr2=0x7f12081035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:56.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.291+0000 7f120fe00700 1 -- 172.21.15.69:0/45797206 shutdown_connections 2024-05-08T06:05:56.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.291+0000 7f120fe00700 1 -- 172.21.15.69:0/45797206 wait complete. 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 Processor -- start 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 -- start start 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 0x7f120819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081060a0 0x7f120819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 0x7f12081a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1208115920 con 0x7f12081056e0 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f12081157a0 con 0x7f12081060a0 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.292+0000 7f120fe00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1208115aa0 con 0x7f120810b6e0 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 0x7f120819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 0x7f120819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57592/0 (socket says 172.21.15.69:57592) 2024-05-08T06:05:56.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 -- 172.21.15.69:0/1755000307 learned_addr learned my addr 172.21.15.69:0/1755000307 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:56.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120ca00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081060a0 0x7f120819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120de00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 0x7f12081a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 -- 172.21.15.69:0/1755000307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 msgr2=0x7f12081a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 0x7f12081a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 -- 172.21.15.69:0/1755000307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081060a0 msgr2=0x7f120819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081060a0 0x7f120819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120d400700 1 -- 172.21.15.69:0/1755000307 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12081a0de0 con 0x7f12081056e0 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.293+0000 7f120ca00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081060a0 0x7f120819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.294+0000 7f120d400700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 0x7f120819bdd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f11fc000c00 tx=0x7f11fc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.294+0000 7f1206000700 1 -- 172.21.15.69:0/1755000307 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc027070 con 0x7f12081056e0 2024-05-08T06:05:56.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.294+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12081a1070 con 0x7f12081056e0 2024-05-08T06:05:56.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.294+0000 7f1206000700 1 -- 172.21.15.69:0/1755000307 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11fc022470 con 0x7f12081056e0 2024-05-08T06:05:56.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.294+0000 7f1206000700 1 -- 172.21.15.69:0/1755000307 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc017650 con 0x7f12081056e0 2024-05-08T06:05:56.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.294+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12081a8950 con 0x7f12081056e0 2024-05-08T06:05:56.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.298+0000 7f1206000700 1 -- 172.21.15.69:0/1755000307 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f11fc02a070 con 0x7f12081056e0 2024-05-08T06:05:56.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 Processor -- start 2024-05-08T06:05:56.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 -- start start 2024-05-08T06:05:56.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f1206000700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f11f00b2880 0x7f11f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf481d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf4821510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf4821eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564bf476faa0 con 0x564bf481d0e0 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564bf470d7e0 con 0x564bf4821a50 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f121a878b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564bf476ba60 con 0x564bf481da00 2024-05-08T06:05:56.300 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.299+0000 7f1206000700 1 -- 172.21.15.69:0/1755000307 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f11fc0e2ef0 con 0x7f12081056e0 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120de00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f11f00b2880 0x7f11f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf4821510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf4821510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49360/0 (socket says 172.21.15.69:49360) 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 -- 172.21.15.69:0/106472633 learned_addr learned my addr 172.21.15.69:0/106472633 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120d400700 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf481d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120de00700 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf4821eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 -- 172.21.15.69:0/106472633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 msgr2=0x564bf4821eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf4821eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 -- 172.21.15.69:0/106472633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 msgr2=0x564bf481d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf481d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.300+0000 7f120ca00700 1 -- 172.21.15.69:0/106472633 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bf46bc950 con 0x564bf481da00 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.301+0000 7f120de00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f11f00b2880 0x7f11f00b4d40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1200009da0 tx=0x7f12000134a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.301+0000 7f120ca00700 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf4821510 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f11f40115f0 tx=0x7f11f4011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d51673511583337a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.301+0000 7f11faa00700 1 -- 172.21.15.69:0/106472633 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f4004230 con 0x564bf481da00 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.301+0000 7f11faa00700 1 -- 172.21.15.69:0/106472633 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11f40043d0 con 0x564bf481da00 2024-05-08T06:05:56.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.301+0000 7f11faa00700 1 -- 172.21.15.69:0/106472633 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f4019880 con 0x564bf481da00 2024-05-08T06:05:56.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 -- 172.21.15.69:0/106472633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 msgr2=0x564bf4821510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf4821510 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f11f40115f0 tx=0x7f11f4011900 comp rx=0 tx=0).stop 2024-05-08T06:05:56.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 -- 172.21.15.69:0/106472633 shutdown_connections 2024-05-08T06:05:56.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf4821eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf481d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.303 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 --2- 172.21.15.69:0/106472633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf4821510 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.304 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 -- 172.21.15.69:0/106472633 >> 172.21.15.69:0/106472633 conn(0x564bf474bbe0 msgr2=0x564bf4817820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:56.304 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 -- 172.21.15.69:0/106472633 shutdown_connections 2024-05-08T06:05:56.304 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.302+0000 7f121a878b80 1 -- 172.21.15.69:0/106472633 wait complete. 2024-05-08T06:05:56.304 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.303+0000 7f121a878b80 1 -- start start 2024-05-08T06:05:56.304 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.303+0000 7f121a878b80 1 Processor -- start 2024-05-08T06:05:56.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481d0e0 0x564bf4828f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4826240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.305 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 0x564bf4826780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564bf4829c60 con 0x564bf4821a50 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564bf46d5ba0 con 0x564bf481da00 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564bf4829de0 con 0x564bf481d0e0 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f121a878b80 10 client.0 _ll_register_callbacks cb 0x564bf4716cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 0x564bf4826780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 0x564bf4826780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57616/0 (socket says 172.21.15.69:57616) 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 -- 172.21.15.69:0/874698449 learned_addr learned my addr 172.21.15.69:0/874698449 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120ca00700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4826240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120d400700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481d0e0 0x564bf4828f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 -- 172.21.15.69:0/874698449 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481d0e0 msgr2=0x564bf4828f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481d0e0 0x564bf4828f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 -- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 msgr2=0x564bf4826240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4826240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.304+0000 7f120de00700 1 -- 172.21.15.69:0/874698449 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bf47354a0 con 0x564bf4821a50 2024-05-08T06:05:56.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f120de00700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 0x564bf4826780 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f1200009f40 tx=0x7f1200004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=642f6f05bb879719 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f11ef400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f11ef400700 1 -- 172.21.15.69:0/874698449 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f120002c060 con 0x564bf4821a50 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f11ef400700 1 -- 172.21.15.69:0/874698449 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1200007c70 con 0x564bf4821a50 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11f40043d0 con 0x564bf4821a50 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f11ef400700 1 -- 172.21.15.69:0/874698449 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1200003a00 con 0x564bf4821a50 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f121a878b80 10 client.15774 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:56.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.305+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564bf4834580 con 0x564bf4821a50 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f11ef400700 1 -- 172.21.15.69:0/874698449 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11f40043d0 con 0x564bf4821a50 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f11ef400700 1 -- 172.21.15.69:0/874698449 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1200004560 con 0x564bf4821a50 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f121a878b80 10 client.15774 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f121a878b80 10 client.15774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f121a878b80 20 client.15774 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f121a878b80 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf4836bc0 0x564bf4838fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f121a878b80 4 client.15774 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.306+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bf47ea120 con 0x564bf4836bc0 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.307+0000 7f120d400700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf4836bc0 0x564bf4838fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.307+0000 7f120d400700 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf4836bc0 0x564bf4838fb0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5c7ef791b598fc0 server_cookie=bf52133acd93917e in_seq=0 out_seq=0 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.307+0000 7f11ef400700 10 client.15774 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f11ef400700 1 -- 172.21.15.69:0/874698449 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564bf47ea120 con 0x564bf4836bc0 2024-05-08T06:05:56.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f11ef400700 10 client.15774 handle_command_reply: tid=0 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 client.15774 shutdown 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 msgr2=0x564bf4826780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 0x564bf4826780 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f1200009f40 tx=0x7f1200004b40 comp rx=0 tx=0).stop 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 shutdown_connections 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf4821a50 0x564bf4826780 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf4836bc0 0x564bf4838fb0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481d0e0 0x564bf4828f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 --2- 172.21.15.69:0/874698449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4826240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 >> 172.21.15.69:0/874698449 conn(0x564bf474bbe0 msgr2=0x564bf4812330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f11ef400700 0 client.15774 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 shutdown_connections 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.308+0000 7f121a878b80 1 -- 172.21.15.69:0/874698449 wait complete. 2024-05-08T06:05:56.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.309+0000 7f121a878b80 20 client.15774 trim_cache size 0 max 16384 2024-05-08T06:05:56.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.330+0000 7f121a878b80 1 Processor -- start 2024-05-08T06:05:56.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 -- start start 2024-05-08T06:05:56.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf4825b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4820a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf4821a50 0x564bf483e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12081b24a0 con 0x564bf481d0e0 2024-05-08T06:05:56.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f12081afd30 con 0x564bf481da00 2024-05-08T06:05:56.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f121a878b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f12081adba0 con 0x564bf4821a50 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f120d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf4825b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f120d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf4825b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57620/0 (socket says 172.21.15.69:57620) 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.331+0000 7f120ca00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4820a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 -- 172.21.15.69:0/379899991 learned_addr learned my addr 172.21.15.69:0/379899991 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120de00700 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf4821a50 0x564bf483e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 -- 172.21.15.69:0/379899991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf4821a50 msgr2=0x564bf483e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf4821a50 0x564bf483e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 -- 172.21.15.69:0/379899991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 msgr2=0x564bf4820a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4820a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 -- 172.21.15.69:0/379899991 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bf4814470 con 0x564bf481d0e0 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120ca00700 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4820a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.332+0000 7f120d400700 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf4825b60 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f11fc0a77c0 tx=0x7f11fc01a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b36ad0e305c74fd8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f11fa000700 1 -- 172.21.15.69:0/379899991 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc0e0e60 con 0x564bf481d0e0 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f11fa000700 1 -- 172.21.15.69:0/379899991 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11fc0aa060 con 0x564bf481d0e0 2024-05-08T06:05:56.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f11fa000700 1 -- 172.21.15.69:0/379899991 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc0e0ab0 con 0x564bf481d0e0 2024-05-08T06:05:56.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 -- 172.21.15.69:0/379899991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 msgr2=0x564bf4825b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf4825b60 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f11fc0a77c0 tx=0x7f11fc01a040 comp rx=0 tx=0).stop 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 -- 172.21.15.69:0/379899991 shutdown_connections 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf4821a50 0x564bf483e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf4825b60 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 --2- 172.21.15.69:0/379899991 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf481da00 0x564bf4820a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.333+0000 7f121a878b80 1 -- 172.21.15.69:0/379899991 >> 172.21.15.69:0/379899991 conn(0x564bf474bbe0 msgr2=0x564bf4820340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.334+0000 7f121a878b80 1 -- 172.21.15.69:0/379899991 shutdown_connections 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.334+0000 7f121a878b80 1 -- 172.21.15.69:0/379899991 wait complete. 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.334+0000 7f121a878b80 1 -- start start 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.334+0000 7f121a878b80 1 Processor -- start 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf482dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf482e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf482e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12081ae1f0 con 0x564bf481d0e0 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f12081af660 con 0x564bf4821a50 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f12081ae8c0 con 0x564bf481da00 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f121a878b80 10 client.0 _ll_register_callbacks cb 0x564bf4716cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f120d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf482dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f120de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf482e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f120ca00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf482e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f120de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf482e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:56520/0 (socket says 172.21.15.69:56520) 2024-05-08T06:05:56.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.335+0000 7f120de00700 1 -- 172.21.15.69:0/1219369766 learned_addr learned my addr 172.21.15.69:0/1219369766 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120d400700 1 -- 172.21.15.69:0/1219369766 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 msgr2=0x564bf482e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120d400700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf482e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120d400700 1 -- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 msgr2=0x564bf482e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120d400700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf482e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120d400700 1 -- 172.21.15.69:0/1219369766 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bf48a9d10 con 0x564bf481d0e0 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120ca00700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf482e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120de00700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf482e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:05:56.339 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f120d400700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf482dc80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f11fc020040 tx=0x7f11fc005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f20ae3cf89bcd2e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f11ef400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.336+0000 7f11ef400700 1 -- 172.21.15.69:0/1219369766 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc0c3020 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f11ef400700 1 -- 172.21.15.69:0/1219369766 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f11fc022920 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11fc0aa060 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f11ef400700 1 -- 172.21.15.69:0/1219369766 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f11fc0e0e60 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 10 client.15780 fetch_fsmap learned FSMap version 26 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564bf48ab050 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f11ef400700 1 -- 172.21.15.69:0/1219369766 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11fc0aa060 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f11ef400700 1 -- 172.21.15.69:0/1219369766 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f11fc0b2e90 con 0x564bf481d0e0 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 10 client.15780 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 10 client.15780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 20 client.15780 populate_metadata read hostname 'smithi069' 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf48ab6a0 0x564bf48adac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:05:56.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 4 client.15780 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:05:56.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.337+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564bf477d480 con 0x564bf48ab6a0 2024-05-08T06:05:56.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.338+0000 7f120ca00700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf48ab6a0 0x564bf48adac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:05:56.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.338+0000 7f120ca00700 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf48ab6a0 0x564bf48adac0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bd2d9353019eaa1 server_cookie=4419bc875aeae079 in_seq=0 out_seq=0 2024-05-08T06:05:56.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.338+0000 7f11ef400700 10 client.15780 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f11ef400700 1 -- 172.21.15.69:0/1219369766 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564bf477d480 con 0x564bf48ab6a0 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f11ef400700 10 client.15780 handle_command_reply: tid=0 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 client.15780 shutdown 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 msgr2=0x564bf482dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf482dc80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f11fc020040 tx=0x7f11fc005a90 comp rx=0 tx=0).stop 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 shutdown_connections 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564bf4821a50 0x564bf482e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564bf481d0e0 0x564bf482dc80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564bf48ab6a0 0x564bf48adac0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 --2- 172.21.15.69:0/1219369766 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564bf481da00 0x564bf482e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 >> 172.21.15.69:0/1219369766 conn(0x564bf474bbe0 msgr2=0x564bf4820bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f11ef400700 0 client.15780 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 shutdown_connections 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.340+0000 7f121a878b80 1 -- 172.21.15.69:0/1219369766 wait complete. 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.341+0000 7f121a878b80 20 client.15780 trim_cache size 0 max 16384 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "e09120f9-aa47-41ac-a8d3-adaf2ccb7ea4", 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:05:56.343 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.341+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f11f00b2880 msgr2=0x7f11f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.341+0000 7f120fe00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f11f00b2880 0x7f11f00b4d40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1200009da0 tx=0x7f12000134a0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.341+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 msgr2=0x7f120819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.341+0000 7f120fe00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 0x7f120819bdd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f11fc000c00 tx=0x7f11fc0057c0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 shutdown_connections 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f120810b6e0 0x7f12081a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f12081056e0 0x7f120819bdd0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f11f00b2880 0x7f11f00b4d40 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 --2- 172.21.15.69:0/1755000307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f12081060a0 0x7f120819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:05:56.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 >> 172.21.15.69:0/1755000307 conn(0x7f12081011d0 msgr2=0x7f1208101990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:05:56.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 shutdown_connections 2024-05-08T06:05:56.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:05:56.342+0000 7f120fe00700 1 -- 172.21.15.69:0/1755000307 wait complete. 2024-05-08T06:05:56.409 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:56 smithi069 ceph-mon[29571]: pgmap v587: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:56 smithi105 ceph-mon[34393]: pgmap v587: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:56 smithi135 ceph-mon[34761]: pgmap v587: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:05:57.381 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:05:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:57 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:05:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:57 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:57 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:05:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:57 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:57 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:05:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:57 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:57 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:05:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:57 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:57 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:05:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:57 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:57 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:05:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:57 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:05:57.821 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:05:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:58 smithi105 ceph-mon[34393]: pgmap v588: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:58 smithi135 ceph-mon[34761]: pgmap v588: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:58 smithi069 ceph-mon[29571]: pgmap v588: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:05:59.699 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:05:59 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:05:59.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:05:59 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:05:59.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:05:59 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:06:00.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 -- 172.21.15.69:0/763988917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea0105f90 msgr2=0x7f3ea0112450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/763988917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea0105f90 0x7f3ea0112450 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f3e9800b0d0 tx=0x7f3e9800b3e0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 -- 172.21.15.69:0/763988917 shutdown_connections 2024-05-08T06:06:00.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/763988917 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea0105f90 0x7f3ea0112450 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/763988917 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ea010b680 0x7f3ea010ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/763988917 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ea01055d0 0x7f3ea0105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 -- 172.21.15.69:0/763988917 >> 172.21.15.69:0/763988917 conn(0x7f3ea01010e0 msgr2=0x7f3ea0103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:00.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 -- 172.21.15.69:0/763988917 shutdown_connections 2024-05-08T06:06:00.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.278+0000 7f3e9fe00700 1 -- 172.21.15.69:0/763988917 wait complete. 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.279+0000 7f3e9fe00700 1 Processor -- start 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 -- start start 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 0x7f3ea01a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ea0105f90 0x7f3ea01a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ea010b680 0x7f3ea019ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01157f0 con 0x7f3ea01055d0 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea0115670 con 0x7f3ea0105f90 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9fe00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea0115970 con 0x7f3ea010b680 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 0x7f3ea01a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 0x7f3ea01a1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47962/0 (socket says 172.21.15.69:47962) 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9ea00700 1 -- 172.21.15.69:0/11151650 learned_addr learned my addr 172.21.15.69:0/11151650 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9e000700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ea0105f90 0x7f3ea01a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.280+0000 7f3e9f400700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ea010b680 0x7f3ea019ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9ea00700 1 -- 172.21.15.69:0/11151650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ea010b680 msgr2=0x7f3ea019ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ea010b680 0x7f3ea019ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9ea00700 1 -- 172.21.15.69:0/11151650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ea0105f90 msgr2=0x7f3ea01a1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ea0105f90 0x7f3ea01a1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9ea00700 1 -- 172.21.15.69:0/11151650 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ea019c170 con 0x7f3ea01055d0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 0x7f3ea01a1800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3e9000e9a0 tx=0x7f3e9000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3ea4a00700 1 -- 172.21.15.69:0/11151650 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9000ca10 con 0x7f3ea01055d0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3ea4a00700 1 -- 172.21.15.69:0/11151650 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e9000cbb0 con 0x7f3ea01055d0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3ea4a00700 1 -- 172.21.15.69:0/11151650 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e90018680 con 0x7f3ea01055d0 2024-05-08T06:06:00.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.281+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ea019c460 con 0x7f3ea01055d0 2024-05-08T06:06:00.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.282+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ea01a86d0 con 0x7f3ea01055d0 2024-05-08T06:06:00.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.285+0000 7f3ea4a00700 1 -- 172.21.15.69:0/11151650 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3e90010430 con 0x7f3ea01055d0 2024-05-08T06:06:00.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.286+0000 7f3eb0823b80 1 Processor -- start 2024-05-08T06:06:00.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.286+0000 7f3eb0823b80 1 -- start start 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5818180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a5812430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a5812ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5565a5764a20 con 0x5565a5812a50 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5565a5702760 con 0x5565a58186c0 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5565a57609e0 con 0x5565a5817da0 2024-05-08T06:06:00.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3ea4a00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3e840b2900 0x7f3e840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3e9f400700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3e840b2900 0x7f3e840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3e9e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a5812ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3ea4a00700 1 -- 172.21.15.69:0/11151650 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3e900e2350 con 0x7f3ea01055d0 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a5812430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a5812430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57392/0 (socket says 172.21.15.69:57392) 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1540954321 learned_addr learned my addr 172.21.15.69:0/1540954321 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.287+0000 7f3e9f400700 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5818180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1540954321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 msgr2=0x5565a5818180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5818180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1540954321 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 msgr2=0x5565a5812ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a5812ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1540954321 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565a56b18d0 con 0x5565a58186c0 2024-05-08T06:06:00.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9f400700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3e840b2900 0x7f3e840b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3e98006260 tx=0x7f3e98009e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:00.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a5812430 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3e900a98b0 tx=0x7f3e900b20c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86b0c4b363c2ca71 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:00.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e94c00700 1 -- 172.21.15.69:0/1540954321 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900aa020 con 0x5565a58186c0 2024-05-08T06:06:00.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e94c00700 1 -- 172.21.15.69:0/1540954321 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e900a9920 con 0x5565a58186c0 2024-05-08T06:06:00.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.288+0000 7f3e94c00700 1 -- 172.21.15.69:0/1540954321 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900a9b80 con 0x5565a58186c0 2024-05-08T06:06:00.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1540954321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 msgr2=0x5565a5812430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a5812430 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3e900a98b0 tx=0x7f3e900b20c0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1540954321 shutdown_connections 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a5812ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5818180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1540954321 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a5812430 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1540954321 >> 172.21.15.69:0/1540954321 conn(0x5565a578a6d0 msgr2=0x5565a580cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1540954321 shutdown_connections 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.289+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1540954321 wait complete. 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.290+0000 7f3eb0823b80 1 -- start start 2024-05-08T06:06:00.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.290+0000 7f3eb0823b80 1 Processor -- start 2024-05-08T06:06:00.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a581e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a581b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a581bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5565a581f0f0 con 0x5565a58186c0 2024-05-08T06:06:00.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5565a56cab20 con 0x5565a5812a50 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5565a581f270 con 0x5565a5817da0 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3eb0823b80 10 client.0 _ll_register_callbacks cb 0x5565a570bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a581e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3e9f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a581bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3e9f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a581bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47990/0 (socket says 172.21.15.69:47990) 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a581e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57406/0 (socket says 172.21.15.69:57406) 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3e9e000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a581b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.291+0000 7f3e9f400700 1 -- 172.21.15.69:0/1922803417 learned_addr learned my addr 172.21.15.69:0/1922803417 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:00.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1922803417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 msgr2=0x5565a581b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a581b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1922803417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 msgr2=0x5565a581bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a581bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1922803417 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565a572a420 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a581e490 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x5565a580f0b0 tx=0x7f3e900a9570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f161f91568cbca73 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e89600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e89600700 1 -- 172.21.15.69:0/1922803417 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900adcd0 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3e89600700 1 -- 172.21.15.69:0/1922803417 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3e900a9d90 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.292+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e900a9920 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3e89600700 1 -- 172.21.15.69:0/1922803417 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3e900b2780 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 10 client.25922 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5565a58299f0 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3e89600700 1 -- 172.21.15.69:0/1922803417 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e900a9920 con 0x5565a5812a50 2024-05-08T06:06:00.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3e89600700 1 -- 172.21.15.69:0/1922803417 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3e90010720 con 0x5565a5812a50 2024-05-08T06:06:00.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 10 client.25922 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:00.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 10 client.25922 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:00.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 20 client.25922 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:00.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a582bec0 0x5565a582e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 4 client.25922 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:00.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5565a57df140 con 0x5565a582bec0 2024-05-08T06:06:00.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.293+0000 7f3e9e000700 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a582bec0 0x5565a582e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.294+0000 7f3e9e000700 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a582bec0 0x5565a582e2b0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6dfeee7d3ff445f server_cookie=9de0e244b6cd246f in_seq=0 out_seq=0 2024-05-08T06:06:00.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.294+0000 7f3e89600700 10 client.25922 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:00.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3e89600700 1 -- 172.21.15.69:0/1922803417 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5565a57df140 con 0x5565a582bec0 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3e89600700 10 client.25922 handle_command_reply: tid=0 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 client.25922 shutdown 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 msgr2=0x5565a581e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a581e490 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x5565a580f0b0 tx=0x7f3e900a9570 comp rx=0 tx=0).stop 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 shutdown_connections 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a581bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a581e490 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a582bec0 0x5565a582e2b0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1922803417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a581b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 >> 172.21.15.69:0/1922803417 conn(0x5565a578a6d0 msgr2=0x5565a5807750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3e89600700 0 client.25922 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 shutdown_connections 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.295+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1922803417 wait complete. 2024-05-08T06:06:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.296+0000 7f3eb0823b80 20 client.25922 trim_cache size 0 max 16384 2024-05-08T06:06:00.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.317+0000 7f3eb0823b80 1 Processor -- start 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.317+0000 7f3eb0823b80 1 -- start start 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.317+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a5812430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5819ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a5807860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01b2350 con 0x5565a58186c0 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01afbe0 con 0x5565a5812a50 2024-05-08T06:06:00.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01ada30 con 0x5565a5817da0 2024-05-08T06:06:00.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a5807860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a5812430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a5807860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48000/0 (socket says 172.21.15.69:48000) 2024-05-08T06:06:00.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a5812430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57418/0 (socket says 172.21.15.69:57418) 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9f400700 1 -- 172.21.15.69:0/1903451987 learned_addr learned my addr 172.21.15.69:0/1903451987 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9e000700 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5819ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1903451987 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 msgr2=0x5565a5819ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5819ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1903451987 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 msgr2=0x5565a5807860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a5807860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.318+0000 7f3e9ea00700 1 -- 172.21.15.69:0/1903451987 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565a581aee0 con 0x5565a5812a50 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.319+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a5812430 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3e90000c00 tx=0x7f3e90009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bfbdb453803ba03 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.319+0000 7f3e8be00700 1 -- 172.21.15.69:0/1903451987 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900adcd0 con 0x5565a5812a50 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.319+0000 7f3e8be00700 1 -- 172.21.15.69:0/1903451987 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e900a9920 con 0x5565a5812a50 2024-05-08T06:06:00.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.319+0000 7f3e8be00700 1 -- 172.21.15.69:0/1903451987 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900cabd0 con 0x5565a5812a50 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1903451987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 msgr2=0x5565a5812430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a5812430 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3e90000c00 tx=0x7f3e90009790 comp rx=0 tx=0).stop 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1903451987 shutdown_connections 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a58186c0 0x5565a5807860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a5812a50 0x5565a5812430 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/1903451987 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a5819ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1903451987 >> 172.21.15.69:0/1903451987 conn(0x5565a578a6d0 msgr2=0x5565a581d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1903451987 shutdown_connections 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 -- 172.21.15.69:0/1903451987 wait complete. 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 -- start start 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.320+0000 7f3eb0823b80 1 Processor -- start 2024-05-08T06:06:00.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a582ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a582f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a582f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01ae0a0 con 0x5565a5812a50 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01af510 con 0x5565a58186c0 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea01ae770 con 0x5565a5817da0 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3eb0823b80 10 client.0 _ll_register_callbacks cb 0x5565a570bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a582ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3e9ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a582ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48012/0 (socket says 172.21.15.69:48012) 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3e9ea00700 1 -- 172.21.15.69:0/2880713352 learned_addr learned my addr 172.21.15.69:0/2880713352 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3e9e000700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a582f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.321+0000 7f3e9f400700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a582f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9ea00700 1 -- 172.21.15.69:0/2880713352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 msgr2=0x5565a582f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a582f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9ea00700 1 -- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 msgr2=0x5565a582f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:00.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a582f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9ea00700 1 -- 172.21.15.69:0/2880713352 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565a58953e0 con 0x5565a5812a50 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9f400700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a582f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e9ea00700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a582ee50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3e900098c0 tx=0x7f3e900a97d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4545beb4b6edabd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e89600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e89600700 1 -- 172.21.15.69:0/2880713352 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e900adcd0 con 0x5565a5812a50 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e89600700 1 -- 172.21.15.69:0/2880713352 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3e900cade0 con 0x5565a5812a50 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3e900a9920 con 0x5565a5812a50 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.322+0000 7f3e89600700 1 -- 172.21.15.69:0/2880713352 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3e900b22f0 con 0x5565a5812a50 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 10 client.15798 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5565a58953e0 con 0x5565a5812a50 2024-05-08T06:06:00.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3e89600700 1 -- 172.21.15.69:0/2880713352 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3e900a9920 con 0x5565a5812a50 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3e89600700 1 -- 172.21.15.69:0/2880713352 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3e900a87b0 con 0x5565a5812a50 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 10 client.15798 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 10 client.15798 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 20 client.15798 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a5896880 0x5565a5898ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 4 client.15798 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:06:00.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.323+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5565a5772400 con 0x5565a5896880 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3e9e000700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a5896880 0x5565a5898ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3e9e000700 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a5896880 0x5565a5898ca0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bb0fe83f369bab server_cookie=54c73bde753b8760 in_seq=0 out_seq=0 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3e89600700 10 client.15798 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3e89600700 1 -- 172.21.15.69:0/2880713352 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5565a5772400 con 0x5565a5896880 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3e89600700 10 client.15798 handle_command_reply: tid=0 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 client.15798 shutdown 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 msgr2=0x5565a582ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a582ee50 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3e900098c0 tx=0x7f3e900a97d0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 shutdown_connections 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5565a58186c0 0x5565a582f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5565a5812a50 0x5565a582ee50 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5565a5896880 0x5565a5898ca0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 --2- 172.21.15.69:0/2880713352 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5565a5817da0 0x5565a582f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 >> 172.21.15.69:0/2880713352 conn(0x5565a578a6d0 msgr2=0x5565a581b0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:00.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.324+0000 7f3e89600700 0 client.15798 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.325+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 shutdown_connections 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.325+0000 7f3eb0823b80 1 -- 172.21.15.69:0/2880713352 wait complete. 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.325+0000 7f3eb0823b80 20 client.15798 trim_cache size 0 max 16384 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:06:00.329 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:06:00.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3e840b2900 msgr2=0x7f3e840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3e840b2900 0x7f3e840b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3e98006260 tx=0x7f3e98009e20 comp rx=0 tx=0).stop 2024-05-08T06:06:00.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 msgr2=0x7f3ea01a1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:00.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 0x7f3ea01a1800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3e9000e9a0 tx=0x7f3e9000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 shutdown_connections 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ea010b680 0x7f3ea019ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ea01055d0 0x7f3ea01a1800 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3e840b2900 0x7f3e840b4dc0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 --2- 172.21.15.69:0/11151650 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ea0105f90 0x7f3ea01a1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 >> 172.21.15.69:0/11151650 conn(0x7f3ea01010e0 msgr2=0x7f3ea0102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 shutdown_connections 2024-05-08T06:06:00.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:00.326+0000 7f3e9fe00700 1 -- 172.21.15.69:0/11151650 wait complete. 2024-05-08T06:06:00.774 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:00 smithi069 ceph-mon[29571]: pgmap v589: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:00 smithi135 ceph-mon[34761]: pgmap v589: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:01.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:00 smithi105 ceph-mon[34393]: pgmap v589: 97 pgs: 97 active+clean; 2.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:01.295 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:06:01.295 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:06:01.739 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:02.803 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:02 smithi069 ceph-mon[29571]: pgmap v590: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:02 smithi135 ceph-mon[34761]: pgmap v590: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:03.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:02 smithi105 ceph-mon[34393]: pgmap v590: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:04.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 -- 172.21.15.69:0/439433939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 msgr2=0x7f5250075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:04.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 --2- 172.21.15.69:0/439433939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f5250075ab0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5244009990 tx=0x7f5244009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 -- 172.21.15.69:0/439433939 shutdown_connections 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 --2- 172.21.15.69:0/439433939 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f525010fea0 0x7f5250112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 --2- 172.21.15.69:0/439433939 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f5250075ab0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 --2- 172.21.15.69:0/439433939 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5250075ff0 0x7f525010f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 -- 172.21.15.69:0/439433939 >> 172.21.15.69:0/439433939 conn(0x7f525007a600 msgr2=0x7f525007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 -- 172.21.15.69:0/439433939 shutdown_connections 2024-05-08T06:06:04.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.163+0000 7f5257a00700 1 -- 172.21.15.69:0/439433939 wait complete. 2024-05-08T06:06:04.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 Processor -- start 2024-05-08T06:06:04.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 -- start start 2024-05-08T06:06:04.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f525019bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5250075ff0 0x7f525019c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f525010fea0 0x7f52501a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5250115880 con 0x7f5250075ff0 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5250115700 con 0x7f52500756d0 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.165+0000 7f5257a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5250115a00 con 0x7f525010fea0 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f525019bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f525019bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57446/0 (socket says 172.21.15.69:57446) 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 -- 172.21.15.69:0/3854113843 learned_addr learned my addr 172.21.15.69:0/3854113843 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f524fe00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5250075ff0 0x7f525019c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f525010fea0 0x7f52501a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 -- 172.21.15.69:0/3854113843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f525010fea0 msgr2=0x7f52501a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f525010fea0 0x7f52501a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 -- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5250075ff0 msgr2=0x7f525019c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:04.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5250075ff0 0x7f525019c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.166+0000 7f5255000700 1 -- 172.21.15.69:0/3854113843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52501a0d60 con 0x7f52500756d0 2024-05-08T06:06:04.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.167+0000 7f5255000700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f525019bd50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f52440057f0 tx=0x7f524400bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:04.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.167+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5244026070 con 0x7f52500756d0 2024-05-08T06:06:04.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.167+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5244021410 con 0x7f52500756d0 2024-05-08T06:06:04.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.167+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5244017650 con 0x7f52500756d0 2024-05-08T06:06:04.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.167+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52501a0ff0 con 0x7f52500756d0 2024-05-08T06:06:04.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.167+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52501a88d0 con 0x7f52500756d0 2024-05-08T06:06:04.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.168+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5250076dc0 con 0x7f52500756d0 2024-05-08T06:06:04.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.171+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5244029070 con 0x7f52500756d0 2024-05-08T06:06:04.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.172+0000 7f524d600700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f52380b2900 0x7f52380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:04.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.172+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f52440e3040 con 0x7f52500756d0 2024-05-08T06:06:04.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.172+0000 7f524fe00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f52380b2900 0x7f52380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:04.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.173+0000 7f524fe00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f52380b2900 0x7f52380b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5250103040 tx=0x7f5240009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:04.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.174+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5244030080 con 0x7f52500756d0 2024-05-08T06:06:04.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.471+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f525002e510 con 0x7f52500756d0 2024-05-08T06:06:04.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.473+0000 7f524d600700 1 -- 172.21.15.69:0/3854113843 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f5244013070 con 0x7f52500756d0 2024-05-08T06:06:04.473 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:06:04.473 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:06:04.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f52380b2900 msgr2=0x7f52380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:04.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f52380b2900 0x7f52380b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5250103040 tx=0x7f5240009260 comp rx=0 tx=0).stop 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 msgr2=0x7f525019bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f525019bd50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f52440057f0 tx=0x7f524400bfd0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 shutdown_connections 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f525010fea0 0x7f52501a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f52380b2900 0x7f52380b4dc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f52500756d0 0x7f525019bd50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 --2- 172.21.15.69:0/3854113843 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5250075ff0 0x7f525019c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 >> 172.21.15.69:0/3854113843 conn(0x7f525007a600 msgr2=0x7f5250100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 shutdown_connections 2024-05-08T06:06:04.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:04.476+0000 7f5257a00700 1 -- 172.21.15.69:0/3854113843 wait complete. 2024-05-08T06:06:04.478 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:06:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:04 smithi135 ceph-mon[34761]: pgmap v591: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:04 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3854113843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:04 smithi069 ceph-mon[29571]: pgmap v591: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:04 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3854113843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:04.822 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:04 smithi105 ceph-mon[34393]: pgmap v591: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:04.822 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:04 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3854113843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:05.368 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:06:05.810 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:06 smithi135 ceph-mon[34761]: pgmap v592: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:06.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:06 smithi069 ceph-mon[29571]: pgmap v592: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:06 smithi105 ceph-mon[34393]: pgmap v592: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:08.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 -- 172.21.15.69:0/2162325968 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0098075ff0 msgr2=0x7f009810f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 --2- 172.21.15.69:0/2162325968 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0098075ff0 0x7f009810f960 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f0080009990 tx=0x7f0080009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 -- 172.21.15.69:0/2162325968 shutdown_connections 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 --2- 172.21.15.69:0/2162325968 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f009810fea0 0x7f0098112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 --2- 172.21.15.69:0/2162325968 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00980756d0 0x7f0098075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 --2- 172.21.15.69:0/2162325968 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0098075ff0 0x7f009810f960 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 -- 172.21.15.69:0/2162325968 >> 172.21.15.69:0/2162325968 conn(0x7f009807a600 msgr2=0x7f009807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 -- 172.21.15.69:0/2162325968 shutdown_connections 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.101+0000 7f009d400700 1 -- 172.21.15.69:0/2162325968 wait complete. 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.102+0000 7f009d400700 1 Processor -- start 2024-05-08T06:06:08.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 -- start start 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00980756d0 0x7f009819bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0098075ff0 0x7f009819c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f009810fea0 0x7f00981a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0098115870 con 0x7f009810fea0 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f00981156f0 con 0x7f0098075ff0 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f009d400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f00981159f0 con 0x7f00980756d0 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f0097200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f009810fea0 0x7f00981a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f008fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0098075ff0 0x7f009819c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f0096800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00980756d0 0x7f009819bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f008fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0098075ff0 0x7f009819c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:47822/0 (socket says 172.21.15.69:47822) 2024-05-08T06:06:08.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.103+0000 7f008fe00700 1 -- 172.21.15.69:0/2593505653 learned_addr learned my addr 172.21.15.69:0/2593505653 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f0097200700 1 -- 172.21.15.69:0/2593505653 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00980756d0 msgr2=0x7f009819bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f0097200700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00980756d0 0x7f009819bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f0097200700 1 -- 172.21.15.69:0/2593505653 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0098075ff0 msgr2=0x7f009819c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f0097200700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0098075ff0 0x7f009819c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f0097200700 1 -- 172.21.15.69:0/2593505653 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00981a0d90 con 0x7f009810fea0 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f0097200700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f009810fea0 0x7f00981a0650 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f009000ef90 tx=0x7f009000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f008f400700 1 -- 172.21.15.69:0/2593505653 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00900092e0 con 0x7f009810fea0 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00981a1020 con 0x7f009810fea0 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.104+0000 7f008f400700 1 -- 172.21.15.69:0/2593505653 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0090004bb0 con 0x7f009810fea0 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.105+0000 7f008f400700 1 -- 172.21.15.69:0/2593505653 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0090004020 con 0x7f009810fea0 2024-05-08T06:06:08.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.105+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00981a8900 con 0x7f009810fea0 2024-05-08T06:06:08.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.108+0000 7f008f400700 1 -- 172.21.15.69:0/2593505653 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f009001b030 con 0x7f009810fea0 2024-05-08T06:06:08.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.109+0000 7f00a7e8ab80 1 Processor -- start 2024-05-08T06:06:08.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.109+0000 7f00a7e8ab80 1 -- start start 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f008f400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f007c0b2880 0x7f007c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d8797440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797980 0x55a6d879b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a6d86e9a20 con 0x55a6d879b9d0 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a6d8687760 con 0x55a6d8797060 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a6d86e59e0 con 0x55a6d8797980 2024-05-08T06:06:08.110 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f008f400700 1 -- 172.21.15.69:0/2593505653 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f00900e1db0 con 0x7f009810fea0 2024-05-08T06:06:08.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f008fe00700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f007c0b2880 0x7f007c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f0096800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d8797440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f0096800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d8797440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:47836/0 (socket says 172.21.15.69:47836) 2024-05-08T06:06:08.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f0096800700 1 -- 172.21.15.69:0/2718290691 learned_addr learned my addr 172.21.15.69:0/2718290691 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:08.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f008fe00700 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797980 0x55a6d879b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.112 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.110+0000 7f0097200700 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 -- 172.21.15.69:0/2718290691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 msgr2=0x55a6d8797440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d8797440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 -- 172.21.15.69:0/2718290691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 msgr2=0x55a6d879be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 -- 172.21.15.69:0/2718290691 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6d86368d0 con 0x55a6d8797980 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f0097200700 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f007c0b2880 0x7f007c0b4d40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0080009750 tx=0x7f0080009640 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.111+0000 7f008fe00700 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797980 0x55a6d879b490 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0080006010 tx=0x7f0080028000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=961651804e2ab624 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.112+0000 7f0087e00700 1 -- 172.21.15.69:0/2718290691 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0080003b60 con 0x55a6d8797980 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.112+0000 7f0087e00700 1 -- 172.21.15.69:0/2718290691 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f008002c030 con 0x55a6d8797980 2024-05-08T06:06:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.112+0000 7f0087e00700 1 -- 172.21.15.69:0/2718290691 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0080028c00 con 0x55a6d8797980 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.112+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/2718290691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797980 msgr2=0x55a6d879b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.112+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797980 0x55a6d879b490 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f0080006010 tx=0x7f0080028000 comp rx=0 tx=0).stop 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/2718290691 shutdown_connections 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d8797440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/2718290691 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797980 0x55a6d879b490 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/2718290691 >> 172.21.15.69:0/2718290691 conn(0x55a6d86c5b60 msgr2=0x55a6d87917a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/2718290691 shutdown_connections 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/2718290691 wait complete. 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.113+0000 7f00a7e8ab80 1 -- start start 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 Processor -- start 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87a0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d87a0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a6d87a3b80 con 0x55a6d879b9d0 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a6d864fb20 con 0x55a6d8797980 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a6d87a3d00 con 0x55a6d8797060 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f00a7e8ab80 10 client.0 _ll_register_callbacks cb 0x55a6d8690c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.114+0000 7f0096800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:36440/0 (socket says 172.21.15.69:36440) 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 -- 172.21.15.69:0/3944414832 learned_addr learned my addr 172.21.15.69:0/3944414832 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0097200700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d87a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f008fe00700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 -- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 msgr2=0x55a6d87a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 -- 172.21.15.69:0/3944414832 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 msgr2=0x55a6d87a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d87a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 -- 172.21.15.69:0/3944414832 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6d86af420 con 0x55a6d8797060 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0096800700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a2ea0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0088012840 tx=0x7f0088012b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e46cd1c136ce213b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.115+0000 7f0084c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f0084c00700 1 -- 172.21.15.69:0/3944414832 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008800f4e0 con 0x55a6d8797060 2024-05-08T06:06:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f0084c00700 1 -- 172.21.15.69:0/3944414832 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f008800f680 con 0x55a6d8797060 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f008002c030 con 0x55a6d8797060 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f0084c00700 1 -- 172.21.15.69:0/3944414832 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f008800f880 con 0x55a6d8797060 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f00a7e8ab80 10 client.25906 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a6d87ae490 con 0x55a6d8797060 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.116+0000 7f0084c00700 1 -- 172.21.15.69:0/3944414832 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f008002c030 con 0x55a6d8797060 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f0084c00700 1 -- 172.21.15.69:0/3944414832 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0088010a00 con 0x55a6d8797060 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f00a7e8ab80 10 client.25906 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f00a7e8ab80 10 client.25906 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f00a7e8ab80 20 client.25906 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d87b0a70 0x55a6d87b2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f00a7e8ab80 4 client.25906 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a6d87640a0 con 0x55a6d87b0a70 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.117+0000 7f008fe00700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d87b0a70 0x55a6d87b2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.118+0000 7f008fe00700 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d87b0a70 0x55a6d87b2e80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bccf028402231504 server_cookie=32b360a7f2509fde in_seq=0 out_seq=0 2024-05-08T06:06:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.118+0000 7f0084c00700 10 client.25906 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f0084c00700 1 -- 172.21.15.69:0/3944414832 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a6d87640a0 con 0x55a6d87b0a70 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f0084c00700 10 client.25906 handle_command_reply: tid=0 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 client.25906 shutdown 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 msgr2=0x55a6d87a2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a2ea0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0088012840 tx=0x7f0088012b50 comp rx=0 tx=0).stop 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 shutdown_connections 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d87b0a70 0x55a6d87b2e80 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d87a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a2ea0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3944414832 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f0084c00700 0 client.25906 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 >> 172.21.15.69:0/3944414832 conn(0x55a6d86c5b60 msgr2=0x55a6d878c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 shutdown_connections 2024-05-08T06:06:08.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3944414832 wait complete. 2024-05-08T06:06:08.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.119+0000 7f00a7e8ab80 20 client.25906 trim_cache size 0 max 16384 2024-05-08T06:06:08.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 Processor -- start 2024-05-08T06:06:08.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 -- start start 2024-05-08T06:06:08.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87acc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f00981b2500 con 0x55a6d879b9d0 2024-05-08T06:06:08.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f00981afd90 con 0x55a6d8797980 2024-05-08T06:06:08.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f00981adbe0 con 0x55a6d8797060 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.136+0000 7f0097200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0097200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38740/0 (socket says 172.21.15.69:38740) 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0097200700 1 -- 172.21.15.69:0/3270306026 learned_addr learned my addr 172.21.15.69:0/3270306026 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f008fe00700 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87acc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 -- 172.21.15.69:0/3270306026 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 msgr2=0x55a6d87acc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87acc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 -- 172.21.15.69:0/3270306026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 msgr2=0x55a6d879f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 -- 172.21.15.69:0/3270306026 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6d87a3210 con 0x55a6d8797060 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0097200700 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.137+0000 7f0096800700 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a0870 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0088010da0 tx=0x7f008801c630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b251f57a7c516903 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f0087400700 1 -- 172.21.15.69:0/3270306026 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008802b030 con 0x55a6d8797060 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f0087400700 1 -- 172.21.15.69:0/3270306026 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0088022030 con 0x55a6d8797060 2024-05-08T06:06:08.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f0087400700 1 -- 172.21.15.69:0/3270306026 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008801cad0 con 0x55a6d8797060 2024-05-08T06:06:08.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3270306026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 msgr2=0x55a6d87a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a0870 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0088010da0 tx=0x7f008801c630 comp rx=0 tx=0).stop 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3270306026 shutdown_connections 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d879b9d0 0x55a6d879f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d8797060 0x55a6d87a0870 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/3270306026 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797980 0x55a6d87acc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.138+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3270306026 >> 172.21.15.69:0/3270306026 conn(0x55a6d86c5b60 msgr2=0x55a6d878ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.139+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3270306026 shutdown_connections 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.139+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/3270306026 wait complete. 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.139+0000 7f00a7e8ab80 1 -- start start 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.139+0000 7f00a7e8ab80 1 Processor -- start 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d87a6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d8797980 0x55a6d87a71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d879b9d0 0x55a6d87a76e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f00981ae250 con 0x55a6d8797980 2024-05-08T06:06:08.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f00981af6c0 con 0x55a6d8797060 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f00981ae920 con 0x55a6d879b9d0 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f00a7e8ab80 10 client.0 _ll_register_callbacks cb 0x55a6d8690c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f0096800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d87a6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f008fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d8797980 0x55a6d87a71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f008fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d8797980 0x55a6d87a71a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38756/0 (socket says 172.21.15.69:38756) 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f008fe00700 1 -- 172.21.15.69:0/826405069 learned_addr learned my addr 172.21.15.69:0/826405069 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:08.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.140+0000 7f0097200700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d879b9d0 0x55a6d87a76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0096800700 1 -- 172.21.15.69:0/826405069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d879b9d0 msgr2=0x55a6d87a76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0096800700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d879b9d0 0x55a6d87a76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0096800700 1 -- 172.21.15.69:0/826405069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d8797980 msgr2=0x55a6d87a71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0096800700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d8797980 0x55a6d87a71a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0096800700 1 -- 172.21.15.69:0/826405069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6d881a440 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0097200700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d879b9d0 0x55a6d87a76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0096800700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d87a6c60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0088012810 tx=0x7f0088010ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9917fe2507fece46 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0084c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0084c00700 1 -- 172.21.15.69:0/826405069 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0088035060 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f0084c00700 1 -- 172.21.15.69:0/826405069 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f008800fc30 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.141+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0088022030 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f0084c00700 1 -- 172.21.15.69:0/826405069 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f008802b070 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 10 client.25952 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a6d881b720 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f0084c00700 1 -- 172.21.15.69:0/826405069 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0088022030 con 0x55a6d8797060 2024-05-08T06:06:08.145 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f0084c00700 1 -- 172.21.15.69:0/826405069 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0088005470 con 0x55a6d8797060 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 10 client.25952 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 10 client.25952 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 20 client.25952 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d881bce0 0x55a6d881e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 4 client.25952 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.142+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a6d86f7400 con 0x55a6d881bce0 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.143+0000 7f008fe00700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d881bce0 0x55a6d881e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.143+0000 7f008fe00700 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d881bce0 0x55a6d881e100 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42fe6dff8fd6d5ac server_cookie=1e1cc4aa6cf47953 in_seq=0 out_seq=0 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.143+0000 7f0084c00700 10 client.25952 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.143+0000 7f0084c00700 1 -- 172.21.15.69:0/826405069 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a6d86f7400 con 0x55a6d881bce0 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.143+0000 7f0084c00700 10 client.25952 handle_command_reply: tid=0 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.143+0000 7f00a7e8ab80 1 client.25952 shutdown 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 msgr2=0x55a6d87a6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d87a6c60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0088012810 tx=0x7f0088010ec0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 shutdown_connections 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a6d881bce0 0x55a6d881e100 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a6d879b9d0 0x55a6d87a76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a6d8797060 0x55a6d87a6c60 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 --2- 172.21.15.69:0/826405069 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a6d8797980 0x55a6d87a71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f0084c00700 0 client.25952 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 >> 172.21.15.69:0/826405069 conn(0x55a6d86c5b60 msgr2=0x55a6d879f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 shutdown_connections 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 1 -- 172.21.15.69:0/826405069 wait complete. 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.144+0000 7f00a7e8ab80 20 client.25952 trim_cache size 0 max 16384 2024-05-08T06:06:08.147 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f007c0b2880 msgr2=0x7f007c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f007c0b2880 0x7f007c0b4d40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0080009750 tx=0x7f0080009640 comp rx=0 tx=0).stop 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f009810fea0 msgr2=0x7f00981a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f009810fea0 0x7f00981a0650 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f009000ef90 tx=0x7f009000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 shutdown_connections 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f009810fea0 0x7f00981a0650 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f00980756d0 0x7f009819bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f007c0b2880 0x7f007c0b4d40 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 --2- 172.21.15.69:0/2593505653 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0098075ff0 0x7f009819c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:08.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 >> 172.21.15.69:0/2593505653 conn(0x7f009807a600 msgr2=0x7f00981006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:08.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 shutdown_connections 2024-05-08T06:06:08.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:08.145+0000 7f009d400700 1 -- 172.21.15.69:0/2593505653 wait complete. 2024-05-08T06:06:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:08 smithi135 ceph-mon[34761]: pgmap v593: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:08.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:08 smithi069 ceph-mon[29571]: pgmap v593: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:09.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:08 smithi105 ceph-mon[34393]: pgmap v593: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:09.088 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:06:09.552 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:10 smithi135 ceph-mon[34761]: pgmap v594: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:10.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:10 smithi069 ceph-mon[29571]: pgmap v594: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:11.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:10 smithi105 ceph-mon[34393]: pgmap v594: 97 pgs: 97 active+clean; 2.7 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:11.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 -- 172.21.15.69:0/3275192364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc075ff0 msgr2=0x7f0ffc10f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 --2- 172.21.15.69:0/3275192364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc10f960 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0fe4009990 tx=0x7f0fe4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 -- 172.21.15.69:0/3275192364 shutdown_connections 2024-05-08T06:06:11.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 --2- 172.21.15.69:0/3275192364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc10fea0 0x7f0ffc112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 --2- 172.21.15.69:0/3275192364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ffc0756d0 0x7f0ffc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 --2- 172.21.15.69:0/3275192364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc10f960 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 -- 172.21.15.69:0/3275192364 >> 172.21.15.69:0/3275192364 conn(0x7f0ffc07a600 msgr2=0x7f0ffc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:11.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.937+0000 7f1000c00700 1 -- 172.21.15.69:0/3275192364 shutdown_connections 2024-05-08T06:06:11.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.938+0000 7f1000c00700 1 -- 172.21.15.69:0/3275192364 wait complete. 2024-05-08T06:06:11.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 Processor -- start 2024-05-08T06:06:11.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 -- start start 2024-05-08T06:06:11.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc0756d0 0x7f0ffc19bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc19c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ffc10fea0 0x7f0ffc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1158b0 con 0x7f0ffc0756d0 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc115730 con 0x7f0ffc10fea0 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.939+0000 7f1000c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc115a30 con 0x7f0ffc075ff0 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc0756d0 0x7f0ffc19bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc19c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc0756d0 0x7f0ffc19bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38768/0 (socket says 172.21.15.69:38768) 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff9e00700 1 -- 172.21.15.69:0/347238003 learned_addr learned my addr 172.21.15.69:0/347238003 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ffa800700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ffc10fea0 0x7f0ffc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff3e00700 1 -- 172.21.15.69:0/347238003 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ffc10fea0 msgr2=0x7f0ffc1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ffc10fea0 0x7f0ffc1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff3e00700 1 -- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc0756d0 msgr2=0x7f0ffc19bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc0756d0 0x7f0ffc19bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.940+0000 7f0ff3e00700 1 -- 172.21.15.69:0/347238003 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ffc1a0d60 con 0x7f0ffc075ff0 2024-05-08T06:06:11.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.941+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc19c2e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0fe40098e0 tx=0x7f0fe40057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:11.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.941+0000 7f0ff2a00700 1 -- 172.21.15.69:0/347238003 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fe4027070 con 0x7f0ffc075ff0 2024-05-08T06:06:11.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.941+0000 7f0ff2a00700 1 -- 172.21.15.69:0/347238003 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0fe4022470 con 0x7f0ffc075ff0 2024-05-08T06:06:11.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.941+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ffc1a0ff0 con 0x7f0ffc075ff0 2024-05-08T06:06:11.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.941+0000 7f0ff2a00700 1 -- 172.21.15.69:0/347238003 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fe4017650 con 0x7f0ffc075ff0 2024-05-08T06:06:11.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.941+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ffc1a88d0 con 0x7f0ffc075ff0 2024-05-08T06:06:11.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.945+0000 7f0ff2a00700 1 -- 172.21.15.69:0/347238003 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0fe402a070 con 0x7f0ffc075ff0 2024-05-08T06:06:11.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.945+0000 7f100b649b80 1 Processor -- start 2024-05-08T06:06:11.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 -- start start 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b75f060 0x556c2b75f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b763490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b7639d0 0x556c2b763e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556c2b6b1a20 con 0x556c2b75f980 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556c2b64f760 con 0x556c2b7639d0 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f100b649b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556c2b6ad9e0 con 0x556c2b75f060 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f0ff2a00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0fe00b2880 0x7f0fe00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.946+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b763490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b763490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38782/0 (socket says 172.21.15.69:38782) 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 -- 172.21.15.69:0/2288433797 learned_addr learned my addr 172.21.15.69:0/2288433797 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:11.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff2a00700 1 -- 172.21.15.69:0/347238003 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0fe40e2ed0 con 0x7f0ffc075ff0 2024-05-08T06:06:11.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b7639d0 0x556c2b763e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ffa800700 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b75f060 0x556c2b75f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ffa800700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0fe00b2880 0x7f0fe00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 -- 172.21.15.69:0/2288433797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b75f060 msgr2=0x556c2b75f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b75f060 0x556c2b75f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 -- 172.21.15.69:0/2288433797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b7639d0 msgr2=0x556c2b763e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b7639d0 0x556c2b763e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 -- 172.21.15.69:0/2288433797 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c2b5fe8d0 con 0x556c2b75f980 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.947+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b763490 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0fec009e50 tx=0x7f0fec011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a5cf9bd32dec92 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.948+0000 7f0ffa800700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0fe00b2880 0x7f0fe00b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0ff4009ec0 tx=0x7f0ff400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.948+0000 7f0feb400700 1 -- 172.21.15.69:0/2288433797 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec004a30 con 0x556c2b75f980 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.948+0000 7f0feb400700 1 -- 172.21.15.69:0/2288433797 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0fec0054d0 con 0x556c2b75f980 2024-05-08T06:06:11.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.948+0000 7f0feb400700 1 -- 172.21.15.69:0/2288433797 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec019910 con 0x556c2b75f980 2024-05-08T06:06:11.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 -- 172.21.15.69:0/2288433797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 msgr2=0x556c2b763490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b763490 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0fec009e50 tx=0x7f0fec011720 comp rx=0 tx=0).stop 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 -- 172.21.15.69:0/2288433797 shutdown_connections 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b7639d0 0x556c2b763e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b75f060 0x556c2b75f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 --2- 172.21.15.69:0/2288433797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b763490 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 -- 172.21.15.69:0/2288433797 >> 172.21.15.69:0/2288433797 conn(0x556c2b68db60 msgr2=0x556c2b7597a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 -- 172.21.15.69:0/2288433797 shutdown_connections 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 -- 172.21.15.69:0/2288433797 wait complete. 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.949+0000 7f100b649b80 1 -- start start 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 Processor -- start 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b76adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b768160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b7686a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556c2b76bbe0 con 0x556c2b75f060 2024-05-08T06:06:11.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556c2b617b20 con 0x556c2b75f980 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556c2b76bd60 con 0x556c2b7639d0 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f100b649b80 10 client.0 _ll_register_callbacks cb 0x556c2b658c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.950+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b76adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b768160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b76adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38796/0 (socket says 172.21.15.69:38796) 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff9e00700 1 -- 172.21.15.69:0/2666483394 learned_addr learned my addr 172.21.15.69:0/2666483394 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ffa800700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b7686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 -- 172.21.15.69:0/2666483394 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 msgr2=0x556c2b7686a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b7686a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 -- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 msgr2=0x556c2b76adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b76adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 -- 172.21.15.69:0/2666483394 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c2b677420 con 0x556c2b75f980 2024-05-08T06:06:11.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b76adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b768160 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0fe40a77a0 tx=0x7f0fe4009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5eb32fb5116eb87 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0fdfe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.951+0000 7f0fdfe00700 1 -- 172.21.15.69:0/2666483394 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fe40aac30 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f0fdfe00700 1 -- 172.21.15.69:0/2666483394 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0fe40094b0 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0fec0054d0 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f0fdfe00700 1 -- 172.21.15.69:0/2666483394 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0fe40aa530 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 10 client.25964 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556c2b7763c0 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f0fdfe00700 1 -- 172.21.15.69:0/2666483394 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0fec0054d0 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f0fdfe00700 1 -- 172.21.15.69:0/2666483394 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0fe40b2e70 con 0x556c2b75f980 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 10 client.25964 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 10 client.25964 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 20 client.25964 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b778930 0x556c2b77ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 4 client.25964 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:11.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.952+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c2b72c0a0 con 0x556c2b778930 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.953+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b778930 0x556c2b77ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.953+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b778930 0x556c2b77ada0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9282868da497af3a server_cookie=8e483de3188f6a1b in_seq=0 out_seq=0 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.953+0000 7f0fdfe00700 10 client.25964 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f0fdfe00700 1 -- 172.21.15.69:0/2666483394 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556c2b72c0a0 con 0x556c2b778930 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f0fdfe00700 10 client.25964 handle_command_reply: tid=0 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 client.25964 shutdown 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 msgr2=0x556c2b768160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b768160 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f0fe40a77a0 tx=0x7f0fe4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 shutdown_connections 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b778930 0x556c2b77ada0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b7686a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b76adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 --2- 172.21.15.69:0/2666483394 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b768160 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f0fdfe00700 0 client.25964 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.954+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 >> 172.21.15.69:0/2666483394 conn(0x556c2b68db60 msgr2=0x556c2b7542b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.955+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 shutdown_connections 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.955+0000 7f100b649b80 1 -- 172.21.15.69:0/2666483394 wait complete. 2024-05-08T06:06:11.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.955+0000 7f100b649b80 20 client.25964 trim_cache size 0 max 16384 2024-05-08T06:06:11.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 Processor -- start 2024-05-08T06:06:11.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 -- start start 2024-05-08T06:06:11.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 0x556c2b75b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b774c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b754130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1b2420 con 0x556c2b75f980 2024-05-08T06:06:11.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1afcb0 con 0x556c2b75f060 2024-05-08T06:06:11.972 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.971+0000 7f100b649b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1adb00 con 0x556c2b7639d0 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b774c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 0x556c2b75b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 0x556c2b75b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:47890/0 (socket says 172.21.15.69:47890) 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 -- 172.21.15.69:0/3306835105 learned_addr learned my addr 172.21.15.69:0/3306835105 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ffa800700 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b754130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 -- 172.21.15.69:0/3306835105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 msgr2=0x556c2b754130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b754130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 -- 172.21.15.69:0/3306835105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 msgr2=0x556c2b774c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b774c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 -- 172.21.15.69:0/3306835105 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c2b77b420 con 0x556c2b75f060 2024-05-08T06:06:11.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.972+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 0x556c2b75b500 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0fec009e50 tx=0x7f0fec0054a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b014124d2e17c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:11.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.973+0000 7f0feaa00700 1 -- 172.21.15.69:0/3306835105 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec003880 con 0x556c2b75f060 2024-05-08T06:06:11.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.973+0000 7f0feaa00700 1 -- 172.21.15.69:0/3306835105 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0fec02a2a0 con 0x556c2b75f060 2024-05-08T06:06:11.974 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.973+0000 7f0feaa00700 1 -- 172.21.15.69:0/3306835105 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec019690 con 0x556c2b75f060 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.973+0000 7f100b649b80 1 -- 172.21.15.69:0/3306835105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 msgr2=0x556c2b75b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.973+0000 7f100b649b80 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 0x556c2b75b500 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0fec009e50 tx=0x7f0fec0054a0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 -- 172.21.15.69:0/3306835105 shutdown_connections 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b754130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f060 0x556c2b75b500 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 --2- 172.21.15.69:0/3306835105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f980 0x556c2b774c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 -- 172.21.15.69:0/3306835105 >> 172.21.15.69:0/3306835105 conn(0x556c2b68db60 msgr2=0x556c2b753a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 -- 172.21.15.69:0/3306835105 shutdown_connections 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 -- 172.21.15.69:0/3306835105 wait complete. 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 -- start start 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.974+0000 7f100b649b80 1 Processor -- start 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b771360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b76c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b76cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1ae170 con 0x556c2b75f060 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1af5e0 con 0x556c2b75f980 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ffc1ae840 con 0x556c2b7639d0 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f100b649b80 10 client.0 _ll_register_callbacks cb 0x556c2b658c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b771360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f0ff9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b771360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38814/0 (socket says 172.21.15.69:38814) 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f0ff9e00700 1 -- 172.21.15.69:0/4015120928 learned_addr learned my addr 172.21.15.69:0/4015120928 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:11.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b76c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.975+0000 7f0ffa800700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b76cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0ff9e00700 1 -- 172.21.15.69:0/4015120928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 msgr2=0x556c2b76cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b76cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0ff9e00700 1 -- 172.21.15.69:0/4015120928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 msgr2=0x556c2b76c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b76c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0ff9e00700 1 -- 172.21.15.69:0/4015120928 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c2b76d260 con 0x556c2b75f060 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0ff9e00700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b771360 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0fec02a700 tx=0x7f0fec02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19362b0881ae2578 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:11.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0fdfe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0fdfe00700 1 -- 172.21.15.69:0/4015120928 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec003680 con 0x556c2b75f060 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f0fdfe00700 1 -- 172.21.15.69:0/4015120928 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0fec003820 con 0x556c2b75f060 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.976+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0fec02a2a0 con 0x556c2b75f060 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f0fdfe00700 1 -- 172.21.15.69:0/4015120928 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0fec003a20 con 0x556c2b75f060 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 10 client.15840 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556c2b7eb8c0 con 0x556c2b75f060 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f0fdfe00700 1 -- 172.21.15.69:0/4015120928 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0fec02a2a0 con 0x556c2b75f060 2024-05-08T06:06:11.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f0fdfe00700 1 -- 172.21.15.69:0/4015120928 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0fec035420 con 0x556c2b75f060 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 10 client.15840 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 10 client.15840 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 20 client.15840 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b7ebd70 0x556c2b7ee160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 4 client.15840 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.977+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556c2b6bf400 con 0x556c2b7ebd70 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.978+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b7ebd70 0x556c2b7ee160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.978+0000 7f0ff3e00700 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b7ebd70 0x556c2b7ee160 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b93c84df8381e13 server_cookie=1b303af18a222b in_seq=0 out_seq=0 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.978+0000 7f0fdfe00700 10 client.15840 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.978+0000 7f0fdfe00700 1 -- 172.21.15.69:0/4015120928 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556c2b6bf400 con 0x556c2b7ebd70 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.978+0000 7f0fdfe00700 10 client.15840 handle_command_reply: tid=0 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 client.15840 shutdown 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 msgr2=0x556c2b771360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b771360 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0fec02a700 tx=0x7f0fec02a730 comp rx=0 tx=0).stop 2024-05-08T06:06:11.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 shutdown_connections 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x556c2b7ebd70 0x556c2b7ee160 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556c2b7639d0 0x556c2b76cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556c2b75f060 0x556c2b771360 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 --2- 172.21.15.69:0/4015120928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556c2b75f980 0x556c2b76c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 >> 172.21.15.69:0/4015120928 conn(0x556c2b68db60 msgr2=0x556c2b7542b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f0fdfe00700 0 client.15840 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 shutdown_connections 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 1 -- 172.21.15.69:0/4015120928 wait complete. 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.979+0000 7f100b649b80 20 client.15840 trim_cache size 0 max 16384 2024-05-08T06:06:11.982 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:11.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0fe00b2880 msgr2=0x7f0fe00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0fe00b2880 0x7f0fe00b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f0ff4009ec0 tx=0x7f0ff400b040 comp rx=0 tx=0).stop 2024-05-08T06:06:11.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc075ff0 msgr2=0x7f0ffc19c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:11.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc19c2e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f0fe40098e0 tx=0x7f0fe40057c0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 shutdown_connections 2024-05-08T06:06:11.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0fe00b2880 0x7f0fe00b4d40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ffc10fea0 0x7f0ffc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ffc0756d0 0x7f0ffc19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 --2- 172.21.15.69:0/347238003 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ffc075ff0 0x7f0ffc19c2e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:11.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 >> 172.21.15.69:0/347238003 conn(0x7f0ffc07a600 msgr2=0x7f0ffc1006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:11.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 shutdown_connections 2024-05-08T06:06:11.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:11.980+0000 7f1000c00700 1 -- 172.21.15.69:0/347238003 wait complete. 2024-05-08T06:06:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:12 smithi135 ceph-mon[34761]: pgmap v595: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:12 smithi069 ceph-mon[29571]: pgmap v595: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:12.954 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:06:13.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:12 smithi105 ceph-mon[34393]: pgmap v595: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:13.046 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:127/600: open fd = 3 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:128/600: open fd = 3 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.047 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:129/600: open fd = 3 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:130/600: open fd = 3 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:131/600: open fd = 3 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:132/600: open fd = 3 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.048 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:133/600: open fd = 3 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:134/600: open fd = 3 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:135/600: open fd = 3 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.049 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:136/600: open fd = 3 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:137/600: open fd = 3 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:138/600: open fd = 3 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.050 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:139/600: open fd = 3 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:140/600: open fd = 3 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:141/600: open fd = 3 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:142/600: open fd = 3 2024-05-08T06:06:13.051 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:143/600: open fd = 3 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:144/600: open fd = 3 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:145/600: open fd = 3 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.052 INFO:tasks.workunit.client.0.smithi069.stdout:146/600: open fd = 3 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:147/600: open fd = 3 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:148/600: open fd = 3 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:149/600: open fd = 3 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.053 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:150/600: open fd = 3 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:151/600: open fd = 3 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:152/600: open fd = 3 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.054 INFO:tasks.workunit.client.0.smithi069.stdout:153/600: open fd = 3 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:154/600: open fd = 3 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:155/600: open fd = 3 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:156/600: open fd = 3 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.055 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:157/600: open fd = 3 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:158/600: open fd = 3 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:159/600: open fd = 3 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:160/600: open fd = 3 2024-05-08T06:06:13.056 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:161/600: open fd = 3 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:162/600: open fd = 3 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:163/600: open fd = 3 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.057 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:164/600: open fd = 3 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:165/600: open fd = 3 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:166/600: open fd = 3 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.058 INFO:tasks.workunit.client.0.smithi069.stdout:167/600: open fd = 3 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:168/600: open fd = 3 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:169/600: open fd = 3 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:170/600: open fd = 3 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.059 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:171/600: open fd = 3 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:172/600: open fd = 3 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:173/600: open fd = 3 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.060 INFO:tasks.workunit.client.0.smithi069.stdout:174/600: open fd = 3 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:175/600: open fd = 3 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:176/600: open fd = 3 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.061 INFO:tasks.workunit.client.0.smithi069.stdout:177/600: open fd = 3 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:178/600: open fd = 3 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:179/600: open fd = 3 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:180/600: open fd = 3 2024-05-08T06:06:13.062 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:181/600: open fd = 3 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:182/600: open fd = 3 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.063 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:183/600: open fd = 3 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:184/600: open fd = 3 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:185/600: open fd = 3 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.064 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:186/600: open fd = 3 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:187/600: open fd = 3 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:188/600: open fd = 3 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.065 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:06:13.400 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:14 smithi135 ceph-mon[34761]: pgmap v596: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:14 smithi069 ceph-mon[29571]: pgmap v596: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:15.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:14 smithi105 ceph-mon[34393]: pgmap v596: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:15.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.834+0000 7f133f200700 1 -- 172.21.15.69:0/1691401398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 msgr2=0x7f1338109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.834+0000 7f133f200700 1 --2- 172.21.15.69:0/1691401398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f1338109f50 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1320009990 tx=0x7f1320009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 -- 172.21.15.69:0/1691401398 shutdown_connections 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 --2- 172.21.15.69:0/1691401398 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 0x7f13381169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 --2- 172.21.15.69:0/1691401398 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f133810fb60 0x7f133810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 --2- 172.21.15.69:0/1691401398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f1338109f50 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 -- 172.21.15.69:0/1691401398 >> 172.21.15.69:0/1691401398 conn(0x7f1338076c70 msgr2=0x7f13381082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 -- 172.21.15.69:0/1691401398 shutdown_connections 2024-05-08T06:06:15.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.835+0000 7f133f200700 1 -- 172.21.15.69:0/1691401398 wait complete. 2024-05-08T06:06:15.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 Processor -- start 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 -- start start 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f13381a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 0x7f13381a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f133810fb60 0x7f13381a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1338119d20 con 0x7f133810fb60 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1338119ba0 con 0x7f133810a490 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.836+0000 7f133f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1338119ea0 con 0x7f1338109ad0 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f13381a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f13381a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:36544/0 (socket says 172.21.15.69:36544) 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 -- 172.21.15.69:0/2163981433 learned_addr learned my addr 172.21.15.69:0/2163981433 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:15.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f133d200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f133810fb60 0x7f13381a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f132f400700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 0x7f13381a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 -- 172.21.15.69:0/2163981433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 msgr2=0x7f13381a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 0x7f13381a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 -- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f133810fb60 msgr2=0x7f13381a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f133810fb60 0x7f13381a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f1337e00700 1 -- 172.21.15.69:0/2163981433 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13381a51e0 con 0x7f1338109ad0 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.837+0000 7f132f400700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 0x7f13381a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:15.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.838+0000 7f1337e00700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f13381a01d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f132800e9a0 tx=0x7f132800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:15.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.838+0000 7f1335600700 1 -- 172.21.15.69:0/2163981433 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132800ca10 con 0x7f1338109ad0 2024-05-08T06:06:15.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.838+0000 7f1335600700 1 -- 172.21.15.69:0/2163981433 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f132800cbb0 con 0x7f1338109ad0 2024-05-08T06:06:15.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.838+0000 7f1335600700 1 -- 172.21.15.69:0/2163981433 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1328018680 con 0x7f1338109ad0 2024-05-08T06:06:15.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.838+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13381a54d0 con 0x7f1338109ad0 2024-05-08T06:06:15.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.838+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13381acd50 con 0x7f1338109ad0 2024-05-08T06:06:15.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.842+0000 7f1335600700 1 -- 172.21.15.69:0/2163981433 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1328010430 con 0x7f1338109ad0 2024-05-08T06:06:15.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.843+0000 7f1349c0fb80 1 Processor -- start 2024-05-08T06:06:15.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.843+0000 7f1349c0fb80 1 -- start start 2024-05-08T06:06:15.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.843+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79060 0x560c44f79440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.843+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f7d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f7de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560c44ecba20 con 0x560c44f79980 2024-05-08T06:06:15.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560c44e69760 con 0x560c44f7d9d0 2024-05-08T06:06:15.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c44ec79e0 con 0x560c44f79060 2024-05-08T06:06:15.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1337e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f7d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f133d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79060 0x560c44f79440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f133d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79060 0x560c44f79440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:36558/0 (socket says 172.21.15.69:36558) 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f133d200700 1 -- 172.21.15.69:0/3568747631 learned_addr learned my addr 172.21.15.69:0/3568747631 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1335600700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f131c0b2900 0x7f131c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f132f400700 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f7de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1335600700 1 -- 172.21.15.69:0/2163981433 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f13280e22e0 con 0x7f1338109ad0 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1337e00700 1 -- 172.21.15.69:0/3568747631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79060 msgr2=0x560c44f79440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1337e00700 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79060 0x560c44f79440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1337e00700 1 -- 172.21.15.69:0/3568747631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 msgr2=0x560c44f7de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1337e00700 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f7de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.844+0000 7f1337e00700 1 -- 172.21.15.69:0/3568747631 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c44e188d0 con 0x560c44f79980 2024-05-08T06:06:15.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.845+0000 7f133d200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f131c0b2900 0x7f131c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.845+0000 7f1337e00700 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f7d490 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13280a6b20 tx=0x7f1328009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=483093f1b9c0a8f4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:15.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.845+0000 7f132d600700 1 -- 172.21.15.69:0/3568747631 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13280a9020 con 0x560c44f79980 2024-05-08T06:06:15.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.845+0000 7f132d600700 1 -- 172.21.15.69:0/3568747631 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13280a93c0 con 0x560c44f79980 2024-05-08T06:06:15.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.845+0000 7f132d600700 1 -- 172.21.15.69:0/3568747631 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13280adc60 con 0x560c44f79980 2024-05-08T06:06:15.848 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 -- 172.21.15.69:0/3568747631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 msgr2=0x560c44f7d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.848 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f133d200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f131c0b2900 0x7f131c0b4dc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1330009350 tx=0x7f1330009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:15.848 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f7d490 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13280a6b20 tx=0x7f1328009790 comp rx=0 tx=0).stop 2024-05-08T06:06:15.848 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 -- 172.21.15.69:0/3568747631 shutdown_connections 2024-05-08T06:06:15.848 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f7de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79060 0x560c44f79440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/3568747631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f7d490 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 -- 172.21.15.69:0/3568747631 >> 172.21.15.69:0/3568747631 conn(0x560c44ea7b60 msgr2=0x560c44f737a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 -- 172.21.15.69:0/3568747631 shutdown_connections 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.846+0000 7f1349c0fb80 1 -- 172.21.15.69:0/3568747631 wait complete. 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.847+0000 7f1349c0fb80 1 -- start start 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.847+0000 7f1349c0fb80 1 Processor -- start 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f84e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f821c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f7d9d0 0x560c44f82700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560c44f85b20 con 0x560c44f79980 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560c44e31b20 con 0x560c44f79060 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560c44f85ca0 con 0x560c44f7d9d0 2024-05-08T06:06:15.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1349c0fb80 10 client.0 _ll_register_callbacks cb 0x560c44e72c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:15.851 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f132f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f821c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.851 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f132f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f821c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38858/0 (socket says 172.21.15.69:38858) 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f132f400700 1 -- 172.21.15.69:0/473384250 learned_addr learned my addr 172.21.15.69:0/473384250 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f1337e00700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f84e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.848+0000 7f133d200700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f7d9d0 0x560c44f82700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1337e00700 1 -- 172.21.15.69:0/473384250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f7d9d0 msgr2=0x560c44f82700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1337e00700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f7d9d0 0x560c44f82700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1337e00700 1 -- 172.21.15.69:0/473384250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 msgr2=0x560c44f821c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1337e00700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f821c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1337e00700 1 -- 172.21.15.69:0/473384250 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c44e91420 con 0x560c44f79060 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f132f400700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f821c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1337e00700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f84e20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x560c44f857b0 tx=0x7f13280e5a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d746f42b897e2a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1326000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1326000700 1 -- 172.21.15.69:0/473384250 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13280a9020 con 0x560c44f79060 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1326000700 1 -- 172.21.15.69:0/473384250 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f13280e5d70 con 0x560c44f79060 2024-05-08T06:06:15.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.849+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13280a93c0 con 0x560c44f79060 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1326000700 1 -- 172.21.15.69:0/473384250 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13280a9fb0 con 0x560c44f79060 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 10 client.25982 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560c44f90390 con 0x560c44f79060 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1326000700 1 -- 172.21.15.69:0/473384250 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13280a93c0 con 0x560c44f79060 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1326000700 1 -- 172.21.15.69:0/473384250 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13280aabe0 con 0x560c44f79060 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 10 client.25982 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 10 client.25982 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 20 client.25982 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44f92860 0x560c44f94c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 4 client.25982 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.850+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c44f460a0 con 0x560c44f92860 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.851+0000 7f132f400700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44f92860 0x560c44f94c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.851+0000 7f132f400700 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44f92860 0x560c44f94c50 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf0a67d8ac2932f1 server_cookie=76a72b84d7996566 in_seq=0 out_seq=0 2024-05-08T06:06:15.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.851+0000 7f1326000700 10 client.25982 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1326000700 1 -- 172.21.15.69:0/473384250 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560c44f460a0 con 0x560c44f92860 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1326000700 10 client.25982 handle_command_reply: tid=0 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 client.25982 shutdown 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 msgr2=0x560c44f84e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f84e20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x560c44f857b0 tx=0x7f13280e5a80 comp rx=0 tx=0).stop 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 shutdown_connections 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44f92860 0x560c44f94c50 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f7d9d0 0x560c44f82700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f84e20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/473384250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79980 0x560c44f821c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1326000700 0 client.25982 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 >> 172.21.15.69:0/473384250 conn(0x560c44ea7b60 msgr2=0x560c44f6e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 shutdown_connections 2024-05-08T06:06:15.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.852+0000 7f1349c0fb80 1 -- 172.21.15.69:0/473384250 wait complete. 2024-05-08T06:06:15.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.853+0000 7f1349c0fb80 20 client.25982 trim_cache size 0 max 16384 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.868+0000 7f1349c0fb80 1 Processor -- start 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 -- start start 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f7fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f7e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f7d9d0 0x560c44f7b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f13381b6a60 con 0x560c44f7d9d0 2024-05-08T06:06:15.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f13381b42f0 con 0x560c44f79060 2024-05-08T06:06:15.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f13381b2140 con 0x560c44f79980 2024-05-08T06:06:15.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f132f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f7e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f133d200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f7d9d0 0x560c44f7b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f132f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f7e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:36562/0 (socket says 172.21.15.69:36562) 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f132f400700 1 -- 172.21.15.69:0/2597751329 learned_addr learned my addr 172.21.15.69:0/2597751329 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.869+0000 7f1337e00700 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f7fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132f400700 1 -- 172.21.15.69:0/2597751329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 msgr2=0x560c44f7fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132f400700 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f7fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132f400700 1 -- 172.21.15.69:0/2597751329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f7d9d0 msgr2=0x560c44f7b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132f400700 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f7d9d0 0x560c44f7b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132f400700 1 -- 172.21.15.69:0/2597751329 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c44f703f0 con 0x560c44f79980 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132f400700 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f7e4c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1320006010 tx=0x7f132000b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1abac75b4e2bde6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132cc00700 1 -- 172.21.15.69:0/2597751329 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132002e030 con 0x560c44f79980 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132cc00700 1 -- 172.21.15.69:0/2597751329 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13200056d0 con 0x560c44f79980 2024-05-08T06:06:15.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.870+0000 7f132cc00700 1 -- 172.21.15.69:0/2597751329 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320029530 con 0x560c44f79980 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 -- 172.21.15.69:0/2597751329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 msgr2=0x560c44f7e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f7e4c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1320006010 tx=0x7f132000b260 comp rx=0 tx=0).stop 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 -- 172.21.15.69:0/2597751329 shutdown_connections 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f7d9d0 0x560c44f7b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f79060 0x560c44f7fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/2597751329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f7e4c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 -- 172.21.15.69:0/2597751329 >> 172.21.15.69:0/2597751329 conn(0x560c44ea7b60 msgr2=0x560c44f7ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 -- 172.21.15.69:0/2597751329 shutdown_connections 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.871+0000 7f1349c0fb80 1 -- 172.21.15.69:0/2597751329 wait complete. 2024-05-08T06:06:15.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 -- start start 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 Processor -- start 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 0x560c44f93b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f94050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f945d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f13381b27b0 con 0x560c44f79060 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f13381b3c20 con 0x560c44f7d9d0 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f13381b2e80 con 0x560c44f79980 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.872+0000 7f1349c0fb80 10 client.0 _ll_register_callbacks cb 0x560c44e72c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 0x560c44f93b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 0x560c44f93b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38870/0 (socket says 172.21.15.69:38870) 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 -- 172.21.15.69:0/1904341654 learned_addr learned my addr 172.21.15.69:0/1904341654 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f132f400700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f94050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f133d200700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f945d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 -- 172.21.15.69:0/1904341654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 msgr2=0x560c44f94050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f94050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 -- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 msgr2=0x560c44f945d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f945d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 -- 172.21.15.69:0/1904341654 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c44ffc070 con 0x560c44f79060 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f133d200700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f945d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f132f400700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f94050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1337e00700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 0x560c44f93b10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f13280aaf50 tx=0x7f13280e5370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed999be64939fec server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.873+0000 7f1326000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:15.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1326000700 1 -- 172.21.15.69:0/1904341654 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13280a9020 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1326000700 1 -- 172.21.15.69:0/1904341654 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f13280a5ea0 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13200056d0 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1326000700 1 -- 172.21.15.69:0/1904341654 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f13280a93c0 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 10 client.15858 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560c44ffc070 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1326000700 1 -- 172.21.15.69:0/1904341654 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13200056d0 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1326000700 1 -- 172.21.15.69:0/1904341654 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f13280a5220 con 0x560c44f79060 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 10 client.15858 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 10 client.15858 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 20 client.15858 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.874+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44ffd6b0 0x560c44fffaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.875+0000 7f1349c0fb80 4 client.15858 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.875+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560c44ed9400 con 0x560c44ffd6b0 2024-05-08T06:06:15.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.875+0000 7f132f400700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44ffd6b0 0x560c44fffaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.875+0000 7f132f400700 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44ffd6b0 0x560c44fffaa0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7abe475d59873fad server_cookie=a5f6835d1e7d474f in_seq=0 out_seq=0 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.875+0000 7f1326000700 10 client.15858 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1326000700 1 -- 172.21.15.69:0/1904341654 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560c44ed9400 con 0x560c44ffd6b0 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1326000700 10 client.15858 handle_command_reply: tid=0 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 client.15858 shutdown 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 msgr2=0x560c44f93b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 0x560c44f93b10 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f13280aaf50 tx=0x7f13280e5370 comp rx=0 tx=0).stop 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 shutdown_connections 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560c44f7d9d0 0x560c44f945d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560c44f79060 0x560c44f93b10 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560c44ffd6b0 0x560c44fffaa0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 --2- 172.21.15.69:0/1904341654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560c44f79980 0x560c44f94050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1326000700 0 client.15858 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 >> 172.21.15.69:0/1904341654 conn(0x560c44ea7b60 msgr2=0x560c44f6e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 shutdown_connections 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 1 -- 172.21.15.69:0/1904341654 wait complete. 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.876+0000 7f1349c0fb80 20 client.15858 trim_cache size 0 max 16384 2024-05-08T06:06:15.880 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:15.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f131c0b2900 msgr2=0x7f131c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f131c0b2900 0x7f131c0b4dc0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1330009350 tx=0x7f1330009040 comp rx=0 tx=0).stop 2024-05-08T06:06:15.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 msgr2=0x7f13381a01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:15.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f13381a01d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f132800e9a0 tx=0x7f132800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 shutdown_connections 2024-05-08T06:06:15.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f133810fb60 0x7f13381a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1338109ad0 0x7f13381a01d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f131c0b2900 0x7f131c0b4dc0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 --2- 172.21.15.69:0/2163981433 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f133810a490 0x7f13381a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:15.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 >> 172.21.15.69:0/2163981433 conn(0x7f1338076c70 msgr2=0x7f1338077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:15.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 shutdown_connections 2024-05-08T06:06:15.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:15.877+0000 7f133f200700 1 -- 172.21.15.69:0/2163981433 wait complete. 2024-05-08T06:06:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:16 smithi135 ceph-mon[34761]: pgmap v597: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:16.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:16 smithi069 ceph-mon[29571]: pgmap v597: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:17.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:16 smithi105 ceph-mon[34393]: pgmap v597: 97 pgs: 97 active+clean; 2.8 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:17.952 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:06:17.952 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:06:18.391 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:18.790 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:18 smithi069 ceph-mon[29571]: pgmap v598: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:19.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:18 smithi105 ceph-mon[34393]: pgmap v598: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:19.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:18 smithi135 ceph-mon[34761]: pgmap v598: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:20 smithi069 ceph-mon[29571]: pgmap v599: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:20.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 -- 172.21.15.69:0/869390412 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 msgr2=0x7fb438108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 --2- 172.21.15.69:0/869390412 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb438108120 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb424009920 tx=0x7fb424009c30 comp rx=0 tx=0).stop 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 -- 172.21.15.69:0/869390412 shutdown_connections 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 --2- 172.21.15.69:0/869390412 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb438108850 0x7fb4381103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 --2- 172.21.15.69:0/869390412 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb438103750 0x7fb438103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 --2- 172.21.15.69:0/869390412 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb438108120 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 -- 172.21.15.69:0/869390412 >> 172.21.15.69:0/869390412 conn(0x7fb43807a600 msgr2=0x7fb43807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 -- 172.21.15.69:0/869390412 shutdown_connections 2024-05-08T06:06:20.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.877+0000 7fb43e000700 1 -- 172.21.15.69:0/869390412 wait complete. 2024-05-08T06:06:20.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.878+0000 7fb43e000700 1 Processor -- start 2024-05-08T06:06:20.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.878+0000 7fb43e000700 1 -- start start 2024-05-08T06:06:20.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb43e000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb438103750 0x7fb43819f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb43e000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb43819fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb43e000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb438108850 0x7fb4381999b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb43e000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb438113630 con 0x7fb438104100 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb43e000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381134b0 con 0x7fb438108850 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb43e000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381137b0 con 0x7fb438103750 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb436a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb43819fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb436a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb43819fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36860/0 (socket says 172.21.15.69:36860) 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb436a00700 1 -- 172.21.15.69:0/2278209872 learned_addr learned my addr 172.21.15.69:0/2278209872 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb437e00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb438108850 0x7fb4381999b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.879+0000 7fb437400700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb438103750 0x7fb43819f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb436a00700 1 -- 172.21.15.69:0/2278209872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb438103750 msgr2=0x7fb43819f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb436a00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb438103750 0x7fb43819f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb436a00700 1 -- 172.21.15.69:0/2278209872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb438108850 msgr2=0x7fb4381999b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb436a00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb438108850 0x7fb4381999b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb436a00700 1 -- 172.21.15.69:0/2278209872 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb43819a110 con 0x7fb438104100 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb436a00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb43819fd30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fb424009230 tx=0x7fb42400fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:20.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb42fe00700 1 -- 172.21.15.69:0/2278209872 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb424027070 con 0x7fb438104100 2024-05-08T06:06:20.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb42fe00700 1 -- 172.21.15.69:0/2278209872 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb424005570 con 0x7fb438104100 2024-05-08T06:06:20.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb43819a3a0 con 0x7fb438104100 2024-05-08T06:06:20.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb42fe00700 1 -- 172.21.15.69:0/2278209872 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb424004730 con 0x7fb438104100 2024-05-08T06:06:20.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.880+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4381a66c0 con 0x7fb438104100 2024-05-08T06:06:20.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.884+0000 7fb42fe00700 1 -- 172.21.15.69:0/2278209872 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb42402a070 con 0x7fb438104100 2024-05-08T06:06:20.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.885+0000 7fb4488cdb80 1 Processor -- start 2024-05-08T06:06:20.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.885+0000 7fb4488cdb80 1 -- start start 2024-05-08T06:06:20.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb42fe00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de1014c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de105510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de105a50 0x5578de105eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5578de053aa0 con 0x5578de105a50 2024-05-08T06:06:20.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5578ddff17e0 con 0x5578de1010e0 2024-05-08T06:06:20.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5578de04fa60 con 0x5578de101a00 2024-05-08T06:06:20.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb42fe00700 1 -- 172.21.15.69:0/2278209872 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb4240e2ba0 con 0x7fb438104100 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb437e00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb437400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de1014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb437400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de1014c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37946/0 (socket says 172.21.15.69:37946) 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb437400700 1 -- 172.21.15.69:0/3430157599 learned_addr learned my addr 172.21.15.69:0/3430157599 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb436a00700 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de105510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.886+0000 7fb437e00700 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de105a50 0x5578de105eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437400700 1 -- 172.21.15.69:0/3430157599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 msgr2=0x5578de105510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437400700 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de105510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437400700 1 -- 172.21.15.69:0/3430157599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de105a50 msgr2=0x5578de105eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437400700 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de105a50 0x5578de105eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437400700 1 -- 172.21.15.69:0/3430157599 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578ddfa0950 con 0x5578de1010e0 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437400700 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de1014c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb428009d20 tx=0x7fb428011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b480d4ae1a1e860 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb437e00700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb430008940 tx=0x7fb4300099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.887+0000 7fb42cc00700 1 -- 172.21.15.69:0/3430157599 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428004250 con 0x5578de1010e0 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb42cc00700 1 -- 172.21.15.69:0/3430157599 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4280043f0 con 0x5578de1010e0 2024-05-08T06:06:20.889 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb42cc00700 1 -- 172.21.15.69:0/3430157599 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb428019620 con 0x5578de1010e0 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3430157599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 msgr2=0x5578de1014c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de1014c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fb428009d20 tx=0x7fb428011720 comp rx=0 tx=0).stop 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3430157599 shutdown_connections 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de105a50 0x5578de105eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de1014c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.888+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3430157599 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de105510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.889+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3430157599 >> 172.21.15.69:0/3430157599 conn(0x5578de02fbe0 msgr2=0x5578de0fb820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:20.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.889+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3430157599 shutdown_connections 2024-05-08T06:06:20.891 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.889+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3430157599 wait complete. 2024-05-08T06:06:20.891 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.889+0000 7fb4488cdb80 1 -- start start 2024-05-08T06:06:20.891 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 Processor -- start 2024-05-08T06:06:20.891 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de1010e0 0x5578de10ce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de10a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5578de10dc60 con 0x5578de101a00 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5578ddfb9ba0 con 0x5578de105a50 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5578de10dde0 con 0x5578de1010e0 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb4488cdb80 10 client.0 _ll_register_callbacks cb 0x5578ddffacf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.890+0000 7fb436a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36872/0 (socket says 172.21.15.69:36872) 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 -- 172.21.15.69:0/3232651417 learned_addr learned my addr 172.21.15.69:0/3232651417 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb437e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de10a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb437400700 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de1010e0 0x5578de10ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 -- 172.21.15.69:0/3232651417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de1010e0 msgr2=0x5578de10ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de1010e0 0x5578de10ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 -- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 msgr2=0x5578de10a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de10a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 -- 172.21.15.69:0/3232651417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578de0194a0 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb436a00700 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10a210 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb424005e90 tx=0x7fb4240a9b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b2dc87e48d61431 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.891+0000 7fb421600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb421600700 1 -- 172.21.15.69:0/3232651417 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4240aa900 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb421600700 1 -- 172.21.15.69:0/3232651417 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb4240aa460 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4280043f0 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb421600700 1 -- 172.21.15.69:0/3232651417 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb4240aa200 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb4488cdb80 10 client.15870 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5578de118460 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb421600700 1 -- 172.21.15.69:0/3232651417 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb4280043f0 con 0x5578de101a00 2024-05-08T06:06:20.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb421600700 1 -- 172.21.15.69:0/3232651417 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb4240ae110 con 0x5578de101a00 2024-05-08T06:06:20.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb4488cdb80 10 client.15870 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:20.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.892+0000 7fb4488cdb80 10 client.15870 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:20.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb4488cdb80 20 client.15870 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:20.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de11a9d0 0x5578de11ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb4488cdb80 4 client.15870 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:20.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5578de0ce120 con 0x5578de11a9d0 2024-05-08T06:06:20.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb437400700 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de11a9d0 0x5578de11ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb437400700 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de11a9d0 0x5578de11ce50 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=452b89f946342b1 server_cookie=55f8924c8cb8ce65 in_seq=0 out_seq=0 2024-05-08T06:06:20.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.893+0000 7fb421600700 10 client.15870 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:20.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.894+0000 7fb421600700 1 -- 172.21.15.69:0/3232651417 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5578de0ce120 con 0x5578de11a9d0 2024-05-08T06:06:20.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.894+0000 7fb421600700 10 client.15870 handle_command_reply: tid=0 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.894+0000 7fb4488cdb80 1 client.15870 shutdown 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 msgr2=0x5578de10a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10a210 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb424005e90 tx=0x7fb4240a9b50 comp rx=0 tx=0).stop 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 shutdown_connections 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de10a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de11a9d0 0x5578de11ce50 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de1010e0 0x5578de10ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/3232651417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10a210 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 >> 172.21.15.69:0/3232651417 conn(0x5578de02fbe0 msgr2=0x5578de0f6330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb421600700 0 client.15870 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 shutdown_connections 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 1 -- 172.21.15.69:0/3232651417 wait complete. 2024-05-08T06:06:20.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.895+0000 7fb4488cdb80 20 client.15870 trim_cache size 0 max 16384 2024-05-08T06:06:20.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.917+0000 7fb4488cdb80 1 Processor -- start 2024-05-08T06:06:20.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.917+0000 7fb4488cdb80 1 -- start start 2024-05-08T06:06:20.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de1010e0 0x5578de116cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de122760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de122ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381b0300 con 0x5578de1010e0 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381adb90 con 0x5578de105a50 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381aba00 con 0x5578de101a00 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb437e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de122ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb437e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de122ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37958/0 (socket says 172.21.15.69:37958) 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb437e00700 1 -- 172.21.15.69:0/2571135922 learned_addr learned my addr 172.21.15.69:0/2571135922 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb436a00700 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de122760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb437400700 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de1010e0 0x5578de116cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb437e00700 1 -- 172.21.15.69:0/2571135922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 msgr2=0x5578de122760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.918+0000 7fb437e00700 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de122760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb437e00700 1 -- 172.21.15.69:0/2571135922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de1010e0 msgr2=0x5578de116cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb437e00700 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de1010e0 0x5578de116cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb437e00700 1 -- 172.21.15.69:0/2571135922 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5578de0fd9e0 con 0x5578de105a50 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb436a00700 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de122760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:20.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb437e00700 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de122ca0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb430008340 tx=0x7fb43000b040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9f6f53900e2cf9a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:20.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb423e00700 1 -- 172.21.15.69:0/2571135922 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430018d90 con 0x5578de105a50 2024-05-08T06:06:20.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb423e00700 1 -- 172.21.15.69:0/2571135922 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb43002b070 con 0x5578de105a50 2024-05-08T06:06:20.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.919+0000 7fb423e00700 1 -- 172.21.15.69:0/2571135922 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430004600 con 0x5578de105a50 2024-05-08T06:06:20.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 -- 172.21.15.69:0/2571135922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 msgr2=0x5578de122ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de122ca0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb430008340 tx=0x7fb43000b040 comp rx=0 tx=0).stop 2024-05-08T06:06:20.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 -- 172.21.15.69:0/2571135922 shutdown_connections 2024-05-08T06:06:20.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de105a50 0x5578de122ca0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.922 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de1010e0 0x5578de116cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/2571135922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de101a00 0x5578de122760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 -- 172.21.15.69:0/2571135922 >> 172.21.15.69:0/2571135922 conn(0x5578de02fbe0 msgr2=0x5578de108b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 -- 172.21.15.69:0/2571135922 shutdown_connections 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.920+0000 7fb4488cdb80 1 -- 172.21.15.69:0/2571135922 wait complete. 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 -- start start 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 Processor -- start 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de10ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 0x5578de10f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381ac050 con 0x5578de101a00 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381ad4c0 con 0x5578de1010e0 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb4381ac720 con 0x5578de105a50 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.921+0000 7fb4488cdb80 10 client.0 _ll_register_callbacks cb 0x5578ddffacf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:20.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 0x5578de10f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb436a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 0x5578de10f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59272/0 (socket says 172.21.15.69:59272) 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 -- 172.21.15.69:0/893254396 learned_addr learned my addr 172.21.15.69:0/893254396 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb436a00700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36888/0 (socket says 172.21.15.69:36888) 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437400700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de10ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 -- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 msgr2=0x5578de10ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de10ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 -- 172.21.15.69:0/893254396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 msgr2=0x5578de10f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 -- 172.21.15.69:0/893254396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578de1889d0 con 0x5578de105a50 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb437e00700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 0x5578de10f900 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb430018fc0 tx=0x7fb430018680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d063995a3446c842 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:20.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.922+0000 7fb421600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.923+0000 7fb421600700 1 -- 172.21.15.69:0/893254396 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430033070 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.923+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb43002b070 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.923+0000 7fb421600700 1 -- 172.21.15.69:0/893254396 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb430003c10 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.923+0000 7fb421600700 1 -- 172.21.15.69:0/893254396 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb43003f050 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.923+0000 7fb4488cdb80 10 client.25966 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.923+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5578de189cf0 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb421600700 1 -- 172.21.15.69:0/893254396 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb43002b070 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb421600700 1 -- 172.21.15.69:0/893254396 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb43001a890 con 0x5578de105a50 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb4488cdb80 10 client.25966 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb4488cdb80 10 client.25966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:20.926 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb4488cdb80 20 client.25966 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:20.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de18a360 0x5578de18c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:20.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb4488cdb80 4 client.25966 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:06:20.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.924+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5578de061480 con 0x5578de18a360 2024-05-08T06:06:20.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.925+0000 7fb437400700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de18a360 0x5578de18c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:20.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.925+0000 7fb437400700 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de18a360 0x5578de18c780 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e68ad0a02ce5ecdd server_cookie=29140dbda2d49eb6 in_seq=0 out_seq=0 2024-05-08T06:06:20.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.925+0000 7fb421600700 10 client.25966 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb421600700 1 -- 172.21.15.69:0/893254396 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5578de061480 con 0x5578de18a360 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb421600700 10 client.25966 handle_command_reply: tid=0 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 client.25966 shutdown 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 msgr2=0x5578de10f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 0x5578de10f900 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fb430018fc0 tx=0x7fb430018680 comp rx=0 tx=0).stop 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 shutdown_connections 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5578de18a360 0x5578de18c780 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5578de105a50 0x5578de10f900 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5578de1010e0 0x5578de10ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 --2- 172.21.15.69:0/893254396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5578de101a00 0x5578de10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 >> 172.21.15.69:0/893254396 conn(0x5578de02fbe0 msgr2=0x5578de0f5aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.926+0000 7fb421600700 0 client.25966 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.927+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 shutdown_connections 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.927+0000 7fb4488cdb80 1 -- 172.21.15.69:0/893254396 wait complete. 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.927+0000 7fb4488cdb80 20 client.25966 trim_cache size 0 max 16384 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "1d113613-5a88-45e1-b309-e5e784c78966", 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:06:20.929 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:06:20.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb41c0b2900 msgr2=0x7fb41c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fb430008940 tx=0x7fb4300099e0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 msgr2=0x7fb43819fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:20.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb43819fd30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fb424009230 tx=0x7fb42400fa00 comp rx=0 tx=0).stop 2024-05-08T06:06:20.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 shutdown_connections 2024-05-08T06:06:20.930 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb41c0b2900 0x7fb41c0b4dc0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb438108850 0x7fb4381999b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb438103750 0x7fb43819f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 --2- 172.21.15.69:0/2278209872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb438104100 0x7fb43819fd30 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:20.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 >> 172.21.15.69:0/2278209872 conn(0x7fb43807a600 msgr2=0x7fb438101930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:20.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 shutdown_connections 2024-05-08T06:06:20.931 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:20.928+0000 7fb43e000700 1 -- 172.21.15.69:0/2278209872 wait complete. 2024-05-08T06:06:21.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:20 smithi105 ceph-mon[34393]: pgmap v599: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:21.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:20 smithi135 ceph-mon[34761]: pgmap v599: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:21 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:06:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:21 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:21 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:06:21.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:21 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:22.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:21 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:06:22.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:21 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:22.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:21 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:06:22.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:21 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:22.043 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:06:22.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:21 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:06:22.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:21 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:22.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:21 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:06:22.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:21 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:22.503 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:22.862 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:22 smithi069 ceph-mon[29571]: pgmap v600: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:23.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:22 smithi105 ceph-mon[34393]: pgmap v600: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:23.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:22 smithi135 ceph-mon[34761]: pgmap v600: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:06:23.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:23 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:06:24.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:23 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:06:24.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:23 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:06:24.878 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:24 smithi069 ceph-mon[29571]: pgmap v601: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:24.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 -- 172.21.15.69:0/3113822607 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 msgr2=0x7f78c810baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 --2- 172.21.15.69:0/3113822607 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 0x7f78c810baa0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f78bc009990 tx=0x7f78bc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 -- 172.21.15.69:0/3113822607 shutdown_connections 2024-05-08T06:06:24.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 --2- 172.21.15.69:0/3113822607 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c8106080 0x7f78c8112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 --2- 172.21.15.69:0/3113822607 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 0x7f78c810baa0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 --2- 172.21.15.69:0/3113822607 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c81056c0 0x7f78c8105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 -- 172.21.15.69:0/3113822607 >> 172.21.15.69:0/3113822607 conn(0x7f78c81011b0 msgr2=0x7f78c81035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:24.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 -- 172.21.15.69:0/3113822607 shutdown_connections 2024-05-08T06:06:24.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.900+0000 7f78d0200700 1 -- 172.21.15.69:0/3113822607 wait complete. 2024-05-08T06:06:24.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.901+0000 7f78d0200700 1 Processor -- start 2024-05-08T06:06:24.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.901+0000 7f78d0200700 1 -- start start 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.901+0000 7f78d0200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c81056c0 0x7f78c819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.901+0000 7f78d0200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 0x7f78c819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78d0200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 0x7f78c81a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78d0200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78c8115910 con 0x7f78c810b6c0 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78d0200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78c8115790 con 0x7f78c81056c0 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78d0200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78c8115a90 con 0x7f78c8106080 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 0x7f78c819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cd800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c81056c0 0x7f78c819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 0x7f78c819c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59288/0 (socket says 172.21.15.69:59288) 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cd800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c81056c0 0x7f78c819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37966/0 (socket says 172.21.15.69:37966) 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 -- 172.21.15.69:0/3274154480 learned_addr learned my addr 172.21.15.69:0/3274154480 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78ce200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 0x7f78c81a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 -- 172.21.15.69:0/3274154480 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c81056c0 msgr2=0x7f78c819be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c81056c0 0x7f78c819be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 -- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 msgr2=0x7f78c81a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 0x7f78c81a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.902+0000 7f78cce00700 1 -- 172.21.15.69:0/3274154480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78c81a0e20 con 0x7f78c8106080 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.903+0000 7f78cce00700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 0x7f78c819c3a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f78b400e9c0 tx=0x7f78b400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.903+0000 7f78c6000700 1 -- 172.21.15.69:0/3274154480 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b400cbd0 con 0x7f78c8106080 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.903+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78c81a1110 con 0x7f78c8106080 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.903+0000 7f78c6000700 1 -- 172.21.15.69:0/3274154480 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78b400ee50 con 0x7f78c8106080 2024-05-08T06:06:24.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.903+0000 7f78c6000700 1 -- 172.21.15.69:0/3274154480 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b4005550 con 0x7f78c8106080 2024-05-08T06:06:24.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.903+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78c81a8990 con 0x7f78c8106080 2024-05-08T06:06:24.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.907+0000 7f78c6000700 1 -- 172.21.15.69:0/3274154480 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f78b4004750 con 0x7f78c8106080 2024-05-08T06:06:24.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.908+0000 7f78daae2b80 1 Processor -- start 2024-05-08T06:06:24.908 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.908+0000 7f78daae2b80 1 -- start start 2024-05-08T06:06:24.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a0ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a104e0 0x564c99a0a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a0ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78daae2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564c9995ca20 con 0x564c99a0a8f0 2024-05-08T06:06:24.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78daae2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564c998fa760 con 0x564c99a0fbc0 2024-05-08T06:06:24.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78daae2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564c999589e0 con 0x564c99a104e0 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78c6000700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78b00b2880 0x7f78b00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78ce200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a0ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78ce200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a0ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37982/0 (socket says 172.21.15.69:37982) 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78ce200700 1 -- 172.21.15.69:0/3673645910 learned_addr learned my addr 172.21.15.69:0/3673645910 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78cce00700 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a0ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78cd800700 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a104e0 0x564c99a0a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78c6000700 1 -- 172.21.15.69:0/3274154480 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f78b40e24e0 con 0x7f78c8106080 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.909+0000 7f78ce200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78b00b2880 0x7f78b00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 -- 172.21.15.69:0/3673645910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a104e0 msgr2=0x564c99a0a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a104e0 0x564c99a0a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 -- 172.21.15.69:0/3673645910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 msgr2=0x564c99a0ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a0ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 -- 172.21.15.69:0/3673645910 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c998a98d0 con 0x564c99a0fbc0 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a0ffa0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009b50 tx=0x7f78c0013f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88051cc4ef357703 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78ce200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78b00b2880 0x7f78b00b4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009000 tx=0x7f78c001e000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.910+0000 7f78baa00700 1 -- 172.21.15.69:0/3673645910 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c0026070 con 0x564c99a0fbc0 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78baa00700 1 -- 172.21.15.69:0/3673645910 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c0004050 con 0x564c99a0fbc0 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78baa00700 1 -- 172.21.15.69:0/3673645910 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c0007720 con 0x564c99a0fbc0 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 -- 172.21.15.69:0/3673645910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 msgr2=0x564c99a0ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a0ffa0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009b50 tx=0x7f78c0013f50 comp rx=0 tx=0).stop 2024-05-08T06:06:24.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 -- 172.21.15.69:0/3673645910 shutdown_connections 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a0ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a0ffa0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 --2- 172.21.15.69:0/3673645910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a104e0 0x564c99a0a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.911+0000 7f78daae2b80 1 -- 172.21.15.69:0/3673645910 >> 172.21.15.69:0/3673645910 conn(0x564c999826d0 msgr2=0x564c99a04b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.912+0000 7f78daae2b80 1 -- 172.21.15.69:0/3673645910 shutdown_connections 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.912+0000 7f78daae2b80 1 -- 172.21.15.69:0/3673645910 wait complete. 2024-05-08T06:06:24.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.912+0000 7f78daae2b80 1 -- start start 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.912+0000 7f78daae2b80 1 Processor -- start 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 0x564c99a16260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a13600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a13b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564c99a16ec0 con 0x564c99a104e0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564c998c2b20 con 0x564c99a0fbc0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564c99a17040 con 0x564c99a0a8f0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78daae2b80 10 client.0 _ll_register_callbacks cb 0x564c99903c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78ce200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a13b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78cd800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 0x564c99a16260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78cd800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 0x564c99a16260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59298/0 (socket says 172.21.15.69:59298) 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.913+0000 7f78cd800700 1 -- 172.21.15.69:0/2668190713 learned_addr learned my addr 172.21.15.69:0/2668190713 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cce00700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a13600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cd800700 1 -- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 msgr2=0x564c99a13600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cd800700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a13600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cd800700 1 -- 172.21.15.69:0/2668190713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 msgr2=0x564c99a13b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cd800700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a13b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cd800700 1 -- 172.21.15.69:0/2668190713 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c99922420 con 0x564c99a0a8f0 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78ce200700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a13b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78cd800700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 0x564c99a16260 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f78bc015000 tx=0x7f78bc005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ec62d0c8e577073 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.914+0000 7f78af400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78af400700 1 -- 172.21.15.69:0/2668190713 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78bc029060 con 0x564c99a0a8f0 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78c0004050 con 0x564c99a0a8f0 2024-05-08T06:06:24.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78af400700 1 -- 172.21.15.69:0/2668190713 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f78bc00bd30 con 0x564c99a0a8f0 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78af400700 1 -- 172.21.15.69:0/2668190713 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78bc003680 con 0x564c99a0a8f0 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78daae2b80 10 client.25978 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564c99a217c0 con 0x564c99a0a8f0 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.915+0000 7f78af400700 1 -- 172.21.15.69:0/2668190713 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c0004050 con 0x564c99a0a8f0 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78af400700 1 -- 172.21.15.69:0/2668190713 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78bc024820 con 0x564c99a0a8f0 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78daae2b80 10 client.25978 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:24.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78daae2b80 10 client.25978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78daae2b80 20 client.25978 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a23e00 0x564c99a261f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78daae2b80 4 client.25978 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c999d7140 con 0x564c99a23e00 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.916+0000 7f78cce00700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a23e00 0x564c99a261f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.917+0000 7f78cce00700 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a23e00 0x564c99a261f0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e68f83e515fe0dd4 server_cookie=ad7320e88d213bd0 in_seq=0 out_seq=0 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.917+0000 7f78af400700 10 client.25978 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.917+0000 7f78af400700 1 -- 172.21.15.69:0/2668190713 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564c999d7140 con 0x564c99a23e00 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.917+0000 7f78af400700 10 client.25978 handle_command_reply: tid=0 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.917+0000 7f78daae2b80 1 client.25978 shutdown 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 msgr2=0x564c99a16260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 0x564c99a16260 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f78bc015000 tx=0x7f78bc005800 comp rx=0 tx=0).stop 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 shutdown_connections 2024-05-08T06:06:24.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a13b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a23e00 0x564c99a261f0 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0a8f0 0x564c99a16260 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2668190713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0fbc0 0x564c99a13600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78af400700 0 client.25978 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 >> 172.21.15.69:0/2668190713 conn(0x564c999826d0 msgr2=0x564c99a04190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 shutdown_connections 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 1 -- 172.21.15.69:0/2668190713 wait complete. 2024-05-08T06:06:24.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.918+0000 7f78daae2b80 20 client.25978 trim_cache size 0 max 16384 2024-05-08T06:06:24.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 Processor -- start 2024-05-08T06:06:24.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 -- start start 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0a8f0 0x564c99a0a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a1ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a04910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78c81b2550 con 0x564c99a104e0 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78c81afde0 con 0x564c99a0a8f0 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78daae2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78c81adc30 con 0x564c99a0fbc0 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.940+0000 7f78ce200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a04910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a04910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36946/0 (socket says 172.21.15.69:36946) 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 -- 172.21.15.69:0/2562756427 learned_addr learned my addr 172.21.15.69:0/2562756427 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78cd800700 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0a8f0 0x564c99a0a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78cce00700 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a1ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 -- 172.21.15.69:0/2562756427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 msgr2=0x564c99a1ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a1ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 -- 172.21.15.69:0/2562756427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0a8f0 msgr2=0x564c99a0a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0a8f0 0x564c99a0a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 -- 172.21.15.69:0/2562756427 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c99a101f0 con 0x564c99a104e0 2024-05-08T06:06:24.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78cd800700 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0a8f0 0x564c99a0a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:24.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.941+0000 7f78ce200700 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a04910 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f78c0018640 tx=0x7f78c0013600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9356b339f4c8df71 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:24.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.942+0000 7f78ba000700 1 -- 172.21.15.69:0/2562756427 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c0026070 con 0x564c99a104e0 2024-05-08T06:06:24.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.942+0000 7f78ba000700 1 -- 172.21.15.69:0/2562756427 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c0003f50 con 0x564c99a104e0 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.942+0000 7f78ba000700 1 -- 172.21.15.69:0/2562756427 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c0007700 con 0x564c99a104e0 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.942+0000 7f78daae2b80 1 -- 172.21.15.69:0/2562756427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 msgr2=0x564c99a04910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.942+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a04910 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f78c0018640 tx=0x7f78c0013600 comp rx=0 tx=0).stop 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 -- 172.21.15.69:0/2562756427 shutdown_connections 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a104e0 0x564c99a04910 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a0a8f0 0x564c99a0a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 --2- 172.21.15.69:0/2562756427 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a1ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 -- 172.21.15.69:0/2562756427 >> 172.21.15.69:0/2562756427 conn(0x564c999826d0 msgr2=0x564c99a0f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 -- 172.21.15.69:0/2562756427 shutdown_connections 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 -- 172.21.15.69:0/2562756427 wait complete. 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 -- start start 2024-05-08T06:06:24.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.943+0000 7f78daae2b80 1 Processor -- start 2024-05-08T06:06:24.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a1c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a19a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a104e0 0x564c99a19f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78c81ae2a0 con 0x564c99a0a8f0 2024-05-08T06:06:24.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78c81af710 con 0x564c99a104e0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78c81ae970 con 0x564c99a0fbc0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78daae2b80 10 client.0 _ll_register_callbacks cb 0x564c99903c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78cd800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a1c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78cd800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a1c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36948/0 (socket says 172.21.15.69:36948) 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78cd800700 1 -- 172.21.15.69:0/996241694 learned_addr learned my addr 172.21.15.69:0/996241694 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78cce00700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a19a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.944+0000 7f78ce200700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a104e0 0x564c99a19f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78cd800700 1 -- 172.21.15.69:0/996241694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 msgr2=0x564c99a19a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78cd800700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a19a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78cd800700 1 -- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a104e0 msgr2=0x564c99a19f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78cd800700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a104e0 0x564c99a19f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78cd800700 1 -- 172.21.15.69:0/996241694 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c99a165d0 con 0x564c99a0a8f0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78cd800700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a1c660 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f78bc001eb0 tx=0x7f78bc005c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f311c64f5ba1ccf2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78af400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:24.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78af400700 1 -- 172.21.15.69:0/996241694 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78bc029070 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78af400700 1 -- 172.21.15.69:0/996241694 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f78bc00ba00 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.945+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78c0003f50 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78af400700 1 -- 172.21.15.69:0/996241694 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78bc033040 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 10 client.15894 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564c99a8e330 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78af400700 1 -- 172.21.15.69:0/996241694 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78c0003f50 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78af400700 1 -- 172.21.15.69:0/996241694 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78bc036020 con 0x564c99a0a8f0 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 10 client.15894 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 10 client.15894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 20 client.15894 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a8e8c0 0x564c99a90cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 4 client.15894 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:06:24.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.946+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564c9996a400 con 0x564c99a8e8c0 2024-05-08T06:06:24.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78cce00700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a8e8c0 0x564c99a90cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:24.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78cce00700 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a8e8c0 0x564c99a90cb0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c66f7dd7e9a34479 server_cookie=1cd48bfb9912ca12 in_seq=0 out_seq=0 2024-05-08T06:06:24.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78af400700 10 client.15894 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78af400700 1 -- 172.21.15.69:0/996241694 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564c9996a400 con 0x564c99a8e8c0 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78af400700 10 client.15894 handle_command_reply: tid=0 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 client.15894 shutdown 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 msgr2=0x564c99a1c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a1c660 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f78bc001eb0 tx=0x7f78bc005c20 comp rx=0 tx=0).stop 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 shutdown_connections 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564c99a104e0 0x564c99a19f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564c99a0a8f0 0x564c99a1c660 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564c99a8e8c0 0x564c99a90cb0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.947+0000 7f78daae2b80 1 --2- 172.21.15.69:0/996241694 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564c99a0fbc0 0x564c99a19a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.948+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 >> 172.21.15.69:0/996241694 conn(0x564c999826d0 msgr2=0x564c99a092c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.948+0000 7f78af400700 0 client.15894 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:24.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.948+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 shutdown_connections 2024-05-08T06:06:24.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.948+0000 7f78daae2b80 1 -- 172.21.15.69:0/996241694 wait complete. 2024-05-08T06:06:24.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.948+0000 7f78daae2b80 20 client.15894 trim_cache size 0 max 16384 2024-05-08T06:06:24.951 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:06:24.951 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:06:24.951 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:06:24.951 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.948+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78b00b2880 msgr2=0x7f78b00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78b00b2880 0x7f78b00b4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f78c0009000 tx=0x7f78c001e000 comp rx=0 tx=0).stop 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 msgr2=0x7f78c819c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 0x7f78c819c3a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f78b400e9c0 tx=0x7f78b400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 shutdown_connections 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78c810b6c0 0x7f78c81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78b00b2880 0x7f78b00b4d40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78c81056c0 0x7f78c819be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 --2- 172.21.15.69:0/3274154480 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78c8106080 0x7f78c819c3a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:24.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 >> 172.21.15.69:0/3274154480 conn(0x7f78c81011b0 msgr2=0x7f78c81018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:24.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 shutdown_connections 2024-05-08T06:06:24.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:24.949+0000 7f78d0200700 1 -- 172.21.15.69:0/3274154480 wait complete. 2024-05-08T06:06:25.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:24 smithi105 ceph-mon[34393]: pgmap v601: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:25.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:24 smithi135 ceph-mon[34761]: pgmap v601: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:25.926 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:06:25.926 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:06:26.376 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:26.707 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:26 smithi069 ceph-mon[29571]: pgmap v602: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:26.863 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:26 smithi135 ceph-mon[34761]: pgmap v602: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:26 smithi105 ceph-mon[34393]: pgmap v602: 97 pgs: 97 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:27.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:27 smithi069 ceph-mon[29571]: pgmap v603: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:28.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:27 smithi105 ceph-mon[34393]: pgmap v603: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:28.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:27 smithi135 ceph-mon[34761]: pgmap v603: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 -- 172.21.15.69:0/2444391603 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 msgr2=0x7f550410ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 --2- 172.21.15.69:0/2444391603 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 0x7f550410ff40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f54f4009990 tx=0x7f54f4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 -- 172.21.15.69:0/2444391603 shutdown_connections 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 --2- 172.21.15.69:0/2444391603 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f550410a490 0x7f55041169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 --2- 172.21.15.69:0/2444391603 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 0x7f550410ff40 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 --2- 172.21.15.69:0/2444391603 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5504109ad0 0x7f5504109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 -- 172.21.15.69:0/2444391603 >> 172.21.15.69:0/2444391603 conn(0x7f5504076c70 msgr2=0x7f55041082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:28.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 -- 172.21.15.69:0/2444391603 shutdown_connections 2024-05-08T06:06:28.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.785+0000 7f5509400700 1 -- 172.21.15.69:0/2444391603 wait complete. 2024-05-08T06:06:28.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.786+0000 7f5509400700 1 Processor -- start 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 -- start start 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 0x7f55041a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f550410a490 0x7f55041a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 0x7f55041a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5504119cc0 con 0x7f550410fb60 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5504119b40 con 0x7f550410a490 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.787+0000 7f5509400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5504119e40 con 0x7f5504109ad0 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 0x7f55041a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5503200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 0x7f55041a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:28.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 0x7f55041a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40974/0 (socket says 172.21.15.69:40974) 2024-05-08T06:06:28.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 -- 172.21.15.69:0/3052796011 learned_addr learned my addr 172.21.15.69:0/3052796011 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:28.789 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5501e00700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f550410a490 0x7f55041a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 -- 172.21.15.69:0/3052796011 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f550410a490 msgr2=0x7f55041a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f550410a490 0x7f55041a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 -- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 msgr2=0x7f55041a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 0x7f55041a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 -- 172.21.15.69:0/3052796011 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55041a5160 con 0x7f5504109ad0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.788+0000 7f5502800700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 0x7f55041a0150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f54f40057f0 tx=0x7f54f400bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.789+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f4026070 con 0x7f5504109ad0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.789+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f54f4021410 con 0x7f5504109ad0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.789+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55041a53f0 con 0x7f5504109ad0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.789+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f4017650 con 0x7f5504109ad0 2024-05-08T06:06:28.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.789+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55041accd0 con 0x7f5504109ad0 2024-05-08T06:06:28.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.790+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f550406a190 con 0x7f5504109ad0 2024-05-08T06:06:28.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.792+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f54f4029070 con 0x7f5504109ad0 2024-05-08T06:06:28.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.794+0000 7f54fb400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54e80b2900 0x7f54e80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:28.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.794+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f54f40e3040 con 0x7f5504109ad0 2024-05-08T06:06:28.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.794+0000 7f5501e00700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54e80b2900 0x7f54e80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:28.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.795+0000 7f5501e00700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54e80b2900 0x7f54e80b4dc0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5504078c00 tx=0x7f54f0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:28.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:28.796+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f54f4030080 con 0x7f5504109ad0 2024-05-08T06:06:29.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.079+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f550402e510 con 0x7f5504109ad0 2024-05-08T06:06:29.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.080+0000 7f54fb400700 1 -- 172.21.15.69:0/3052796011 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f54f4013070 con 0x7f5504109ad0 2024-05-08T06:06:29.081 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:06:29.081 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:06:29.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.083+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54e80b2900 msgr2=0x7f54e80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:29.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.083+0000 7f5509400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54e80b2900 0x7f54e80b4dc0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5504078c00 tx=0x7f54f0009260 comp rx=0 tx=0).stop 2024-05-08T06:06:29.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.083+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 msgr2=0x7f55041a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:29.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.083+0000 7f5509400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 0x7f55041a0150 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f54f40057f0 tx=0x7f54f400bfd0 comp rx=0 tx=0).stop 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 shutdown_connections 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f550410fb60 0x7f55041a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5504109ad0 0x7f55041a0150 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f54e80b2900 0x7f54e80b4dc0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 --2- 172.21.15.69:0/3052796011 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f550410a490 0x7f55041a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 >> 172.21.15.69:0/3052796011 conn(0x7f5504076c70 msgr2=0x7f5504077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 shutdown_connections 2024-05-08T06:06:29.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:29.084+0000 7f5509400700 1 -- 172.21.15.69:0/3052796011 wait complete. 2024-05-08T06:06:29.086 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:06:29.460 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:29 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3052796011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:29.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:29 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3052796011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:29.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:29 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3052796011' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:29.985 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:06:30.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:30 smithi069 ceph-mon[29571]: pgmap v604: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:30.434 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:30.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:30 smithi105 ceph-mon[34393]: pgmap v604: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:30 smithi135 ceph-mon[34761]: pgmap v604: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:32.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:32 smithi069 ceph-mon[29571]: pgmap v605: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:06:32.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:32 smithi105 ceph-mon[34393]: pgmap v605: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:06:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:32 smithi135 ceph-mon[34761]: pgmap v605: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:06:32.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 -- 172.21.15.69:0/546130527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc650105f90 msgr2=0x7fc6501124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 --2- 172.21.15.69:0/546130527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc650105f90 0x7fc6501124a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc64800b0a0 tx=0x7fc64800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 -- 172.21.15.69:0/546130527 shutdown_connections 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 --2- 172.21.15.69:0/546130527 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc650105f90 0x7fc6501124a0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 --2- 172.21.15.69:0/546130527 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 0x7fc65010ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 --2- 172.21.15.69:0/546130527 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc6501055d0 0x7fc650105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 -- 172.21.15.69:0/546130527 >> 172.21.15.69:0/546130527 conn(0x7fc6501010c0 msgr2=0x7fc6501034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 -- 172.21.15.69:0/546130527 shutdown_connections 2024-05-08T06:06:32.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.860+0000 7fc656600700 1 -- 172.21.15.69:0/546130527 wait complete. 2024-05-08T06:06:32.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.861+0000 7fc656600700 1 Processor -- start 2024-05-08T06:06:32.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.861+0000 7fc656600700 1 -- start start 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc656600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc6501055d0 0x7fc6501a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc656600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 0x7fc6501a1d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc656600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 0x7fc65019b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc656600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc650115820 con 0x7fc650105f90 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc656600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501156a0 con 0x7fc65010b660 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc656600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501159a0 con 0x7fc6501055d0 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 0x7fc6501a1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 0x7fc6501a1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60660/0 (socket says 172.21.15.69:60660) 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc64fe00700 1 -- 172.21.15.69:0/3178916742 learned_addr learned my addr 172.21.15.69:0/3178916742 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc655200700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc6501055d0 0x7fc6501a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.862+0000 7fc655c00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 0x7fc65019b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64fe00700 1 -- 172.21.15.69:0/3178916742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc6501055d0 msgr2=0x7fc6501a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64fe00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc6501055d0 0x7fc6501a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64fe00700 1 -- 172.21.15.69:0/3178916742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 msgr2=0x7fc65019b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64fe00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 0x7fc65019b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64fe00700 1 -- 172.21.15.69:0/3178916742 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc65019c120 con 0x7fc650105f90 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc655200700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc6501055d0 0x7fc6501a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc655c00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 0x7fc65019b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64fe00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 0x7fc6501a1d40 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00e9a0 tx=0x7fc63c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64d600700 1 -- 172.21.15.69:0/3178916742 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c00ca10 con 0x7fc650105f90 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc65019c410 con 0x7fc650105f90 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64d600700 1 -- 172.21.15.69:0/3178916742 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc63c00cbb0 con 0x7fc650105f90 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc64d600700 1 -- 172.21.15.69:0/3178916742 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c018680 con 0x7fc650105f90 2024-05-08T06:06:32.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.863+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6501a86d0 con 0x7fc650105f90 2024-05-08T06:06:32.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.867+0000 7fc64d600700 1 -- 172.21.15.69:0/3178916742 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc63c010430 con 0x7fc650105f90 2024-05-08T06:06:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.868+0000 7fc6625c2b80 1 Processor -- start 2024-05-08T06:06:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.868+0000 7fc6625c2b80 1 -- start start 2024-05-08T06:06:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc64d600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc6380b2880 0x7fc6380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f33180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f2d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f2ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x555933e7fa20 con 0x555933f336c0 2024-05-08T06:06:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x555933e1d760 con 0x555933f2da50 2024-05-08T06:06:32.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555933e7b9e0 con 0x555933f32da0 2024-05-08T06:06:32.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc64d600700 1 -- 172.21.15.69:0/3178916742 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc63c0e23b0 con 0x7fc650105f90 2024-05-08T06:06:32.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f2d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc655c00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc6380b2880 0x7fc6380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc655200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f33180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc655200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f33180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40994/0 (socket says 172.21.15.69:40994) 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc655200700 1 -- 172.21.15.69:0/2782639405 learned_addr learned my addr 172.21.15.69:0/2782639405 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.869+0000 7fc655c00700 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f2ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc64fe00700 1 -- 172.21.15.69:0/2782639405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 msgr2=0x555933f33180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f33180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc64fe00700 1 -- 172.21.15.69:0/2782639405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 msgr2=0x555933f2ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f2ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc64fe00700 1 -- 172.21.15.69:0/2782639405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555933dcc8d0 con 0x555933f336c0 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc655200700 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f33180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc655c00700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc6380b2880 0x7fc6380b4d40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc64800b780 tx=0x7fc6480095a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f2d430 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00c2d0 tx=0x7fc63c0b21a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e196e20eeb4e7d39 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc642000700 1 -- 172.21.15.69:0/2782639405 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c0aa080 con 0x555933f336c0 2024-05-08T06:06:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc642000700 1 -- 172.21.15.69:0/2782639405 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc63c0a9980 con 0x555933f336c0 2024-05-08T06:06:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.870+0000 7fc642000700 1 -- 172.21.15.69:0/2782639405 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c0cc0b0 con 0x555933f336c0 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2782639405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 msgr2=0x555933f2d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f2d430 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00c2d0 tx=0x7fc63c0b21a0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2782639405 shutdown_connections 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f2ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f33180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2782639405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f2d430 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2782639405 >> 172.21.15.69:0/2782639405 conn(0x555933ea56d0 msgr2=0x555933f27ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2782639405 shutdown_connections 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.871+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2782639405 wait complete. 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.872+0000 7fc6625c2b80 1 -- start start 2024-05-08T06:06:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.872+0000 7fc6625c2b80 1 Processor -- start 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f39420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f367c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f36d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x555933f3a150 con 0x555933f336c0 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x555933de5b20 con 0x555933f2da50 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555933f3a2d0 con 0x555933f32da0 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc6625c2b80 10 client.0 _ll_register_callbacks cb 0x555933e26c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc655c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f36d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc655200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f39420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc655200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f39420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34526/0 (socket says 172.21.15.69:34526) 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc655200700 1 -- 172.21.15.69:0/1838164424 learned_addr learned my addr 172.21.15.69:0/1838164424 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.873+0000 7fc64fe00700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f367c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655200700 1 -- 172.21.15.69:0/1838164424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 msgr2=0x555933f367c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655200700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f367c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655200700 1 -- 172.21.15.69:0/1838164424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 msgr2=0x555933f36d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655200700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f36d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655200700 1 -- 172.21.15.69:0/1838164424 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555933e45420 con 0x555933f2da50 2024-05-08T06:06:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655c00700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f36d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc655200700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f39420 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc644012dd0 tx=0x7fc64400f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57495df046489927 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc636a00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc636a00700 1 -- 172.21.15.69:0/1838164424 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc64400fb80 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc636a00700 1 -- 172.21.15.69:0/1838164424 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc64400fd20 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.874+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc63c0a9980 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc636a00700 1 -- 172.21.15.69:0/1838164424 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc644004050 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc6625c2b80 10 client.26042 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555933f44a90 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc636a00700 1 -- 172.21.15.69:0/1838164424 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc63c0a9980 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc636a00700 1 -- 172.21.15.69:0/1838164424 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc644010430 con 0x555933f2da50 2024-05-08T06:06:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc6625c2b80 10 client.26042 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc6625c2b80 10 client.26042 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc6625c2b80 20 client.26042 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.875+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933f470d0 0x555933f494c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.876+0000 7fc6625c2b80 4 client.26042 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.876+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555933efa140 con 0x555933f470d0 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.876+0000 7fc64fe00700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933f470d0 0x555933f494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.876+0000 7fc64fe00700 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933f470d0 0x555933f494c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e995a71319c4c63a server_cookie=bbf8167a4939fce9 in_seq=0 out_seq=0 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.876+0000 7fc636a00700 10 client.26042 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc636a00700 1 -- 172.21.15.69:0/1838164424 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555933efa140 con 0x555933f470d0 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc636a00700 10 client.26042 handle_command_reply: tid=0 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 client.26042 shutdown 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 msgr2=0x555933f39420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f39420 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc644012dd0 tx=0x7fc64400f6a0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 shutdown_connections 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933f470d0 0x555933f494c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f36d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f39420 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc636a00700 0 client.26042 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1838164424 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f367c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.877+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 >> 172.21.15.69:0/1838164424 conn(0x555933ea56d0 msgr2=0x555933f22750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.878+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 shutdown_connections 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.878+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1838164424 wait complete. 2024-05-08T06:06:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.878+0000 7fc6625c2b80 20 client.26042 trim_cache size 0 max 16384 2024-05-08T06:06:32.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 Processor -- start 2024-05-08T06:06:32.894 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 -- start start 2024-05-08T06:06:32.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f2da50 0x555933f431e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 0x555933f34330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f336c0 0x555933f36d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501b23d0 con 0x555933f32da0 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501afc60 con 0x555933f336c0 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.894+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501adab0 con 0x555933f2da50 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 0x555933f34330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc64fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 0x555933f34330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60680/0 (socket says 172.21.15.69:60680) 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc64fe00700 1 -- 172.21.15.69:0/1191274490 learned_addr learned my addr 172.21.15.69:0/1191274490 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655c00700 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f336c0 0x555933f36d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655200700 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f2da50 0x555933f431e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655c00700 1 -- 172.21.15.69:0/1191274490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f2da50 msgr2=0x555933f431e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655c00700 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f2da50 0x555933f431e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655c00700 1 -- 172.21.15.69:0/1191274490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 msgr2=0x555933f34330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655c00700 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 0x555933f34330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc655c00700 1 -- 172.21.15.69:0/1191274490 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555933f34d30 con 0x555933f336c0 2024-05-08T06:06:32.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.895+0000 7fc64fe00700 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 0x555933f34330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:32.897 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.896+0000 7fc655c00700 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f336c0 0x555933f36d30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc6480062a0 tx=0x7fc648006210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c024ec426f9566a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:32.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.896+0000 7fc641600700 1 -- 172.21.15.69:0/1191274490 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc648007dd0 con 0x555933f336c0 2024-05-08T06:06:32.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.896+0000 7fc641600700 1 -- 172.21.15.69:0/1191274490 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc648004020 con 0x555933f336c0 2024-05-08T06:06:32.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.896+0000 7fc641600700 1 -- 172.21.15.69:0/1191274490 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc648005280 con 0x555933f336c0 2024-05-08T06:06:32.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1191274490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f336c0 msgr2=0x555933f36d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f336c0 0x555933f36d30 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc6480062a0 tx=0x7fc648006210 comp rx=0 tx=0).stop 2024-05-08T06:06:32.898 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1191274490 shutdown_connections 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f336c0 0x555933f36d30 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f2da50 0x555933f431e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/1191274490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f32da0 0x555933f34330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1191274490 >> 172.21.15.69:0/1191274490 conn(0x555933ea56d0 msgr2=0x555933f37e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1191274490 shutdown_connections 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.897+0000 7fc6625c2b80 1 -- 172.21.15.69:0/1191274490 wait complete. 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.898+0000 7fc6625c2b80 1 -- start start 2024-05-08T06:06:32.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.898+0000 7fc6625c2b80 1 Processor -- start 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.898+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f3f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f4e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc6625c2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f4e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501ae120 con 0x555933f336c0 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501af590 con 0x555933f2da50 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc6625c2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc6501ae7f0 con 0x555933f32da0 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc6625c2b80 10 client.0 _ll_register_callbacks cb 0x555933e26c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc655c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f4e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc655200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f3f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc655c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f4e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60696/0 (socket says 172.21.15.69:60696) 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc655c00700 1 -- 172.21.15.69:0/2326945787 learned_addr learned my addr 172.21.15.69:0/2326945787 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f4e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc64fe00700 1 -- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 msgr2=0x555933f3f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f3f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc64fe00700 1 -- 172.21.15.69:0/2326945787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 msgr2=0x555933f4e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f4e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.899+0000 7fc64fe00700 1 -- 172.21.15.69:0/2326945787 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555933f4eea0 con 0x555933f32da0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc64fe00700 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f4e2b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00e970 tx=0x7fc63c0a9510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51c60f86fd33ec80 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc636a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc636a00700 1 -- 172.21.15.69:0/2326945787 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c0a9980 con 0x555933f32da0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc636a00700 1 -- 172.21.15.69:0/2326945787 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc63c0cc0b0 con 0x555933f32da0 2024-05-08T06:06:32.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc648004020 con 0x555933f32da0 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc636a00700 1 -- 172.21.15.69:0/2326945787 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc63c0cc2b0 con 0x555933f32da0 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc6625c2b80 10 client.26008 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555933fb17f0 con 0x555933f32da0 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.900+0000 7fc636a00700 1 -- 172.21.15.69:0/2326945787 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc648004020 con 0x555933f32da0 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc636a00700 1 -- 172.21.15.69:0/2326945787 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc63c0b2350 con 0x555933f32da0 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc6625c2b80 10 client.26008 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc6625c2b80 10 client.26008 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc6625c2b80 20 client.26008 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933fb1b30 0x555933fb3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc6625c2b80 4 client.26008 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555933e8d400 con 0x555933fb1b30 2024-05-08T06:06:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.901+0000 7fc655200700 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933fb1b30 0x555933fb3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc655200700 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933fb1b30 0x555933fb3f20 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=efedbc92823b4217 server_cookie=986b28206484a2c8 in_seq=0 out_seq=0 2024-05-08T06:06:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc636a00700 10 client.26008 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc636a00700 1 -- 172.21.15.69:0/2326945787 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555933e8d400 con 0x555933fb1b30 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc636a00700 10 client.26008 handle_command_reply: tid=0 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 client.26008 shutdown 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 msgr2=0x555933f4e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f4e2b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00e970 tx=0x7fc63c0a9510 comp rx=0 tx=0).stop 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 shutdown_connections 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x555933fb1b30 0x555933fb3f20 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555933f336c0 0x555933f4e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555933f2da50 0x555933f3f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc636a00700 0 client.26008 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 --2- 172.21.15.69:0/2326945787 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555933f32da0 0x555933f4e2b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.902+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 >> 172.21.15.69:0/2326945787 conn(0x555933ea56d0 msgr2=0x555933f31930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 shutdown_connections 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc6625c2b80 1 -- 172.21.15.69:0/2326945787 wait complete. 2024-05-08T06:06:32.905 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc6625c2b80 20 client.26008 trim_cache size 0 max 16384 2024-05-08T06:06:32.906 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc6380b2880 msgr2=0x7fc6380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc656600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc6380b2880 0x7fc6380b4d40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc64800b780 tx=0x7fc6480095a0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 msgr2=0x7fc6501a1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.903+0000 7fc656600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 0x7fc6501a1d40 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc63c00e9a0 tx=0x7fc63c00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 shutdown_connections 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc6380b2880 0x7fc6380b4d40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc65010b660 0x7fc65019b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc6501055d0 0x7fc6501a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 --2- 172.21.15.69:0/3178916742 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc650105f90 0x7fc6501a1d40 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 >> 172.21.15.69:0/3178916742 conn(0x7fc6501010c0 msgr2=0x7fc6501026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 shutdown_connections 2024-05-08T06:06:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:32.904+0000 7fc656600700 1 -- 172.21.15.69:0/3178916742 wait complete. 2024-05-08T06:06:34.076 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:06:34.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:34 smithi069 ceph-mon[29571]: pgmap v606: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:06:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:34 smithi105 ceph-mon[34393]: pgmap v606: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:06:34.526 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:34 smithi135 ceph-mon[34761]: pgmap v606: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:06:36.272 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:36 smithi069 ceph-mon[29571]: pgmap v607: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:06:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:36 smithi105 ceph-mon[34393]: pgmap v607: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:06:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:36 smithi135 ceph-mon[34761]: pgmap v607: 97 pgs: 97 active+clean; 3.0 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 -- 172.21.15.69:0/1750448318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab401056c0 msgr2=0x7fab40105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 --2- 172.21.15.69:0/1750448318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab401056c0 0x7fab40105b40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fab2c009990 tx=0x7fab2c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 -- 172.21.15.69:0/1750448318 shutdown_connections 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 --2- 172.21.15.69:0/1750448318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab40106080 0x7fab40112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 --2- 172.21.15.69:0/1750448318 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fab4010b6c0 0x7fab4010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 --2- 172.21.15.69:0/1750448318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab401056c0 0x7fab40105b40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 -- 172.21.15.69:0/1750448318 >> 172.21.15.69:0/1750448318 conn(0x7fab401011b0 msgr2=0x7fab401035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 -- 172.21.15.69:0/1750448318 shutdown_connections 2024-05-08T06:06:36.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.811+0000 7fab44a00700 1 -- 172.21.15.69:0/1750448318 wait complete. 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.812+0000 7fab44a00700 1 Processor -- start 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.812+0000 7fab44a00700 1 -- start start 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab44a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab401056c0 0x7fab4019bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab44a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 0x7fab4019c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab44a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fab4010b6c0 0x7fab401a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab44a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fab40115900 con 0x7fab40106080 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab44a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fab40115780 con 0x7fab401056c0 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab44a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fab40115a80 con 0x7fab4010b6c0 2024-05-08T06:06:36.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab3d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 0x7fab4019c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab3d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 0x7fab4019c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60706/0 (socket says 172.21.15.69:60706) 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab3d400700 1 -- 172.21.15.69:0/1615102616 learned_addr learned my addr 172.21.15.69:0/1615102616 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab3de00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab401056c0 0x7fab4019bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.813+0000 7fab3e800700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fab4010b6c0 0x7fab401a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3d400700 1 -- 172.21.15.69:0/1615102616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fab4010b6c0 msgr2=0x7fab401a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3d400700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fab4010b6c0 0x7fab401a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3d400700 1 -- 172.21.15.69:0/1615102616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab401056c0 msgr2=0x7fab4019bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3d400700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab401056c0 0x7fab4019bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3d400700 1 -- 172.21.15.69:0/1615102616 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab401a0d40 con 0x7fab40106080 2024-05-08T06:06:36.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3de00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab401056c0 0x7fab4019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:36.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab3d400700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 0x7fab4019c270 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fab2c0057f0 tx=0x7fab2c00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:36.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.814+0000 7fab36a00700 1 -- 172.21.15.69:0/1615102616 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2c026070 con 0x7fab40106080 2024-05-08T06:06:36.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.815+0000 7fab36a00700 1 -- 172.21.15.69:0/1615102616 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab2c021410 con 0x7fab40106080 2024-05-08T06:06:36.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.815+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab401a0fd0 con 0x7fab40106080 2024-05-08T06:06:36.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.815+0000 7fab36a00700 1 -- 172.21.15.69:0/1615102616 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2c017650 con 0x7fab40106080 2024-05-08T06:06:36.817 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.815+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab401a88b0 con 0x7fab40106080 2024-05-08T06:06:36.818 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.818+0000 7fab36a00700 1 -- 172.21.15.69:0/1615102616 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fab2c029070 con 0x7fab40106080 2024-05-08T06:06:36.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.819+0000 7fab4f354b80 1 Processor -- start 2024-05-08T06:06:36.823 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab36a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fab240b2880 0x7fab240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.823 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 -- start start 2024-05-08T06:06:36.823 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab36a00700 1 -- 172.21.15.69:0/1615102616 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fab2c0e2c50 con 0x7fab40106080 2024-05-08T06:06:36.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab3e800700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fab240b2880 0x7fab240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee97cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee9772d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee9778f0 0x563eee977d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563eee8c9a20 con 0x563eee97d4e0 2024-05-08T06:06:36.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563eee867760 con 0x563eee9778f0 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.820+0000 7fab4f354b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563eee8c59e0 con 0x563eee97cbc0 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee97cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee97cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41054/0 (socket says 172.21.15.69:41054) 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 -- 172.21.15.69:0/100273879 learned_addr learned my addr 172.21.15.69:0/100273879 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3d400700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee9772d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3e800700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee9778f0 0x563eee977d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 -- 172.21.15.69:0/100273879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee9778f0 msgr2=0x563eee977d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee9778f0 0x563eee977d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 -- 172.21.15.69:0/100273879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 msgr2=0x563eee9772d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee9772d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 -- 172.21.15.69:0/100273879 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eee8168d0 con 0x563eee97cbc0 2024-05-08T06:06:36.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3e800700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee9778f0 0x563eee977d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:36.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3d400700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee9772d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:36.827 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3e800700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fab240b2880 0x7fab240b4d40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fab3800f540 tx=0x7fab38009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:36.827 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.821+0000 7fab3de00700 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee97cfa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fab300115c0 tx=0x7fab300118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b62afe33a884df15 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:36.827 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.822+0000 7fab2b400700 1 -- 172.21.15.69:0/100273879 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3001e070 con 0x563eee97cbc0 2024-05-08T06:06:36.827 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.822+0000 7fab2b400700 1 -- 172.21.15.69:0/100273879 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab300198c0 con 0x563eee97cbc0 2024-05-08T06:06:36.827 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.822+0000 7fab2b400700 1 -- 172.21.15.69:0/100273879 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3000e8e0 con 0x563eee97cbc0 2024-05-08T06:06:36.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 -- 172.21.15.69:0/100273879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 msgr2=0x563eee97cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee97cfa0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fab300115c0 tx=0x7fab300118d0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 -- 172.21.15.69:0/100273879 shutdown_connections 2024-05-08T06:06:36.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee9778f0 0x563eee977d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee97cfa0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 --2- 172.21.15.69:0/100273879 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee9772d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 -- 172.21.15.69:0/100273879 >> 172.21.15.69:0/100273879 conn(0x563eee8ef6d0 msgr2=0x563eee971b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:36.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 -- 172.21.15.69:0/100273879 shutdown_connections 2024-05-08T06:06:36.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 -- 172.21.15.69:0/100273879 wait complete. 2024-05-08T06:06:36.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.823+0000 7fab4f354b80 1 -- start start 2024-05-08T06:06:36.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 Processor -- start 2024-05-08T06:06:36.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 0x563eee9831c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee980560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee980aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563eee983f20 con 0x563eee97d4e0 2024-05-08T06:06:36.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563eee82fb20 con 0x563eee97cbc0 2024-05-08T06:06:36.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563eee9840a0 con 0x563eee9778f0 2024-05-08T06:06:36.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.824+0000 7fab4f354b80 10 client.0 _ll_register_callbacks cb 0x563eee870c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:36.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee980aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee980560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 0x563eee9831c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee980aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60714/0 (socket says 172.21.15.69:60714) 2024-05-08T06:06:36.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 0x563eee9831c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41066/0 (socket says 172.21.15.69:41066) 2024-05-08T06:06:36.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee980560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34568/0 (socket says 172.21.15.69:34568) 2024-05-08T06:06:36.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3e800700 1 -- 172.21.15.69:0/1871800700 learned_addr learned my addr 172.21.15.69:0/1871800700 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:36.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 -- 172.21.15.69:0/1871800700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 msgr2=0x563eee980560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee980560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 -- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 msgr2=0x563eee980aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee980aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.825+0000 7fab3de00700 1 -- 172.21.15.69:0/1871800700 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eee88f420 con 0x563eee9778f0 2024-05-08T06:06:36.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab3de00700 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 0x563eee9831c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab30005920 tx=0x7fab3001ad30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb4574b70cd1255d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:36.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab1fe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:36.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab1fe00700 1 -- 172.21.15.69:0/1871800700 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3001e040 con 0x563eee9778f0 2024-05-08T06:06:36.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab1fe00700 1 -- 172.21.15.69:0/1871800700 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fab30016040 con 0x563eee9778f0 2024-05-08T06:06:36.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab300198c0 con 0x563eee9778f0 2024-05-08T06:06:36.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab1fe00700 1 -- 172.21.15.69:0/1871800700 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab30005ce0 con 0x563eee9778f0 2024-05-08T06:06:36.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab4f354b80 10 client.26020 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:36.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.826+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563eee98e780 con 0x563eee9778f0 2024-05-08T06:06:36.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab1fe00700 1 -- 172.21.15.69:0/1871800700 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab300198c0 con 0x563eee9778f0 2024-05-08T06:06:36.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab1fe00700 1 -- 172.21.15.69:0/1871800700 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fab30021070 con 0x563eee9778f0 2024-05-08T06:06:36.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab4f354b80 10 client.26020 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:36.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab4f354b80 10 client.26020 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:06:36.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab4f354b80 20 client.26020 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:36.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee990c50 0x563eee993040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab4f354b80 4 client.26020 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:36.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563eee944140 con 0x563eee990c50 2024-05-08T06:06:36.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.827+0000 7fab3d400700 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee990c50 0x563eee993040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.828+0000 7fab1fe00700 10 client.26020 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:36.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.828+0000 7fab3d400700 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee990c50 0x563eee993040 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=42a3943978239013 server_cookie=35b511312e240733 in_seq=0 out_seq=0 2024-05-08T06:06:36.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab1fe00700 1 -- 172.21.15.69:0/1871800700 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563eee944140 con 0x563eee990c50 2024-05-08T06:06:36.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab1fe00700 10 client.26020 handle_command_reply: tid=0 2024-05-08T06:06:36.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 client.26020 shutdown 2024-05-08T06:06:36.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 msgr2=0x563eee9831c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 0x563eee9831c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fab30005920 tx=0x7fab3001ad30 comp rx=0 tx=0).stop 2024-05-08T06:06:36.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 shutdown_connections 2024-05-08T06:06:36.844 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee990c50 0x563eee993040 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee97d4e0 0x563eee980aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee9778f0 0x563eee9831c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1871800700 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee980560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab1fe00700 0 client.26020 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:36.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 >> 172.21.15.69:0/1871800700 conn(0x563eee8ef6d0 msgr2=0x563eee971190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:36.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 shutdown_connections 2024-05-08T06:06:36.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 1 -- 172.21.15.69:0/1871800700 wait complete. 2024-05-08T06:06:36.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.829+0000 7fab4f354b80 20 client.26020 trim_cache size 0 max 16384 2024-05-08T06:06:36.854 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 Processor -- start 2024-05-08T06:06:36.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 -- start start 2024-05-08T06:06:36.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee98cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee971910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97d4e0 0x563eee998760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fab401b2530 con 0x563eee9778f0 2024-05-08T06:06:36.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fab401afdc0 con 0x563eee97cbc0 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab4f354b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fab401adc10 con 0x563eee97d4e0 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab3de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee98cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab3de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee98cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60728/0 (socket says 172.21.15.69:60728) 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab3de00700 1 -- 172.21.15.69:0/1592515387 learned_addr learned my addr 172.21.15.69:0/1592515387 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab3d400700 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee971910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.846+0000 7fab3e800700 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97d4e0 0x563eee998760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab3de00700 1 -- 172.21.15.69:0/1592515387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97d4e0 msgr2=0x563eee998760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab3de00700 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97d4e0 0x563eee998760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab3de00700 1 -- 172.21.15.69:0/1592515387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 msgr2=0x563eee971910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab3de00700 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee971910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab3de00700 1 -- 172.21.15.69:0/1592515387 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563eee96cab0 con 0x563eee9778f0 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab3de00700 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee98cfb0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fab30004be0 tx=0x7fab30019830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f5a9a95ad4c35a5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab2aa00700 1 -- 172.21.15.69:0/1592515387 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3001e070 con 0x563eee9778f0 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab2aa00700 1 -- 172.21.15.69:0/1592515387 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30003680 con 0x563eee9778f0 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.847+0000 7fab2aa00700 1 -- 172.21.15.69:0/1592515387 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3001a2b0 con 0x563eee9778f0 2024-05-08T06:06:36.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 -- 172.21.15.69:0/1592515387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 msgr2=0x563eee98cfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee98cfb0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fab30004be0 tx=0x7fab30019830 comp rx=0 tx=0).stop 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 -- 172.21.15.69:0/1592515387 shutdown_connections 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97d4e0 0x563eee998760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee98cfb0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 --2- 172.21.15.69:0/1592515387 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97cbc0 0x563eee971910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 -- 172.21.15.69:0/1592515387 >> 172.21.15.69:0/1592515387 conn(0x563eee8ef6d0 msgr2=0x563eee97bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 -- 172.21.15.69:0/1592515387 shutdown_connections 2024-05-08T06:06:36.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.848+0000 7fab4f354b80 1 -- 172.21.15.69:0/1592515387 wait complete. 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 -- start start 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 Processor -- start 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee9896f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee986b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97d4e0 0x563eee987070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fab401ae280 con 0x563eee9778f0 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fab401af6f0 con 0x563eee97d4e0 2024-05-08T06:06:36.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fab401ae950 con 0x563eee97cbc0 2024-05-08T06:06:36.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.849+0000 7fab4f354b80 10 client.0 _ll_register_callbacks cb 0x563eee870c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:36.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee986b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee9896f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee986b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41096/0 (socket says 172.21.15.69:41096) 2024-05-08T06:06:36.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 -- 172.21.15.69:0/3400481060 learned_addr learned my addr 172.21.15.69:0/3400481060 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:36.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3e800700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97d4e0 0x563eee987070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 -- 172.21.15.69:0/3400481060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97d4e0 msgr2=0x563eee987070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97d4e0 0x563eee987070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 -- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 msgr2=0x563eee9896f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee9896f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 -- 172.21.15.69:0/3400481060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563eee987720 con 0x563eee97cbc0 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3de00700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee9896f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:36.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab3d400700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee986b30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fab2c0aa040 tx=0x7fab2c0e0660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2cd9177c8dc630ca server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:36.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.850+0000 7fab1fe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:36.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab1fe00700 1 -- 172.21.15.69:0/3400481060 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab2c0aa340 con 0x563eee97cbc0 2024-05-08T06:06:36.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab1fe00700 1 -- 172.21.15.69:0/3400481060 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fab2c0218c0 con 0x563eee97cbc0 2024-05-08T06:06:36.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab30003680 con 0x563eee97cbc0 2024-05-08T06:06:36.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab1fe00700 1 -- 172.21.15.69:0/3400481060 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fab2c0ae6f0 con 0x563eee97cbc0 2024-05-08T06:06:36.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab4f354b80 10 client.26026 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:36.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563eee9fb250 con 0x563eee97cbc0 2024-05-08T06:06:36.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab1fe00700 1 -- 172.21.15.69:0/3400481060 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab30003680 con 0x563eee97cbc0 2024-05-08T06:06:36.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab1fe00700 1 -- 172.21.15.69:0/3400481060 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fab2c0e0bc0 con 0x563eee97cbc0 2024-05-08T06:06:36.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab4f354b80 10 client.26026 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:36.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.851+0000 7fab4f354b80 10 client.26026 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:06:36.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab4f354b80 20 client.26026 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab4f354b80 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee9fb910 0x563eee9fdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab4f354b80 4 client.26026 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563eee8d7400 con 0x563eee9fb910 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab3de00700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee9fb910 0x563eee9fdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab3de00700 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee9fb910 0x563eee9fdd30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17d69250b0e61885 server_cookie=91b7e01536d3e615 in_seq=0 out_seq=0 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.852+0000 7fab1fe00700 10 client.26026 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab1fe00700 1 -- 172.21.15.69:0/3400481060 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563eee8d7400 con 0x563eee9fb910 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab1fe00700 10 client.26026 handle_command_reply: tid=0 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 client.26026 shutdown 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 msgr2=0x563eee986b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee986b30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fab2c0aa040 tx=0x7fab2c0e0660 comp rx=0 tx=0).stop 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 shutdown_connections 2024-05-08T06:06:36.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563eee9fb910 0x563eee9fdd30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563eee97d4e0 0x563eee987070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563eee9778f0 0x563eee9896f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 --2- 172.21.15.69:0/3400481060 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563eee97cbc0 0x563eee986b30 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab1fe00700 0 client.26026 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 >> 172.21.15.69:0/3400481060 conn(0x563eee8ef6d0 msgr2=0x563eee981990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.853+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 shutdown_connections 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.854+0000 7fab4f354b80 1 -- 172.21.15.69:0/3400481060 wait complete. 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.854+0000 7fab4f354b80 20 client.26026 trim_cache size 0 max 16384 2024-05-08T06:06:36.865 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:36.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.854+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fab240b2880 msgr2=0x7fab240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.854+0000 7fab44a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fab240b2880 0x7fab240b4d40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fab3800f540 tx=0x7fab38009920 comp rx=0 tx=0).stop 2024-05-08T06:06:36.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.854+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 msgr2=0x7fab4019c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:36.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.854+0000 7fab44a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 0x7fab4019c270 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fab2c0057f0 tx=0x7fab2c00bfd0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 shutdown_connections 2024-05-08T06:06:36.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fab4010b6c0 0x7fab401a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fab240b2880 0x7fab240b4d40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fab401056c0 0x7fab4019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 --2- 172.21.15.69:0/1615102616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fab40106080 0x7fab4019c270 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:36.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 >> 172.21.15.69:0/1615102616 conn(0x7fab401011b0 msgr2=0x7fab40101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:36.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 shutdown_connections 2024-05-08T06:06:36.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:36.855+0000 7fab44a00700 1 -- 172.21.15.69:0/1615102616 wait complete. 2024-05-08T06:06:37.889 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:06:38.336 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:38.485 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:38 smithi069 ceph-mon[29571]: pgmap v608: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:06:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:38 smithi105 ceph-mon[34393]: pgmap v608: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:06:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:38 smithi135 ceph-mon[34761]: pgmap v608: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:06:40.279 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:40 smithi069 ceph-mon[29571]: pgmap v609: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:06:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:40 smithi105 ceph-mon[34393]: pgmap v609: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:06:40.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.544+0000 7f1acb200700 1 -- 172.21.15.69:0/2831413822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc075840 msgr2=0x7f1acc075c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.544+0000 7f1acb200700 1 --2- 172.21.15.69:0/2831413822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc075840 0x7f1acc075c20 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1abc00b0a0 tx=0x7f1abc00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 -- 172.21.15.69:0/2831413822 shutdown_connections 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 --2- 172.21.15.69:0/2831413822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1167d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 --2- 172.21.15.69:0/2831413822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc075840 0x7f1acc075c20 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 --2- 172.21.15.69:0/2831413822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc076160 0x7f1acc113ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 -- 172.21.15.69:0/2831413822 >> 172.21.15.69:0/2831413822 conn(0x7f1acc0fef20 msgr2=0x7f1acc101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 -- 172.21.15.69:0/2831413822 shutdown_connections 2024-05-08T06:06:40.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.545+0000 7f1acb200700 1 -- 172.21.15.69:0/2831413822 wait complete. 2024-05-08T06:06:40.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.546+0000 7f1acb200700 1 Processor -- start 2024-05-08T06:06:40.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.546+0000 7f1acb200700 1 -- start start 2024-05-08T06:06:40.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1acb200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc075840 0x7f1acc1a0080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1acb200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc076160 0x7f1acc1a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1acb200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1a4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1acb200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc119bb0 con 0x7f1acc1143e0 2024-05-08T06:06:40.548 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1acb200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc119a30 con 0x7f1acc076160 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1acb200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc119d30 con 0x7f1acc075840 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1aca800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1a4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1ac9400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc076160 0x7f1acc1a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.547+0000 7f1ac9e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc075840 0x7f1acc1a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1aca800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1a4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40546/0 (socket says 172.21.15.69:40546) 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1aca800700 1 -- 172.21.15.69:0/3615776716 learned_addr learned my addr 172.21.15.69:0/3615776716 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9400700 1 -- 172.21.15.69:0/3615776716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc075840 msgr2=0x7f1acc1a0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9400700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc075840 0x7f1acc1a0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9400700 1 -- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 msgr2=0x7f1acc1a4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9400700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1a4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9400700 1 -- 172.21.15.69:0/3615776716 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1acc1a5090 con 0x7f1acc076160 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc075840 0x7f1acc1a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1aca800700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1a4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:40.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac9400700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc076160 0x7f1acc1a05c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1ab800e9f0 tx=0x7f1ab800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:40.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.548+0000 7f1ac2a00700 1 -- 172.21.15.69:0/3615776716 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab800cbd0 con 0x7f1acc076160 2024-05-08T06:06:40.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.549+0000 7f1ac2a00700 1 -- 172.21.15.69:0/3615776716 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ab800cd70 con 0x7f1acc076160 2024-05-08T06:06:40.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.549+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1acc1a5380 con 0x7f1acc076160 2024-05-08T06:06:40.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.549+0000 7f1ac2a00700 1 -- 172.21.15.69:0/3615776716 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab8018680 con 0x7f1acc076160 2024-05-08T06:06:40.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.549+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1acc1acc00 con 0x7f1acc076160 2024-05-08T06:06:40.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 Processor -- start 2024-05-08T06:06:40.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1ac2a00700 1 -- 172.21.15.69:0/3615776716 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1ab8010430 con 0x7f1acc076160 2024-05-08T06:06:40.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 -- start start 2024-05-08T06:06:40.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 0x562248a70dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a6afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5622489bda20 con 0x562248a71300 2024-05-08T06:06:40.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56224895b760 con 0x562248a6b600 2024-05-08T06:06:40.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.555+0000 7f1adb965b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5622489b99e0 con 0x562248a709e0 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 0x562248a70dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1ac9e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a6afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 0x562248a70dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58478/0 (socket says 172.21.15.69:58478) 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 -- 172.21.15.69:0/1050455953 learned_addr learned my addr 172.21.15.69:0/1050455953 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1ac9400700 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 -- 172.21.15.69:0/1050455953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 msgr2=0x562248a6ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 -- 172.21.15.69:0/1050455953 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 msgr2=0x562248a6afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a6afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.556+0000 7f1aca800700 1 -- 172.21.15.69:0/1050455953 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56224890a8d0 con 0x562248a709e0 2024-05-08T06:06:40.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.557+0000 7f1aca800700 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 0x562248a70dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1ac4009dd0 tx=0x7f1ac40106b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d320626899bda3a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:40.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.557+0000 7f1ab7400700 1 -- 172.21.15.69:0/1050455953 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac4010e10 con 0x562248a709e0 2024-05-08T06:06:40.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.557+0000 7f1ab7400700 1 -- 172.21.15.69:0/1050455953 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ac401c930 con 0x562248a709e0 2024-05-08T06:06:40.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.557+0000 7f1ab7400700 1 -- 172.21.15.69:0/1050455953 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ac40118e0 con 0x562248a709e0 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.557+0000 7f1ac2a00700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1ab00b2880 0x7f1ab00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1ac2a00700 1 -- 172.21.15.69:0/3615776716 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1ab80e2400 con 0x7f1acc076160 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1ab00b2880 0x7f1ab00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 -- 172.21.15.69:0/1050455953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 msgr2=0x562248a70dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 0x562248a70dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1ac4009dd0 tx=0x7f1ac40106b0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 -- 172.21.15.69:0/1050455953 shutdown_connections 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a709e0 0x562248a70dc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 --2- 172.21.15.69:0/1050455953 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a6afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 -- 172.21.15.69:0/1050455953 >> 172.21.15.69:0/1050455953 conn(0x562248999b60 msgr2=0x562248a659b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:40.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 -- 172.21.15.69:0/1050455953 shutdown_connections 2024-05-08T06:06:40.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1adb965b80 1 -- 172.21.15.69:0/1050455953 wait complete. 2024-05-08T06:06:40.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.558+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1ab00b2880 0x7f1ab00b4d40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1abc00bfa0 tx=0x7f1abc01d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:40.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.559+0000 7f1adb965b80 1 -- start start 2024-05-08T06:06:40.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.559+0000 7f1adb965b80 1 Processor -- start 2024-05-08T06:06:40.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a76ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 0x562248a773e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a74440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562248a77db0 con 0x562248a71300 2024-05-08T06:06:40.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562248923b20 con 0x562248a709e0 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562248a77f30 con 0x562248a6b600 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1adb965b80 10 client.0 _ll_register_callbacks cb 0x562248964c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 0x562248a773e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1aca800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a74440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 0x562248a773e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36274/0 (socket says 172.21.15.69:36274) 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 -- 172.21.15.69:0/3235392723 learned_addr learned my addr 172.21.15.69:0/3235392723 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a76ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 -- 172.21.15.69:0/3235392723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 msgr2=0x562248a76ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a76ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 -- 172.21.15.69:0/3235392723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 msgr2=0x562248a74440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a74440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1ac9400700 1 -- 172.21.15.69:0/3235392723 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562248983420 con 0x562248a709e0 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.560+0000 7f1aca800700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a74440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:40.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1ac9400700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 0x562248a773e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1ab80a5a50 tx=0x7f1ab80b2680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48cae641de7ba658 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1aabe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1aabe00700 1 -- 172.21.15.69:0/3235392723 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ab80a5890 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1aabe00700 1 -- 172.21.15.69:0/3235392723 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1ab80a8c30 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ac401c930 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1aabe00700 1 -- 172.21.15.69:0/3235392723 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ab80a5160 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1adb965b80 10 client.26078 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.561+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562248a82500 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1aabe00700 1 -- 172.21.15.69:0/3235392723 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ac401c930 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1aabe00700 1 -- 172.21.15.69:0/3235392723 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1ab80a86a0 con 0x562248a709e0 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1adb965b80 10 client.26078 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1adb965b80 10 client.26078 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1adb965b80 20 client.26078 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1adb965b80 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248a84b40 0x562248a86f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1adb965b80 4 client.26078 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:40.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562248a380a0 con 0x562248a84b40 2024-05-08T06:06:40.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.562+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248a84b40 0x562248a86f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.565 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:40 smithi135 ceph-mon[34761]: pgmap v609: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:06:40.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.563+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248a84b40 0x562248a86f30 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec8b1a2e0e9ee011 server_cookie=958096d0045a6d05 in_seq=0 out_seq=0 2024-05-08T06:06:40.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.563+0000 7f1aabe00700 10 client.26078 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:40.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.563+0000 7f1aabe00700 1 -- 172.21.15.69:0/3235392723 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562248a380a0 con 0x562248a84b40 2024-05-08T06:06:40.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.563+0000 7f1aabe00700 10 client.26078 handle_command_reply: tid=0 2024-05-08T06:06:40.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 client.26078 shutdown 2024-05-08T06:06:40.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 msgr2=0x562248a773e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 0x562248a773e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1ab80a5a50 tx=0x7f1ab80b2680 comp rx=0 tx=0).stop 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 shutdown_connections 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a71300 0x562248a74440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248a84b40 0x562248a86f30 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a76ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 --2- 172.21.15.69:0/3235392723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a709e0 0x562248a773e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1aabe00700 0 client.26078 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 >> 172.21.15.69:0/3235392723 conn(0x562248999b60 msgr2=0x562248a60460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 shutdown_connections 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 1 -- 172.21.15.69:0/3235392723 wait complete. 2024-05-08T06:06:40.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.564+0000 7f1adb965b80 20 client.26078 trim_cache size 0 max 16384 2024-05-08T06:06:40.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.580+0000 7f1adb965b80 1 Processor -- start 2024-05-08T06:06:40.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.580+0000 7f1adb965b80 1 -- start start 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a71df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a71300 0x562248a8c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1adb965b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc1b69d0 con 0x562248a709e0 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1adb965b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc1b4260 con 0x562248a6b600 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1adb965b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc1b20b0 con 0x562248a71300 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1ac9400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a71df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1ac9e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1ac9400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a71df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40572/0 (socket says 172.21.15.69:40572) 2024-05-08T06:06:40.582 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1ac9400700 1 -- 172.21.15.69:0/716889467 learned_addr learned my addr 172.21.15.69:0/716889467 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.581+0000 7f1aca800700 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a71300 0x562248a8c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9e00700 1 -- 172.21.15.69:0/716889467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a71300 msgr2=0x562248a8c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a71300 0x562248a8c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9e00700 1 -- 172.21.15.69:0/716889467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 msgr2=0x562248a71df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a71df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9e00700 1 -- 172.21.15.69:0/716889467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562248a77730 con 0x562248a6b600 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9400700 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a71df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:40.583 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6afe0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1abc000f80 tx=0x7f1abc01f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33960787af393be1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ab6a00700 1 -- 172.21.15.69:0/716889467 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1abc003b20 con 0x562248a6b600 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ab6a00700 1 -- 172.21.15.69:0/716889467 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1abc007d70 con 0x562248a6b600 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.582+0000 7f1ab6a00700 1 -- 172.21.15.69:0/716889467 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1abc032430 con 0x562248a6b600 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 -- 172.21.15.69:0/716889467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 msgr2=0x562248a6afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6afe0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1abc000f80 tx=0x7f1abc01f000 comp rx=0 tx=0).stop 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 -- 172.21.15.69:0/716889467 shutdown_connections 2024-05-08T06:06:40.584 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a71300 0x562248a8c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a6b600 0x562248a6afe0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 --2- 172.21.15.69:0/716889467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a71df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 -- 172.21.15.69:0/716889467 >> 172.21.15.69:0/716889467 conn(0x562248999b60 msgr2=0x562248a716e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 -- 172.21.15.69:0/716889467 shutdown_connections 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.583+0000 7f1adb965b80 1 -- 172.21.15.69:0/716889467 wait complete. 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 -- start start 2024-05-08T06:06:40.585 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 Processor -- start 2024-05-08T06:06:40.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a8c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a8c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a71300 0x562248aee3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc1b2720 con 0x562248a709e0 2024-05-08T06:06:40.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc1b3b90 con 0x562248a71300 2024-05-08T06:06:40.587 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.584+0000 7f1adb965b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1acc1b2df0 con 0x562248a6b600 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1adb965b80 10 client.0 _ll_register_callbacks cb 0x562248964c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a8c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a8c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a8c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58496/0 (socket says 172.21.15.69:58496) 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 -- 172.21.15.69:0/4059415710 learned_addr learned my addr 172.21.15.69:0/4059415710 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1aca800700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a71300 0x562248aee3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 -- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a71300 msgr2=0x562248aee3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a71300 0x562248aee3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 -- 172.21.15.69:0/4059415710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 msgr2=0x562248a8c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a8c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9e00700 1 -- 172.21.15.69:0/4059415710 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562248aee8e0 con 0x562248a6b600 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.585+0000 7f1ac9400700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a8c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1ac9e00700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a8c3a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1abc009e60 tx=0x7f1abc003df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=361eb47cdb3cddf2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:40.588 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1aabe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1aabe00700 1 -- 172.21.15.69:0/4059415710 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1abc007ac0 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1abc007d70 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1aabe00700 1 -- 172.21.15.69:0/4059415710 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1abc0053d0 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1aabe00700 1 -- 172.21.15.69:0/4059415710 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1abc0055d0 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1adb965b80 10 client.26044 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562248aefa30 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.586+0000 7f1aabe00700 1 -- 172.21.15.69:0/4059415710 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1abc007d70 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1aabe00700 1 -- 172.21.15.69:0/4059415710 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1abc031070 con 0x562248a6b600 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1adb965b80 10 client.26044 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1adb965b80 10 client.26044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1adb965b80 20 client.26044 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1adb965b80 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248af0090 0x562248af24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1adb965b80 4 client.26044 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5622489cb400 con 0x562248af0090 2024-05-08T06:06:40.589 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.587+0000 7f1ac9400700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248af0090 0x562248af24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1ac9400700 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248af0090 0x562248af24b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a95f5e8ec2f6fb9d server_cookie=317d6c1f7c9615ab in_seq=0 out_seq=0 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1aabe00700 10 client.26044 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1aabe00700 1 -- 172.21.15.69:0/4059415710 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5622489cb400 con 0x562248af0090 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1aabe00700 10 client.26044 handle_command_reply: tid=0 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 client.26044 shutdown 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 msgr2=0x562248a8c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a8c3a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1abc009e60 tx=0x7f1abc003df0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 shutdown_connections 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562248a71300 0x562248aee3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x562248af0090 0x562248af24b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562248a6b600 0x562248a8c3a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 --2- 172.21.15.69:0/4059415710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562248a709e0 0x562248a8c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.591 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 >> 172.21.15.69:0/4059415710 conn(0x562248999b60 msgr2=0x562248a5fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:40.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1aabe00700 0 client.26044 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:40.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 shutdown_connections 2024-05-08T06:06:40.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 1 -- 172.21.15.69:0/4059415710 wait complete. 2024-05-08T06:06:40.592 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.588+0000 7f1adb965b80 20 client.26044 trim_cache size 0 max 16384 2024-05-08T06:06:40.592 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1ab00b2880 msgr2=0x7f1ab00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1ab00b2880 0x7f1ab00b4d40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1abc00bfa0 tx=0x7f1abc01d040 comp rx=0 tx=0).stop 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc076160 msgr2=0x7f1acc1a05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc076160 0x7f1acc1a05c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1ab800e9f0 tx=0x7f1ab800ed00 comp rx=0 tx=0).stop 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 shutdown_connections 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1acc1143e0 0x7f1acc1a4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1acc075840 0x7f1acc1a0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1ab00b2880 0x7f1ab00b4d40 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 --2- 172.21.15.69:0/3615776716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1acc076160 0x7f1acc1a05c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 >> 172.21.15.69:0/3615776716 conn(0x7f1acc0fef20 msgr2=0x7f1acc0ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 shutdown_connections 2024-05-08T06:06:40.593 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:40.589+0000 7f1acb200700 1 -- 172.21.15.69:0/3615776716 wait complete. 2024-05-08T06:06:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:42 smithi105 ceph-mon[34393]: pgmap v610: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:06:42.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:42 smithi135 ceph-mon[34761]: pgmap v610: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:06:42.563 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:06:42.563 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:06:42.572 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:42 smithi069 ceph-mon[29571]: pgmap v610: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:06:43.003 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:44.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:44 smithi069 ceph-mon[29571]: pgmap v611: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:06:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:44 smithi105 ceph-mon[34393]: pgmap v611: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:06:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:44 smithi135 ceph-mon[34761]: pgmap v611: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 -- 172.21.15.69:0/3522879953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8108850 msgr2=0x7f47e81103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 --2- 172.21.15.69:0/3522879953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8108850 0x7f47e81103d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f47e000b0a0 tx=0x7f47e000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 -- 172.21.15.69:0/3522879953 shutdown_connections 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 --2- 172.21.15.69:0/3522879953 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8108850 0x7f47e81103d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 --2- 172.21.15.69:0/3522879953 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f47e8103750 0x7f47e8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 --2- 172.21.15.69:0/3522879953 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47e8104100 0x7f47e8108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.128+0000 7f47ed600700 1 -- 172.21.15.69:0/3522879953 >> 172.21.15.69:0/3522879953 conn(0x7f47e807a600 msgr2=0x7f47e807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:45.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.129+0000 7f47ed600700 1 -- 172.21.15.69:0/3522879953 shutdown_connections 2024-05-08T06:06:45.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.129+0000 7f47ed600700 1 -- 172.21.15.69:0/3522879953 wait complete. 2024-05-08T06:06:45.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 Processor -- start 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 -- start start 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47e8103750 0x7f47e81a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 0x7f47e81a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f47e8108850 0x7f47e819ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f47e8113620 con 0x7f47e8103750 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81134a0 con 0x7f47e8108850 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47ed600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81137a0 con 0x7f47e8104100 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47e6000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 0x7f47e81a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47e8103750 0x7f47e81a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47e6000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 0x7f47e81a1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58502/0 (socket says 172.21.15.69:58502) 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.130+0000 7f47e6000700 1 -- 172.21.15.69:0/1303326465 learned_addr learned my addr 172.21.15.69:0/1303326465 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:45.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e7400700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f47e8108850 0x7f47e819ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e6000700 1 -- 172.21.15.69:0/1303326465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f47e8108850 msgr2=0x7f47e819ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e6000700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f47e8108850 0x7f47e819ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e6000700 1 -- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47e8103750 msgr2=0x7f47e81a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e6000700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47e8103750 0x7f47e81a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e6000700 1 -- 172.21.15.69:0/1303326465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e819c1d0 con 0x7f47e8104100 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47e6000700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 0x7f47e81a1df0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f47d400e9a0 tx=0x7f47d400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.131+0000 7f47df400700 1 -- 172.21.15.69:0/1303326465 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d400ca10 con 0x7f47e8104100 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.132+0000 7f47df400700 1 -- 172.21.15.69:0/1303326465 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47d400cbb0 con 0x7f47e8104100 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.132+0000 7f47df400700 1 -- 172.21.15.69:0/1303326465 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d4018680 con 0x7f47e8104100 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.132+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47e819c4c0 con 0x7f47e8104100 2024-05-08T06:06:45.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.132+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47e81a8780 con 0x7f47e8104100 2024-05-08T06:06:45.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.136+0000 7f47df400700 1 -- 172.21.15.69:0/1303326465 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f47d4010430 con 0x7f47e8104100 2024-05-08T06:06:45.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.136+0000 7f47f7e9eb80 1 Processor -- start 2024-05-08T06:06:45.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.136+0000 7f47f7e9eb80 1 -- start start 2024-05-08T06:06:45.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c6fd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c701510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c701eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55bb4c64faa0 con 0x55bb4c701a50 2024-05-08T06:06:45.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55bb4c5ed7e0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.137 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bb4c64ba60 con 0x55bb4c6fda00 2024-05-08T06:06:45.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47e7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c6fd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47e6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c701eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47e7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c6fd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36326/0 (socket says 172.21.15.69:36326) 2024-05-08T06:06:45.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.137+0000 7f47e7400700 1 -- 172.21.15.69:0/4279407959 learned_addr learned my addr 172.21.15.69:0/4279407959 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:45.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e6a00700 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c701510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e7400700 1 -- 172.21.15.69:0/4279407959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 msgr2=0x55bb4c701510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e7400700 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c701510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e7400700 1 -- 172.21.15.69:0/4279407959 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 msgr2=0x55bb4c701eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e7400700 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c701eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e7400700 1 -- 172.21.15.69:0/4279407959 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb4c59c950 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47df400700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f47cc0b2900 0x7f47cc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e6a00700 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c701510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e6000700 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c701eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47df400700 1 -- 172.21.15.69:0/1303326465 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f47d40e2350 con 0x7f47e8104100 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.138+0000 7f47e7400700 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c6fd4c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f47e0009e20 tx=0x7f47e00092e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c977b10f7c377c20 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.139+0000 7f47e6a00700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f47cc0b2900 0x7f47cc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.139+0000 7f47d3e00700 1 -- 172.21.15.69:0/4279407959 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e0020070 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.139+0000 7f47d3e00700 1 -- 172.21.15.69:0/4279407959 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47e000bcb0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.139+0000 7f47d3e00700 1 -- 172.21.15.69:0/4279407959 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e0007d20 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4279407959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 msgr2=0x55bb4c6fd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47e6a00700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f47cc0b2900 0x7f47cc0b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f47e819cbb0 tx=0x7f47d8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c6fd4c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f47e0009e20 tx=0x7f47e00092e0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4279407959 shutdown_connections 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c701eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c6fd4c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4279407959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c701510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4279407959 >> 172.21.15.69:0/4279407959 conn(0x55bb4c62bbe0 msgr2=0x55bb4c6f7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4279407959 shutdown_connections 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.140+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4279407959 wait complete. 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 -- start start 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 Processor -- start 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c708ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c706270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c7067b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55bb4c709c00 con 0x55bb4c701a50 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55bb4c5b5ba0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bb4c709d80 con 0x55bb4c6fda00 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.141+0000 7f47f7e9eb80 10 client.0 _ll_register_callbacks cb 0x55bb4c5f6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c708ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c706270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c708ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36330/0 (socket says 172.21.15.69:36330) 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 -- 172.21.15.69:0/1330026745 learned_addr learned my addr 172.21.15.69:0/1330026745 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e7400700 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c7067b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 -- 172.21.15.69:0/1330026745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 msgr2=0x55bb4c706270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c706270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 -- 172.21.15.69:0/1330026745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 msgr2=0x55bb4c7067b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c7067b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 -- 172.21.15.69:0/1330026745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb4c6154a0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47e6a00700 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c708ed0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f47d8003720 tx=0x7f47d8004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d05aa8a29e838e6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.142+0000 7f47d0c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47d0c00700 1 -- 172.21.15.69:0/1330026745 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8011880 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47d0c00700 1 -- 172.21.15.69:0/1330026745 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f47d8011a20 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47e000bcb0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47d0c00700 1 -- 172.21.15.69:0/1330026745 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f47d8011c20 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47f7e9eb80 10 client.26096 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bb4c714430 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47d0c00700 1 -- 172.21.15.69:0/1330026745 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47e000bcb0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47d0c00700 1 -- 172.21.15.69:0/1330026745 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f47d801a030 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47f7e9eb80 10 client.26096 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47f7e9eb80 10 client.26096 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.143+0000 7f47f7e9eb80 20 client.26096 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.144+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c716a70 0x55bb4c718e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.144+0000 7f47f7e9eb80 4 client.26096 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:45.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.144+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb4c6ca120 con 0x55bb4c716a70 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.144+0000 7f47e6000700 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c716a70 0x55bb4c718e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.144+0000 7f47d0c00700 10 client.26096 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.144+0000 7f47e6000700 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c716a70 0x55bb4c718e60 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d730dbf034af123e server_cookie=b8927e63d1087f6c in_seq=0 out_seq=0 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47d0c00700 1 -- 172.21.15.69:0/1330026745 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55bb4c6ca120 con 0x55bb4c716a70 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47d0c00700 10 client.26096 handle_command_reply: tid=0 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 client.26096 shutdown 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 msgr2=0x55bb4c708ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c708ed0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f47d8003720 tx=0x7f47d8004750 comp rx=0 tx=0).stop 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 shutdown_connections 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c701a50 0x55bb4c7067b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c708ed0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c716a70 0x55bb4c718e60 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/1330026745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c706270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47d0c00700 0 client.26096 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:45.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.145+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 >> 172.21.15.69:0/1330026745 conn(0x55bb4c62bbe0 msgr2=0x55bb4c6f2330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:45.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.146+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 shutdown_connections 2024-05-08T06:06:45.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.146+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/1330026745 wait complete. 2024-05-08T06:06:45.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.146+0000 7f47f7e9eb80 20 client.26096 trim_cache size 0 max 16384 2024-05-08T06:06:45.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 Processor -- start 2024-05-08T06:06:45.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 -- start start 2024-05-08T06:06:45.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c62bbe0 0x55bb4c712c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c702e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c708030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81b24d0 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81afd60 con 0x55bb4c62bbe0 2024-05-08T06:06:45.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.167+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81adbb0 con 0x55bb4c6fda00 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c702e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c62bbe0 0x55bb4c712c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c708030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c702e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40638/0 (socket says 172.21.15.69:40638) 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c708030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58534/0 (socket says 172.21.15.69:58534) 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c62bbe0 0x55bb4c712c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:36346/0 (socket says 172.21.15.69:36346) 2024-05-08T06:06:45.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e6000700 1 -- 172.21.15.69:0/4116555073 learned_addr learned my addr 172.21.15.69:0/4116555073 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 -- 172.21.15.69:0/4116555073 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c62bbe0 msgr2=0x55bb4c712c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c62bbe0 0x55bb4c712c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 -- 172.21.15.69:0/4116555073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fd0e0 msgr2=0x55bb4c702e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c702e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.168+0000 7f47e7400700 1 -- 172.21.15.69:0/4116555073 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb4c6f4470 con 0x55bb4c6fda00 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.169+0000 7f47e7400700 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c708030 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f47e0009400 tx=0x7f47e0003c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2e5c5b2aa983161 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.169+0000 7f47d3400700 1 -- 172.21.15.69:0/4116555073 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e002c070 con 0x55bb4c6fda00 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.169+0000 7f47d3400700 1 -- 172.21.15.69:0/4116555073 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47e000bcb0 con 0x55bb4c6fda00 2024-05-08T06:06:45.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.169+0000 7f47d3400700 1 -- 172.21.15.69:0/4116555073 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e0020040 con 0x55bb4c6fda00 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4116555073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 msgr2=0x55bb4c708030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c708030 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f47e0009400 tx=0x7f47e0003c70 comp rx=0 tx=0).stop 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4116555073 shutdown_connections 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c6fda00 0x55bb4c708030 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c62bbe0 0x55bb4c712c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/4116555073 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c702e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4116555073 >> 172.21.15.69:0/4116555073 conn(0x55bb4c6f97d0 msgr2=0x55bb4c707920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:45.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4116555073 shutdown_connections 2024-05-08T06:06:45.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.170+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/4116555073 wait complete. 2024-05-08T06:06:45.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.171+0000 7f47f7e9eb80 1 -- start start 2024-05-08T06:06:45.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.171+0000 7f47f7e9eb80 1 Processor -- start 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 0x55bb4c70bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c70c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fda00 0x55bb4c70ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81ae220 con 0x55bb4c6fda00 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81af690 con 0x55bb4c6fd0e0 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f47e81ae8f0 con 0x55bb4c62bbe0 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47f7e9eb80 10 client.0 _ll_register_callbacks cb 0x55bb4c5f6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 0x55bb4c70bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 0x55bb4c70bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:58540/0 (socket says 172.21.15.69:58540) 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 -- 172.21.15.69:0/3511399270 learned_addr learned my addr 172.21.15.69:0/3511399270 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6000700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c70c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 -- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 msgr2=0x55bb4c70c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c70c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 -- 172.21.15.69:0/3511399270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fda00 msgr2=0x55bb4c70ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:45.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e7400700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fda00 0x55bb4c70ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.172+0000 7f47e6a00700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fda00 0x55bb4c70ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47e6a00700 1 -- 172.21.15.69:0/3511399270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb4c7812a0 con 0x55bb4c62bbe0 2024-05-08T06:06:45.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47e6000700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c70c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:45.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47e6a00700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 0x55bb4c70bfe0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f47d8003720 tx=0x7f47d8003f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c804f5fe5b537314 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:45.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47d0c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:45.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47d0c00700 1 -- 172.21.15.69:0/3511399270 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8005510 con 0x55bb4c62bbe0 2024-05-08T06:06:45.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47d0c00700 1 -- 172.21.15.69:0/3511399270 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f47d80047c0 con 0x55bb4c62bbe0 2024-05-08T06:06:45.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.173+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47e000bcb0 con 0x55bb4c62bbe0 2024-05-08T06:06:45.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47d0c00700 1 -- 172.21.15.69:0/3511399270 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f47d8042050 con 0x55bb4c62bbe0 2024-05-08T06:06:45.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 10 client.26059 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bb4c782590 con 0x55bb4c62bbe0 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47d0c00700 1 -- 172.21.15.69:0/3511399270 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47e000bcb0 con 0x55bb4c62bbe0 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47d0c00700 1 -- 172.21.15.69:0/3511399270 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f47d801a040 con 0x55bb4c62bbe0 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 10 client.26059 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 10 client.26059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 20 client.26059 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c701a50 0x55bb4c784d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 4 client.26059 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.179+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55bb4c65d480 con 0x55bb4c701a50 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.180+0000 7f47e6000700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c701a50 0x55bb4c784d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:45.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.180+0000 7f47e6000700 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c701a50 0x55bb4c784d10 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e741149f26972f server_cookie=e6fe0ca245ea4be7 in_seq=0 out_seq=0 2024-05-08T06:06:45.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.180+0000 7f47d0c00700 10 client.26059 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:45.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.181+0000 7f47d0c00700 1 -- 172.21.15.69:0/3511399270 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55bb4c65d480 con 0x55bb4c701a50 2024-05-08T06:06:45.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.181+0000 7f47d0c00700 10 client.26059 handle_command_reply: tid=0 2024-05-08T06:06:45.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.181+0000 7f47f7e9eb80 1 client.26059 shutdown 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.181+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 msgr2=0x55bb4c70bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.181+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 0x55bb4c70bfe0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f47d8003720 tx=0x7f47d8003f20 comp rx=0 tx=0).stop 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 shutdown_connections 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bb4c6fda00 0x55bb4c70ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bb4c701a50 0x55bb4c784d10 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bb4c62bbe0 0x55bb4c70bfe0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 --2- 172.21.15.69:0/3511399270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bb4c6fd0e0 0x55bb4c70c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 >> 172.21.15.69:0/3511399270 conn(0x55bb4c6f97d0 msgr2=0x55bb4c6fc780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:45.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47d0c00700 0 client.26059 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:45.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 shutdown_connections 2024-05-08T06:06:45.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 1 -- 172.21.15.69:0/3511399270 wait complete. 2024-05-08T06:06:45.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.182+0000 7f47f7e9eb80 20 client.26059 trim_cache size 0 max 16384 2024-05-08T06:06:45.183 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:06:45.184 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:06:45.184 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "37127b4f-b399-4dfd-9e4d-2af1fb466f04", 2024-05-08T06:06:45.184 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:06:45.184 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:06:45.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f47cc0b2900 msgr2=0x7f47cc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f47cc0b2900 0x7f47cc0b4dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f47e819cbb0 tx=0x7f47d8009260 comp rx=0 tx=0).stop 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 msgr2=0x7f47e81a1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 0x7f47e81a1df0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f47d400e9a0 tx=0x7f47d400ecb0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 shutdown_connections 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f47cc0b2900 0x7f47cc0b4dc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f47e8108850 0x7f47e819ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f47e8103750 0x7f47e81a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 --2- 172.21.15.69:0/1303326465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f47e8104100 0x7f47e81a1df0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:45.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.183+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 >> 172.21.15.69:0/1303326465 conn(0x7f47e807a600 msgr2=0x7f47e81013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:45.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.184+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 shutdown_connections 2024-05-08T06:06:45.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:45.184+0000 7f47ed600700 1 -- 172.21.15.69:0/1303326465 wait complete. 2024-05-08T06:06:45.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:06:45.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:45 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:06:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:45 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:06:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:45.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:45 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-08T06:06:46.200 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: Adjusting osd_memory_target on smithi135 to 176.2M 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: Unable to set osd_memory_target on smithi135 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: pgmap v612: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:06:46.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:06:46.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:06:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: Adjusting osd_memory_target on smithi135 to 176.2M 2024-05-08T06:06:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: Unable to set osd_memory_target on smithi135 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-05-08T06:06:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: pgmap v612: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:06:46.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: Adjusting osd_memory_target on smithi135 to 176.2M 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: Unable to set osd_memory_target on smithi135 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: pgmap v612: 97 pgs: 97 active+clean; 3.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:06:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:06:46.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:06:46.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:06:46.652 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:48.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:48 smithi069 ceph-mon[29571]: pgmap v613: 97 pgs: 97 active+clean; 3.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:06:48.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:48 smithi105 ceph-mon[34393]: pgmap v613: 97 pgs: 97 active+clean; 3.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:06:48.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:48 smithi135 ceph-mon[34761]: pgmap v613: 97 pgs: 97 active+clean; 3.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:06:48.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.937+0000 7fd3e3000700 1 -- 172.21.15.69:0/2651076995 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc075ff0 msgr2=0x7fd3dc10f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.937+0000 7fd3e3000700 1 --2- 172.21.15.69:0/2651076995 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc10f960 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4009990 tx=0x7fd3c4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.938 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 -- 172.21.15.69:0/2651076995 shutdown_connections 2024-05-08T06:06:48.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 --2- 172.21.15.69:0/2651076995 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 --2- 172.21.15.69:0/2651076995 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 0x7fd3dc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 --2- 172.21.15.69:0/2651076995 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc10f960 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 -- 172.21.15.69:0/2651076995 >> 172.21.15.69:0/2651076995 conn(0x7fd3dc07a600 msgr2=0x7fd3dc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:48.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 -- 172.21.15.69:0/2651076995 shutdown_connections 2024-05-08T06:06:48.939 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.938+0000 7fd3e3000700 1 -- 172.21.15.69:0/2651076995 wait complete. 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 Processor -- start 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 -- start start 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 0x7fd3dc19bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc19c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc115860 con 0x7fd3dc10fea0 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1156e0 con 0x7fd3dc075ff0 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.939+0000 7fd3e3000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1159e0 con 0x7fd3dc0756d0 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3e1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 0x7fd3dc19bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3d3400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc19c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3e1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc1a05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47038/0 (socket says 172.21.15.69:47038) 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3e1000700 1 -- 172.21.15.69:0/1367379417 learned_addr learned my addr 172.21.15.69:0/1367379417 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 0x7fd3dc19bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43910/0 (socket says 172.21.15.69:43910) 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3d3400700 1 -- 172.21.15.69:0/1367379417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 msgr2=0x7fd3dc19bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 0x7fd3dc19bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3d3400700 1 -- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 msgr2=0x7fd3dc1a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc1a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3d3400700 1 -- 172.21.15.69:0/1367379417 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3dc1a0d30 con 0x7fd3dc075ff0 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.940+0000 7fd3e1000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:48.942 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.941+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc19c2b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd3c40098e0 tx=0x7fd3c400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:48.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.941+0000 7fd3d9600700 1 -- 172.21.15.69:0/1367379417 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4027070 con 0x7fd3dc075ff0 2024-05-08T06:06:48.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.941+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3dc1a0fc0 con 0x7fd3dc075ff0 2024-05-08T06:06:48.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.941+0000 7fd3d9600700 1 -- 172.21.15.69:0/1367379417 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3c4022470 con 0x7fd3dc075ff0 2024-05-08T06:06:48.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.941+0000 7fd3d9600700 1 -- 172.21.15.69:0/1367379417 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4017650 con 0x7fd3dc075ff0 2024-05-08T06:06:48.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.941+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3dc1a88a0 con 0x7fd3dc075ff0 2024-05-08T06:06:48.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.947+0000 7fd3d9600700 1 -- 172.21.15.69:0/1367379417 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd3c402a070 con 0x7fd3dc075ff0 2024-05-08T06:06:48.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.947+0000 7fd3ed8e7b80 1 Processor -- start 2024-05-08T06:06:48.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.947+0000 7fd3ed8e7b80 1 -- start start 2024-05-08T06:06:48.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.947+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb078440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb07c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb07c9d0 0x560deb07ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560deafcaa20 con 0x560deb078980 2024-05-08T06:06:48.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560deaf68760 con 0x560deb078060 2024-05-08T06:06:48.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560deafc69e0 con 0x560deb07c9d0 2024-05-08T06:06:48.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb07c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3e1000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb078440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb07c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47042/0 (socket says 172.21.15.69:47042) 2024-05-08T06:06:48.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3dbe00700 1 -- 172.21.15.69:0/1445939756 learned_addr learned my addr 172.21.15.69:0/1445939756 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:48.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb07c9d0 0x560deb07ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3e1000700 1 -- 172.21.15.69:0/1445939756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb07c9d0 msgr2=0x560deb07ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3e1000700 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb07c9d0 0x560deb07ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3e1000700 1 -- 172.21.15.69:0/1445939756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 msgr2=0x560deb07c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3e1000700 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb07c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3e1000700 1 -- 172.21.15.69:0/1445939756 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560deaf178d0 con 0x560deb078060 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.948+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb07c9d0 0x560deb07ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3d9600700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3c00b2880 0x7fd3c00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3e1000700 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb078440 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd3d40094b0 tx=0x7fd3d4009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae3cb4976df87a35 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3d9600700 1 -- 172.21.15.69:0/1367379417 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd3c40e2f50 con 0x7fd3dc075ff0 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3c00b2880 0x7fd3c00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3d1600700 1 -- 172.21.15.69:0/1445939756 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d401b030 con 0x560deb078060 2024-05-08T06:06:48.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3d1600700 1 -- 172.21.15.69:0/1445939756 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3d4004020 con 0x560deb078060 2024-05-08T06:06:48.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.949+0000 7fd3d1600700 1 -- 172.21.15.69:0/1445939756 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3d400e750 con 0x560deb078060 2024-05-08T06:06:48.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1445939756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 msgr2=0x560deb078440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3c00b2880 0x7fd3c00b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc005c50 tx=0x7fd3cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb078440 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fd3d40094b0 tx=0x7fd3d4009920 comp rx=0 tx=0).stop 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1445939756 shutdown_connections 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb07c9d0 0x560deb07ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb078440 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1445939756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb07c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1445939756 >> 172.21.15.69:0/1445939756 conn(0x560deafa6b60 msgr2=0x560deb0727a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1445939756 shutdown_connections 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.950+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1445939756 wait complete. 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.951+0000 7fd3ed8e7b80 1 -- start start 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.951+0000 7fd3ed8e7b80 1 Processor -- start 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 0x560deb083e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb0811f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb07c9d0 0x560deb081730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560deb084be0 con 0x560deb078980 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560deaf30b20 con 0x560deb07c9d0 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560deb084d60 con 0x560deb078060 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3ed8e7b80 10 client.0 _ll_register_callbacks cb 0x560deaf71c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 0x560deb083e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 0x560deb083e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43924/0 (socket says 172.21.15.69:43924) 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 -- 172.21.15.69:0/1446020571 learned_addr learned my addr 172.21.15.69:0/1446020571 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb0811f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3e1000700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb07c9d0 0x560deb081730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 -- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb07c9d0 msgr2=0x560deb081730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb07c9d0 0x560deb081730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 -- 172.21.15.69:0/1446020571 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 msgr2=0x560deb0811f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb0811f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3dbe00700 1 -- 172.21.15.69:0/1446020571 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560deaf90420 con 0x560deb078060 2024-05-08T06:06:48.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.952+0000 7fd3e1000700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb07c9d0 0x560deb081730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:48.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.953+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 0x560deb083e50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc009d50 tx=0x7fd3cc0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6e16234526a5b85 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:48.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.953+0000 7fd3ca000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:06:48.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.953+0000 7fd3ca000700 1 -- 172.21.15.69:0/1446020571 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc02d060 con 0x560deb078060 2024-05-08T06:06:48.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.953+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3d4004020 con 0x560deb078060 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.953+0000 7fd3ca000700 1 -- 172.21.15.69:0/1446020571 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd3cc018030 con 0x560deb078060 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.954+0000 7fd3ca000700 1 -- 172.21.15.69:0/1446020571 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd3cc012d00 con 0x560deb078060 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.954+0000 7fd3ed8e7b80 10 client.26071 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.954+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560deb08f490 con 0x560deb078060 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.954+0000 7fd3ca000700 1 -- 172.21.15.69:0/1446020571 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3d4004020 con 0x560deb078060 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.954+0000 7fd3ca000700 1 -- 172.21.15.69:0/1446020571 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd3cc01c560 con 0x560deb078060 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.954+0000 7fd3ed8e7b80 10 client.26071 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.955+0000 7fd3ed8e7b80 10 client.26071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.955+0000 7fd3ed8e7b80 20 client.26071 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.955+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb091a20 0x560deb093e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.955+0000 7fd3ed8e7b80 4 client.26071 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.955+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560deb0450a0 con 0x560deb091a20 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.955+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb091a20 0x560deb093e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.956+0000 7fd3d3400700 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb091a20 0x560deb093e10 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de2c6e2bf53bd11a server_cookie=c81fc4971acb766a in_seq=0 out_seq=0 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.956+0000 7fd3ca000700 10 client.26071 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.956+0000 7fd3ca000700 1 -- 172.21.15.69:0/1446020571 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560deb0450a0 con 0x560deb091a20 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.956+0000 7fd3ca000700 10 client.26071 handle_command_reply: tid=0 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.956+0000 7fd3ed8e7b80 1 client.26071 shutdown 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 msgr2=0x560deb083e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 0x560deb083e50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc009d50 tx=0x7fd3cc0047c0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 shutdown_connections 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb07c9d0 0x560deb081730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb091a20 0x560deb093e10 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078060 0x560deb083e50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/1446020571 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078980 0x560deb0811f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ca000700 0 client.26071 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 >> 172.21.15.69:0/1446020571 conn(0x560deafa6b60 msgr2=0x560deb06d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 shutdown_connections 2024-05-08T06:06:48.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/1446020571 wait complete. 2024-05-08T06:06:48.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.957+0000 7fd3ed8e7b80 20 client.26071 trim_cache size 0 max 16384 2024-05-08T06:06:48.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 Processor -- start 2024-05-08T06:06:48.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 -- start start 2024-05-08T06:06:48.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deafa6b60 0x560deb08dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 0x560deb077580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078980 0x560deb099690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1b2510 con 0x560deb078060 2024-05-08T06:06:48.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1afda0 con 0x560deb078980 2024-05-08T06:06:48.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1adc10 con 0x560deafa6b60 2024-05-08T06:06:48.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.979+0000 7fd3d3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 0x560deb077580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 0x560deb077580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47068/0 (socket says 172.21.15.69:47068) 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 -- 172.21.15.69:0/299450229 learned_addr learned my addr 172.21.15.69:0/299450229 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deafa6b60 0x560deb08dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3e1000700 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078980 0x560deb099690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 -- 172.21.15.69:0/299450229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deafa6b60 msgr2=0x560deb08dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deafa6b60 0x560deb08dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 -- 172.21.15.69:0/299450229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078980 msgr2=0x560deb099690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078980 0x560deb099690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 -- 172.21.15.69:0/299450229 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560deb073610 con 0x560deb078060 2024-05-08T06:06:48.981 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.980+0000 7fd3d3400700 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 0x560deb077580 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd3c40e0a00 tx=0x7fd3c40e08d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca576e30baac0b8f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:48.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3d0c00700 1 -- 172.21.15.69:0/299450229 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c40aa0c0 con 0x560deb078060 2024-05-08T06:06:48.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3d0c00700 1 -- 172.21.15.69:0/299450229 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3c40aacb0 con 0x560deb078060 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3d0c00700 1 -- 172.21.15.69:0/299450229 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3c40094b0 con 0x560deb078060 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/299450229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 msgr2=0x560deb077580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 0x560deb077580 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd3c40e0a00 tx=0x7fd3c40e08d0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/299450229 shutdown_connections 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078980 0x560deb099690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deafa6b60 0x560deb08dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/299450229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deb078060 0x560deb077580 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/299450229 >> 172.21.15.69:0/299450229 conn(0x560deb06d640 msgr2=0x560deb076e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.981+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/299450229 shutdown_connections 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.982+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/299450229 wait complete. 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.982+0000 7fd3ed8e7b80 1 -- start start 2024-05-08T06:06:48.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.982+0000 7fd3ed8e7b80 1 Processor -- start 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 0x560deb086c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb087180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078980 0x560deb0876c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1ae260 con 0x560deafa6b60 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1af6d0 con 0x560deb078060 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc1ae930 con 0x560deb078980 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3ed8e7b80 10 client.0 _ll_register_callbacks cb 0x560deaf71c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 0x560deb086c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 0x560deb086c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47076/0 (socket says 172.21.15.69:47076) 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3dbe00700 1 -- 172.21.15.69:0/496690526 learned_addr learned my addr 172.21.15.69:0/496690526 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3d3400700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb087180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.983+0000 7fd3e1000700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078980 0x560deb0876c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3dbe00700 1 -- 172.21.15.69:0/496690526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078980 msgr2=0x560deb0876c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078980 0x560deb0876c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3dbe00700 1 -- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 msgr2=0x560deb087180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb087180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3dbe00700 1 -- 172.21.15.69:0/496690526 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560deb06f3f0 con 0x560deafa6b60 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3d3400700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb087180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3dbe00700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 0x560deb086c40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc01d010 tx=0x7fd3cc01cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a21fb16d14f640c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3ca000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3ca000700 1 -- 172.21.15.69:0/496690526 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc041060 con 0x560deafa6b60 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3ca000700 1 -- 172.21.15.69:0/496690526 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd3cc01c5b0 con 0x560deafa6b60 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3c40aacb0 con 0x560deafa6b60 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.984+0000 7fd3ca000700 1 -- 172.21.15.69:0/496690526 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd3cc038070 con 0x560deafa6b60 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 10 client.15987 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:48.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560deb0fd440 con 0x560deafa6b60 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ca000700 1 -- 172.21.15.69:0/496690526 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3c40aacb0 con 0x560deafa6b60 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ca000700 1 -- 172.21.15.69:0/496690526 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd3cc034450 con 0x560deafa6b60 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 10 client.15987 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 10 client.15987 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 20 client.15987 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb07c9d0 0x560deb0ffb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 4 client.15987 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560deafd8400 con 0x560deb07c9d0 2024-05-08T06:06:48.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.985+0000 7fd3d3400700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb07c9d0 0x560deb0ffb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:48.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3d3400700 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb07c9d0 0x560deb0ffb60 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edd788d18b548729 server_cookie=5dc177581a002fda in_seq=0 out_seq=0 2024-05-08T06:06:48.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ca000700 10 client.15987 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:48.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ca000700 1 -- 172.21.15.69:0/496690526 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560deafd8400 con 0x560deb07c9d0 2024-05-08T06:06:48.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ca000700 10 client.15987 handle_command_reply: tid=0 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 client.15987 shutdown 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 msgr2=0x560deb086c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 0x560deb086c40 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc01d010 tx=0x7fd3cc01cdf0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 shutdown_connections 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560deb07c9d0 0x560deb0ffb60 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560deb078980 0x560deb0876c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560deafa6b60 0x560deb086c40 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ca000700 0 client.15987 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 --2- 172.21.15.69:0/496690526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560deb078060 0x560deb087180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.986+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 >> 172.21.15.69:0/496690526 conn(0x560deb06d640 msgr2=0x560deb077700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.987+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 shutdown_connections 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.987+0000 7fd3ed8e7b80 1 -- 172.21.15.69:0/496690526 wait complete. 2024-05-08T06:06:48.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.987+0000 7fd3ed8e7b80 20 client.15987 trim_cache size 0 max 16384 2024-05-08T06:06:48.991 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:06:48.991 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:06:48.991 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:06:48.991 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3c00b2880 msgr2=0x7fd3c00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3c00b2880 0x7fd3c00b4d40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc005c50 tx=0x7fd3cc009260 comp rx=0 tx=0).stop 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc075ff0 msgr2=0x7fd3dc19c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc19c2b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fd3c40098e0 tx=0x7fd3c400b670 comp rx=0 tx=0).stop 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 shutdown_connections 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd3dc10fea0 0x7fd3dc1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd3dc0756d0 0x7fd3dc19bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd3c00b2880 0x7fd3c00b4d40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 --2- 172.21.15.69:0/1367379417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd3dc075ff0 0x7fd3dc19c2b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 >> 172.21.15.69:0/1367379417 conn(0x7fd3dc07a600 msgr2=0x7fd3dc100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 shutdown_connections 2024-05-08T06:06:48.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:48.988+0000 7fd3e3000700 1 -- 172.21.15.69:0/1367379417 wait complete. 2024-05-08T06:06:49.502 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:49 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:06:49.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:49 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:06:49.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:49 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:06:49.961 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:06:49.961 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:06:50.408 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:50.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:50 smithi105 ceph-mon[34393]: pgmap v614: 97 pgs: 97 active+clean; 3.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:50.553 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:50 smithi069 ceph-mon[29571]: pgmap v614: 97 pgs: 97 active+clean; 3.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:50 smithi135 ceph-mon[34761]: pgmap v614: 97 pgs: 97 active+clean; 3.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:06:52.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:52 smithi105 ceph-mon[34393]: pgmap v615: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:52.528 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:52 smithi069 ceph-mon[29571]: pgmap v615: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:52 smithi135 ceph-mon[34761]: pgmap v615: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:52.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 -- 172.21.15.69:0/600003901 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02200756d0 msgr2=0x7f0220075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:52.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 --2- 172.21.15.69:0/600003901 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02200756d0 0x7f0220075ab0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f0214009990 tx=0x7f0214009ca0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 -- 172.21.15.69:0/600003901 shutdown_connections 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 --2- 172.21.15.69:0/600003901 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220114670 0x7f0220116a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 --2- 172.21.15.69:0/600003901 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f02200756d0 0x7f0220075ab0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 --2- 172.21.15.69:0/600003901 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0220075ff0 0x7f0220114130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 -- 172.21.15.69:0/600003901 >> 172.21.15.69:0/600003901 conn(0x7f022007a600 msgr2=0x7f022007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 -- 172.21.15.69:0/600003901 shutdown_connections 2024-05-08T06:06:52.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.697+0000 7f0227800700 1 -- 172.21.15.69:0/600003901 wait complete. 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.698+0000 7f0227800700 1 Processor -- start 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.698+0000 7f0227800700 1 -- start start 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.698+0000 7f0227800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02200756d0 0x7f02201a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.698+0000 7f0227800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 0x7f02201a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f0227800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0220114670 0x7f02201a4b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f0227800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0220119cd0 con 0x7f0220114670 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f0227800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0220119b50 con 0x7f0220075ff0 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f0227800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0220119e50 con 0x7f02200756d0 2024-05-08T06:06:52.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 0x7f02201a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:52.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f0225800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0220114670 0x7f02201a4b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:52.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f0224e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02200756d0 0x7f02201a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:52.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 0x7f02201a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:56966/0 (socket says 172.21.15.69:56966) 2024-05-08T06:06:52.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 -- 172.21.15.69:0/3054089348 learned_addr learned my addr 172.21.15.69:0/3054089348 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 -- 172.21.15.69:0/3054089348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02200756d0 msgr2=0x7f02201a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02200756d0 0x7f02201a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 -- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0220114670 msgr2=0x7f02201a4b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0220114670 0x7f02201a4b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.699+0000 7f021fe00700 1 -- 172.21.15.69:0/3054089348 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02201a5270 con 0x7f0220075ff0 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.700+0000 7f021fe00700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 0x7f02201a07a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f020c00e9c0 tx=0x7f020c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.700+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020c00cbd0 con 0x7f0220075ff0 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.700+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f020c00ee60 con 0x7f0220075ff0 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.700+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020c0055c0 con 0x7f0220075ff0 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.700+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02201a5560 con 0x7f0220075ff0 2024-05-08T06:06:52.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.700+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02201acde0 con 0x7f0220075ff0 2024-05-08T06:06:52.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.701+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f022006a190 con 0x7f0220075ff0 2024-05-08T06:06:52.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.704+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f020c004750 con 0x7f0220075ff0 2024-05-08T06:06:52.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.705+0000 7f021d600700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02080b2880 0x7f02080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:52.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.705+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f020c0e2750 con 0x7f0220075ff0 2024-05-08T06:06:52.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.706+0000 7f0224e00700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02080b2880 0x7f02080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:52.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.706+0000 7f0224e00700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02080b2880 0x7f02080b4d40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0214006010 tx=0x7f021400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:52.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.707+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f020c054df0 con 0x7f0220075ff0 2024-05-08T06:06:52.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.990+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f02201a15c0 con 0x7f0220075ff0 2024-05-08T06:06:52.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.992+0000 7f021d600700 1 -- 172.21.15.69:0/3054089348 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f020c0aa420 con 0x7f0220075ff0 2024-05-08T06:06:52.992 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:06:52.993 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:06:52.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02080b2880 msgr2=0x7f02080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:52.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02080b2880 0x7f02080b4d40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0214006010 tx=0x7f021400b260 comp rx=0 tx=0).stop 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 msgr2=0x7f02201a07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 0x7f02201a07a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f020c00e9c0 tx=0x7f020c00ecd0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 shutdown_connections 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0220114670 0x7f02201a4b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f02200756d0 0x7f02201a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f02080b2880 0x7f02080b4d40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 --2- 172.21.15.69:0/3054089348 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0220075ff0 0x7f02201a07a0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 >> 172.21.15.69:0/3054089348 conn(0x7f022007a600 msgr2=0x7f02201134b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 shutdown_connections 2024-05-08T06:06:52.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:52.995+0000 7f0227800700 1 -- 172.21.15.69:0/3054089348 wait complete. 2024-05-08T06:06:52.997 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:06:53.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:53 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3054089348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:53.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:53 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3054089348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:53.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:53 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3054089348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:06:53.845 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:06:54.295 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:54.501 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:54 smithi069 ceph-mon[29571]: pgmap v616: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:54.519 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:54 smithi105 ceph-mon[34393]: pgmap v616: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:54 smithi135 ceph-mon[34761]: pgmap v616: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:56.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:56 smithi069 ceph-mon[29571]: pgmap v617: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:56 smithi105 ceph-mon[34393]: pgmap v617: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:56 smithi135 ceph-mon[34761]: pgmap v617: 97 pgs: 97 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 -- 172.21.15.69:0/399656852 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0108460 msgr2=0x7f7ae0108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 --2- 172.21.15.69:0/399656852 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0108460 0x7f7ae0108840 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00098f0 tx=0x7f7ad0009c00 comp rx=0 tx=0).stop 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 -- 172.21.15.69:0/399656852 shutdown_connections 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 --2- 172.21.15.69:0/399656852 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103ef0 0x7f7ae01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 --2- 172.21.15.69:0/399656852 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0108460 0x7f7ae0108840 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 --2- 172.21.15.69:0/399656852 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0103550 0x7f7ae01039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 -- 172.21.15.69:0/399656852 >> 172.21.15.69:0/399656852 conn(0x7f7ae007a600 msgr2=0x7f7ae007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:56.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 -- 172.21.15.69:0/399656852 shutdown_connections 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.603+0000 7f7ae6400700 1 -- 172.21.15.69:0/399656852 wait complete. 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.604+0000 7f7ae6400700 1 Processor -- start 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.604+0000 7f7ae6400700 1 -- start start 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7ae6400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 0x7f7ae019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7ae6400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0103ef0 0x7f7ae019c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7ae6400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 0x7f7ae01a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7ae6400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae0113680 con 0x7f7ae0108460 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7ae6400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae0113500 con 0x7f7ae0103ef0 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7ae6400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae0113800 con 0x7f7ae0103550 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7adfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 0x7f7ae01a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7adf400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 0x7f7ae019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7adf400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 0x7f7ae019bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43976/0 (socket says 172.21.15.69:43976) 2024-05-08T06:06:56.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7adf400700 1 -- 172.21.15.69:0/479991634 learned_addr learned my addr 172.21.15.69:0/479991634 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7adfe00700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 0x7f7ae01a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47122/0 (socket says 172.21.15.69:47122) 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.605+0000 7f7adea00700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0103ef0 0x7f7ae019c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adf400700 1 -- 172.21.15.69:0/479991634 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0103ef0 msgr2=0x7f7ae019c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adf400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0103ef0 0x7f7ae019c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adf400700 1 -- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 msgr2=0x7f7ae01a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adf400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 0x7f7ae01a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adf400700 1 -- 172.21.15.69:0/479991634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ae01a0dc0 con 0x7f7ae0103550 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adfe00700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 0x7f7ae01a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7adf400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 0x7f7ae019bdb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009230 tx=0x7f7ad000f990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7ad7e00700 1 -- 172.21.15.69:0/479991634 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00050c0 con 0x7f7ae0103550 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7ad7e00700 1 -- 172.21.15.69:0/479991634 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ad000b560 con 0x7f7ae0103550 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ae01a1050 con 0x7f7ae0103550 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.606+0000 7f7ad7e00700 1 -- 172.21.15.69:0/479991634 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad0003a40 con 0x7f7ae0103550 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.607+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ae01a8930 con 0x7f7ae0103550 2024-05-08T06:06:56.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.611+0000 7f7ad7e00700 1 -- 172.21.15.69:0/479991634 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7ad000ba10 con 0x7f7ae0103550 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.612+0000 7f7ad7e00700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7ac40b2880 0x7f7ac40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.612+0000 7f7ad7e00700 1 -- 172.21.15.69:0/479991634 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7ad00e3060 con 0x7f7ae0103550 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.613+0000 7f7adea00700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7ac40b2880 0x7f7ac40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.613+0000 7f7af0d4db80 1 Processor -- start 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.613+0000 7f7af0d4db80 1 -- start start 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 0x56357b783fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b77e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b77ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56357b6d0a20 con 0x56357b783bc0 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56357b66e760 con 0x56357b7844e0 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56357b6cc9e0 con 0x56357b77e8f0 2024-05-08T06:06:56.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adea00700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7ac40b2880 0x7f7ac40b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7acc009680 tx=0x7f7acc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 0x56357b783fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 0x56357b783fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47132/0 (socket says 172.21.15.69:47132) 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 -- 172.21.15.69:0/3323787532 learned_addr learned my addr 172.21.15.69:0/3323787532 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adea00700 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b77e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adfe00700 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b77ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 -- 172.21.15.69:0/3323787532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 msgr2=0x56357b77ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b77ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 -- 172.21.15.69:0/3323787532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 msgr2=0x56357b77e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.614+0000 7f7adf400700 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b77e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.615+0000 7f7adf400700 1 -- 172.21.15.69:0/3323787532 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56357b61d8d0 con 0x56357b783bc0 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.615+0000 7f7adf400700 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 0x56357b783fa0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00a7990 tx=0x7f7ad0009480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76b3cc37517b308c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:56.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.615+0000 7f7ad4c00700 1 -- 172.21.15.69:0/3323787532 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00aa230 con 0x56357b783bc0 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.615+0000 7f7ad4c00700 1 -- 172.21.15.69:0/3323787532 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ad00aae20 con 0x56357b783bc0 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.615+0000 7f7ad4c00700 1 -- 172.21.15.69:0/3323787532 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00920f0 con 0x56357b783bc0 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3323787532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 msgr2=0x56357b783fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 0x56357b783fa0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00a7990 tx=0x7f7ad0009480 comp rx=0 tx=0).stop 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3323787532 shutdown_connections 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b77ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b783bc0 0x56357b783fa0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3323787532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b77e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3323787532 >> 172.21.15.69:0/3323787532 conn(0x56357b6f66d0 msgr2=0x56357b778b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3323787532 shutdown_connections 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.616+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3323787532 wait complete. 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.617+0000 7f7af0d4db80 1 -- start start 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.617+0000 7f7af0d4db80 1 Processor -- start 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b78a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 0x56357b7875d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b787b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56357b78ace0 con 0x56357b7844e0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56357b636b20 con 0x56357b783bc0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56357b78ae60 con 0x56357b77e8f0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7af0d4db80 10 client.0 _ll_register_callbacks cb 0x56357b677c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b787b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 0x56357b7875d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 0x56357b7875d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57008/0 (socket says 172.21.15.69:57008) 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adea00700 1 -- 172.21.15.69:0/1359905961 learned_addr learned my addr 172.21.15.69:0/1359905961 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b787b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47148/0 (socket says 172.21.15.69:47148) 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adf400700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b78a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adfe00700 1 -- 172.21.15.69:0/1359905961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 msgr2=0x56357b78a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adfe00700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b78a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.618+0000 7f7adfe00700 1 -- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 msgr2=0x56357b7875d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7adfe00700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 0x56357b7875d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7adfe00700 1 -- 172.21.15.69:0/1359905961 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56357b696420 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7adea00700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 0x56357b7875d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7adfe00700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b787b10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8009fd0 tx=0x7f7ad80078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89657b42a56b0133 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7ac9600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7ac9600700 1 -- 172.21.15.69:0/1359905961 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8004450 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ad00aae20 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.619+0000 7f7ac9600700 1 -- 172.21.15.69:0/1359905961 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7ad80045f0 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7ac9600700 1 -- 172.21.15.69:0/1359905961 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7ad80047f0 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 10 client.16005 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56357b7955a0 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7ac9600700 1 -- 172.21.15.69:0/1359905961 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ad00aae20 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7ac9600700 1 -- 172.21.15.69:0/1359905961 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7ad80166a0 con 0x56357b7844e0 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 10 client.16005 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 10 client.16005 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:06:56.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 20 client.16005 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:56.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b797b80 0x56357b799f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 4 client.16005 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:06:56.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.620+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56357b74b140 con 0x56357b797b80 2024-05-08T06:06:56.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.621+0000 7f7adf400700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b797b80 0x56357b799f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.621+0000 7f7adf400700 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b797b80 0x56357b799f70 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=13baa14d347d9ecb server_cookie=96b44ba0d2d3a5ab in_seq=0 out_seq=0 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.621+0000 7f7ac9600700 10 client.16005 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.622+0000 7f7ac9600700 1 -- 172.21.15.69:0/1359905961 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56357b74b140 con 0x56357b797b80 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.622+0000 7f7ac9600700 10 client.16005 handle_command_reply: tid=0 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.622+0000 7f7af0d4db80 1 client.16005 shutdown 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.622+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 msgr2=0x56357b787b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.622+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b787b10 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8009fd0 tx=0x7f7ad80078a0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 shutdown_connections 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b797b80 0x56357b799f70 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b787b10 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b77e8f0 0x56357b78a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/1359905961 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b783bc0 0x56357b7875d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 >> 172.21.15.69:0/1359905961 conn(0x56357b6f66d0 msgr2=0x56357b778190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7ac9600700 0 client.16005 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 shutdown_connections 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 1 -- 172.21.15.69:0/1359905961 wait complete. 2024-05-08T06:06:56.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.623+0000 7f7af0d4db80 20 client.16005 trim_cache size 0 max 16384 2024-05-08T06:06:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 Processor -- start 2024-05-08T06:06:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 -- start start 2024-05-08T06:06:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b77e8f0 0x56357b77e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b78a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b787c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae01ae180 con 0x56357b77e8f0 2024-05-08T06:06:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae01aba10 con 0x56357b7844e0 2024-05-08T06:06:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae010e270 con 0x56357b783bc0 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.640+0000 7f7adf400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b77e8f0 0x56357b77e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b787c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b78a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adf400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b77e8f0 0x56357b77e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:47152/0 (socket says 172.21.15.69:47152) 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adf400700 1 -- 172.21.15.69:0/2229785285 learned_addr learned my addr 172.21.15.69:0/2229785285 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 -- 172.21.15.69:0/2229785285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 msgr2=0x56357b78a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b78a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 -- 172.21.15.69:0/2229785285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b77e8f0 msgr2=0x56357b77e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b77e8f0 0x56357b77e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 -- 172.21.15.69:0/2229785285 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56357b785ba0 con 0x56357b7844e0 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.641+0000 7f7adfe00700 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b787c00 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8000f80 tx=0x7f7ad8003fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bfb793f65bd3b45 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.642+0000 7f7acbe00700 1 -- 172.21.15.69:0/2229785285 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8004250 con 0x56357b7844e0 2024-05-08T06:06:56.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.642+0000 7f7acbe00700 1 -- 172.21.15.69:0/2229785285 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ad8004e40 con 0x56357b7844e0 2024-05-08T06:06:56.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.642+0000 7f7acbe00700 1 -- 172.21.15.69:0/2229785285 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8016780 con 0x56357b7844e0 2024-05-08T06:06:56.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.642+0000 7f7af0d4db80 1 -- 172.21.15.69:0/2229785285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 msgr2=0x56357b787c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.642+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b787c00 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8000f80 tx=0x7f7ad8003fa0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 -- 172.21.15.69:0/2229785285 shutdown_connections 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b7844e0 0x56357b787c00 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b77e8f0 0x56357b77e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/2229785285 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b78a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 -- 172.21.15.69:0/2229785285 >> 172.21.15.69:0/2229785285 conn(0x56357b6f66d0 msgr2=0x56357b7848c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 -- 172.21.15.69:0/2229785285 shutdown_connections 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 -- 172.21.15.69:0/2229785285 wait complete. 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 -- start start 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.643+0000 7f7af0d4db80 1 Processor -- start 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 0x56357b7900b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b7905f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b79e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae01a9ed0 con 0x56357b7844e0 2024-05-08T06:06:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae01ab340 con 0x56357b77e8f0 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7ae01aa5a0 con 0x56357b783bc0 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7af0d4db80 10 client.0 _ll_register_callbacks cb 0x56357b677c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7adf400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 0x56357b7900b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7adf400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 0x56357b7900b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57026/0 (socket says 172.21.15.69:57026) 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7adf400700 1 -- 172.21.15.69:0/3454192735 learned_addr learned my addr 172.21.15.69:0/3454192735 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7adea00700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b7905f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.644+0000 7f7adfe00700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b79e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adf400700 1 -- 172.21.15.69:0/3454192735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 msgr2=0x56357b7905f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adf400700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b7905f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adf400700 1 -- 172.21.15.69:0/3454192735 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 msgr2=0x56357b79e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:06:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adf400700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b79e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adf400700 1 -- 172.21.15.69:0/3454192735 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56357b79ed70 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adfe00700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b79e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7adf400700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 0x56357b7900b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00a7990 tx=0x7f7ad00cd040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cbe6695ad88766f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7ac9600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7ac9600700 1 -- 172.21.15.69:0/3454192735 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ad00aae20 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7ac9600700 1 -- 172.21.15.69:0/3454192735 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7ad00a6d10 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.645+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56357b6de400 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7ac9600700 1 -- 172.21.15.69:0/3454192735 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7ad00aa720 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 10 client.26144 fetch_fsmap learned FSMap version 26 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56357b801b90 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7ac9600700 1 -- 172.21.15.69:0/3454192735 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56357b6de400 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7ac9600700 1 -- 172.21.15.69:0/3454192735 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7ad00920f0 con 0x56357b77e8f0 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 10 client.26144 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 10 client.26144 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 20 client.26144 populate_metadata read hostname 'smithi069' 2024-05-08T06:06:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b801f20 0x56357b804340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 4 client.26144 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56357b6d84a0 con 0x56357b801f20 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.646+0000 7f7adea00700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b801f20 0x56357b804340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7adea00700 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b801f20 0x56357b804340 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=54796d328dfd90f server_cookie=561d9e700ca47b4e in_seq=0 out_seq=0 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7ac9600700 10 client.26144 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7ac9600700 1 -- 172.21.15.69:0/3454192735 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56357b6d84a0 con 0x56357b801f20 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7ac9600700 10 client.26144 handle_command_reply: tid=0 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 client.26144 shutdown 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 msgr2=0x56357b7900b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 0x56357b7900b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f7ad00a7990 tx=0x7f7ad00cd040 comp rx=0 tx=0).stop 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 shutdown_connections 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x56357b801f20 0x56357b804340 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56357b7844e0 0x56357b79e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56357b77e8f0 0x56357b7900b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 --2- 172.21.15.69:0/3454192735 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56357b783bc0 0x56357b7905f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7ac9600700 0 client.26144 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:06:56.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.647+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 >> 172.21.15.69:0/3454192735 conn(0x56357b6f66d0 msgr2=0x56357b785150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:56.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 shutdown_connections 2024-05-08T06:06:56.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7af0d4db80 1 -- 172.21.15.69:0/3454192735 wait complete. 2024-05-08T06:06:56.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7af0d4db80 20 client.26144 trim_cache size 0 max 16384 2024-05-08T06:06:56.651 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7ac40b2880 msgr2=0x7f7ac40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7ae6400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7ac40b2880 0x7f7ac40b4d40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f7acc009680 tx=0x7f7acc009260 comp rx=0 tx=0).stop 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 msgr2=0x7f7ae019bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.648+0000 7f7ae6400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 0x7f7ae019bdb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0009230 tx=0x7f7ad000f990 comp rx=0 tx=0).stop 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 shutdown_connections 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ae0108460 0x7f7ae01a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ae0103550 0x7f7ae019bdb0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7ac40b2880 0x7f7ac40b4d40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 --2- 172.21.15.69:0/479991634 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ae0103ef0 0x7f7ae019c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 >> 172.21.15.69:0/479991634 conn(0x7f7ae007a600 msgr2=0x7f7ae01013c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 shutdown_connections 2024-05-08T06:06:56.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:06:56.649+0000 7f7ae6400700 1 -- 172.21.15.69:0/479991634 wait complete. 2024-05-08T06:06:57.519 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:06:57.940 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:06:58.432 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:06:58 smithi069 ceph-mon[29571]: pgmap v618: 97 pgs: 97 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:58.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:06:58 smithi105 ceph-mon[34393]: pgmap v618: 97 pgs: 97 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:06:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:06:58 smithi135 ceph-mon[34761]: pgmap v618: 97 pgs: 97 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.217+0000 7fc7fbe00700 1 -- 172.21.15.69:0/42402140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 msgr2=0x7fc7fc10fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.217+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/42402140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc10fec0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc7f400b0a0 tx=0x7fc7f400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 -- 172.21.15.69:0/42402140 shutdown_connections 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/42402140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc10fec0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/42402140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104640 0x7fc7fc104a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/42402140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104f60 0x7fc7fc10d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 -- 172.21.15.69:0/42402140 >> 172.21.15.69:0/42402140 conn(0x7fc7fc0fde30 msgr2=0x7fc7fc100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 -- 172.21.15.69:0/42402140 shutdown_connections 2024-05-08T06:07:00.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.218+0000 7fc7fbe00700 1 -- 172.21.15.69:0/42402140 wait complete. 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.219+0000 7fc7fbe00700 1 Processor -- start 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.219+0000 7fc7fbe00700 1 -- start start 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fbe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104640 0x7fc7fc19f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104f60 0x7fc7fc19fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc199980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fbe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc113660 con 0x7fc7fc10da20 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fbe00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1134e0 con 0x7fc7fc104640 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fbe00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1137e0 con 0x7fc7fc104f60 2024-05-08T06:07:00.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104640 0x7fc7fc19f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc199980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104640 0x7fc7fc19f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33852/0 (socket says 172.21.15.69:33852) 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fa000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104f60 0x7fc7fc19fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7faa00700 1 -- 172.21.15.69:0/1934568355 learned_addr learned my addr 172.21.15.69:0/1934568355 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.220+0000 7fc7fb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc199980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57876/0 (socket says 172.21.15.69:57876) 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fb400700 1 -- 172.21.15.69:0/1934568355 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104f60 msgr2=0x7fc7fc19fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fb400700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104f60 0x7fc7fc19fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fb400700 1 -- 172.21.15.69:0/1934568355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104640 msgr2=0x7fc7fc19f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fb400700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104640 0x7fc7fc19f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fb400700 1 -- 172.21.15.69:0/1934568355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7fc19a0e0 con 0x7fc7fc10da20 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fa000700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104f60 0x7fc7fc19fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:00.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fb400700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc199980 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc7f400b070 tx=0x7fc7f4004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:00.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7f3400700 1 -- 172.21.15.69:0/1934568355 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4021070 con 0x7fc7fc10da20 2024-05-08T06:07:00.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7f3400700 1 -- 172.21.15.69:0/1934568355 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7f4007e30 con 0x7fc7fc10da20 2024-05-08T06:07:00.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7fc19a370 con 0x7fc7fc10da20 2024-05-08T06:07:00.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7f3400700 1 -- 172.21.15.69:0/1934568355 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f40045f0 con 0x7fc7fc10da20 2024-05-08T06:07:00.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.221+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7fc1a6690 con 0x7fc7fc10da20 2024-05-08T06:07:00.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.225+0000 7fc7f3400700 1 -- 172.21.15.69:0/1934568355 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc7f4007980 con 0x7fc7fc10da20 2024-05-08T06:07:00.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.226+0000 7fc80c3deb80 1 Processor -- start 2024-05-08T06:07:00.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.226+0000 7fc80c3deb80 1 -- start start 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b061180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b0616c0 0x562b5b05b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b05bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562b5afada20 con 0x562b5b0616c0 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562b5af4b760 con 0x562b5b05ba50 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562b5afa99e0 con 0x562b5b060da0 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc7fa000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b05bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc7fa000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b05bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33856/0 (socket says 172.21.15.69:33856) 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc7fa000700 1 -- 172.21.15.69:0/641814356 learned_addr learned my addr 172.21.15.69:0/641814356 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:00.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc7fa000700 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b061180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.227+0000 7fc7faa00700 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b0616c0 0x562b5b05b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7fa000700 1 -- 172.21.15.69:0/641814356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 msgr2=0x562b5b061180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7fa000700 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b061180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7fa000700 1 -- 172.21.15.69:0/641814356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b0616c0 msgr2=0x562b5b05b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7fa000700 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b0616c0 0x562b5b05b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7fa000700 1 -- 172.21.15.69:0/641814356 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b5aefa8d0 con 0x562b5b05ba50 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7faa00700 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b0616c0 0x562b5b05b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7f3400700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7e00b2900 0x7fc7e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7fa000700 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b05bed0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8013c20 tx=0x7fc7e80058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=280bad0e8cef1e11 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7faa00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7e00b2900 0x7fc7e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.228+0000 7fc7f3400700 1 -- 172.21.15.69:0/1934568355 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc7f40e2fe0 con 0x7fc7fc10da20 2024-05-08T06:07:00.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.229+0000 7fc7faa00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7e00b2900 0x7fc7e00b4dc0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x562b5b057970 tx=0x7fc7ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:00.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.231+0000 7fc7e7e00700 1 -- 172.21.15.69:0/641814356 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8004030 con 0x562b5b05ba50 2024-05-08T06:07:00.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.231+0000 7fc7e7e00700 1 -- 172.21.15.69:0/641814356 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7e8004830 con 0x562b5b05ba50 2024-05-08T06:07:00.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.231+0000 7fc7e7e00700 1 -- 172.21.15.69:0/641814356 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8005240 con 0x562b5b05ba50 2024-05-08T06:07:00.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 -- 172.21.15.69:0/641814356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 msgr2=0x562b5b05bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b05bed0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8013c20 tx=0x7fc7e80058e0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 -- 172.21.15.69:0/641814356 shutdown_connections 2024-05-08T06:07:00.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b05bed0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b061180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/641814356 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b0616c0 0x562b5b05b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 -- 172.21.15.69:0/641814356 >> 172.21.15.69:0/641814356 conn(0x562b5afd36d0 msgr2=0x562b5b055ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:00.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 -- 172.21.15.69:0/641814356 shutdown_connections 2024-05-08T06:07:00.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.232+0000 7fc80c3deb80 1 -- 172.21.15.69:0/641814356 wait complete. 2024-05-08T06:07:00.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.233+0000 7fc80c3deb80 1 -- start start 2024-05-08T06:07:00.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.233+0000 7fc80c3deb80 1 Processor -- start 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b05ba50 0x562b5b0673b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b064750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b064c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562b5b068150 con 0x562b5b05ba50 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562b5af13b20 con 0x562b5b0616c0 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562b5b0682d0 con 0x562b5b060da0 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc80c3deb80 10 client.0 _ll_register_callbacks cb 0x562b5af54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b05ba50 0x562b5b0673b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b05ba50 0x562b5b0673b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57904/0 (socket says 172.21.15.69:57904) 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7faa00700 1 -- 172.21.15.69:0/1814244145 learned_addr learned my addr 172.21.15.69:0/1814244145 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fa000700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b064750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fb400700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b064c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fa000700 1 -- 172.21.15.69:0/1814244145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 msgr2=0x562b5b064c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fa000700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b064c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fa000700 1 -- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b05ba50 msgr2=0x562b5b0673b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fa000700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b05ba50 0x562b5b0673b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.234+0000 7fc7fa000700 1 -- 172.21.15.69:0/1814244145 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b5af73420 con 0x562b5b060da0 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc7fa000700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b064750 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8013c20 tx=0x7fc7e8005390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a019f5799066d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:00.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc7e4c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc7e4c00700 1 -- 172.21.15.69:0/1814244145 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8004d30 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc7e4c00700 1 -- 172.21.15.69:0/1814244145 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc7e80116f0 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7e8004830 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc7e4c00700 1 -- 172.21.15.69:0/1814244145 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7e80118f0 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc80c3deb80 10 client.26113 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.235+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562b5b076cf0 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc7e4c00700 1 -- 172.21.15.69:0/1814244145 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7e8004830 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc7e4c00700 1 -- 172.21.15.69:0/1814244145 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc7e80208c0 con 0x562b5b060da0 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc80c3deb80 10 client.26113 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc80c3deb80 10 client.26113 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:07:00.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc80c3deb80 20 client.26113 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:00.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0792d0 0x562b5b07b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc80c3deb80 4 client.26113 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:00.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.236+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b5b028140 con 0x562b5b0792d0 2024-05-08T06:07:00.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.237+0000 7fc7faa00700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0792d0 0x562b5b07b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.237+0000 7fc7faa00700 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0792d0 0x562b5b07b6c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a5888d8e39eb4c08 server_cookie=1f0bec7f1377fcdb in_seq=0 out_seq=0 2024-05-08T06:07:00.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.237+0000 7fc7e4c00700 10 client.26113 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:00.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc7e4c00700 1 -- 172.21.15.69:0/1814244145 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562b5b028140 con 0x562b5b0792d0 2024-05-08T06:07:00.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc7e4c00700 10 client.26113 handle_command_reply: tid=0 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 client.26113 shutdown 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 msgr2=0x562b5b064750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b064750 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8013c20 tx=0x7fc7e8005390 comp rx=0 tx=0).stop 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 shutdown_connections 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0792d0 0x562b5b07b6c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b064c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b05ba50 0x562b5b0673b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc7e4c00700 0 client.26113 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/1814244145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b060da0 0x562b5b064750 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.238+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 >> 172.21.15.69:0/1814244145 conn(0x562b5afd36d0 msgr2=0x562b5b050750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:00.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.239+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 shutdown_connections 2024-05-08T06:07:00.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.239+0000 7fc80c3deb80 1 -- 172.21.15.69:0/1814244145 wait complete. 2024-05-08T06:07:00.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.239+0000 7fc80c3deb80 20 client.26113 trim_cache size 0 max 16384 2024-05-08T06:07:00.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.255+0000 7fc80c3deb80 1 Processor -- start 2024-05-08T06:07:00.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.255+0000 7fc80c3deb80 1 -- start start 2024-05-08T06:07:00.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b075670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b05b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b0616c0 0x562b5b050860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1adfd0 con 0x562b5b060da0 2024-05-08T06:07:00.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1ab860 con 0x562b5b05ba50 2024-05-08T06:07:00.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1a96f0 con 0x562b5b0616c0 2024-05-08T06:07:00.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b075670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc7fa000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b05b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b075670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33876/0 (socket says 172.21.15.69:33876) 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc7faa00700 1 -- 172.21.15.69:0/835581059 learned_addr learned my addr 172.21.15.69:0/835581059 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.256+0000 7fc7fb400700 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b0616c0 0x562b5b050860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7faa00700 1 -- 172.21.15.69:0/835581059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b0616c0 msgr2=0x562b5b050860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7faa00700 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b0616c0 0x562b5b050860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7faa00700 1 -- 172.21.15.69:0/835581059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 msgr2=0x562b5b05b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7faa00700 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b05b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7faa00700 1 -- 172.21.15.69:0/835581059 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b5b0528a0 con 0x562b5b05ba50 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7fa000700 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b05b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7faa00700 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b075670 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x562b5b07bc90 tx=0x7fc7ec016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88e7aa599f256258 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7e7400700 1 -- 172.21.15.69:0/835581059 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec029670 con 0x562b5b05ba50 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7e7400700 1 -- 172.21.15.69:0/835581059 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7ec02e070 con 0x562b5b05ba50 2024-05-08T06:07:00.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.257+0000 7fc7e7400700 1 -- 172.21.15.69:0/835581059 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ec01d3f0 con 0x562b5b05ba50 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 -- 172.21.15.69:0/835581059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 msgr2=0x562b5b075670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b075670 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x562b5b07bc90 tx=0x7fc7ec016000 comp rx=0 tx=0).stop 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 -- 172.21.15.69:0/835581059 shutdown_connections 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b0616c0 0x562b5b050860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b05ba50 0x562b5b075670 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/835581059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b05b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 -- 172.21.15.69:0/835581059 >> 172.21.15.69:0/835581059 conn(0x562b5afd36d0 msgr2=0x562b5b061aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 -- 172.21.15.69:0/835581059 shutdown_connections 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.258+0000 7fc80c3deb80 1 -- 172.21.15.69:0/835581059 wait complete. 2024-05-08T06:07:00.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 -- start start 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 Processor -- start 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b05ba50 0x562b5b0719f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b071f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b07fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1a9d40 con 0x562b5b060da0 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1ab190 con 0x562b5b0616c0 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc7fc1aa3f0 con 0x562b5b05ba50 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.259+0000 7fc80c3deb80 10 client.0 _ll_register_callbacks cb 0x562b5af54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b071f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7faa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b05ba50 0x562b5b0719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b071f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57922/0 (socket says 172.21.15.69:57922) 2024-05-08T06:07:00.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 -- 172.21.15.69:0/3527155225 learned_addr learned my addr 172.21.15.69:0/3527155225 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:00.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fb400700 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b07fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 -- 172.21.15.69:0/3527155225 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b05ba50 msgr2=0x562b5b0719f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b05ba50 0x562b5b0719f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 -- 172.21.15.69:0/3527155225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 msgr2=0x562b5b07fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b07fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.260+0000 7fc7fa000700 1 -- 172.21.15.69:0/3527155225 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b5b0577a0 con 0x562b5b060da0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc7fa000700 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b071f30 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8020c60 tx=0x7fc7e8013850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62a36a182288a05c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc7e4c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc7e4c00700 1 -- 172.21.15.69:0/3527155225 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7e8009be0 con 0x562b5b060da0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7ec02e070 con 0x562b5b060da0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc7e4c00700 1 -- 172.21.15.69:0/3527155225 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc7e8004cf0 con 0x562b5b060da0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc7e4c00700 1 -- 172.21.15.69:0/3527155225 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7e8044050 con 0x562b5b060da0 2024-05-08T06:07:00.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc80c3deb80 10 client.16026 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.261+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562b5b0e2f80 con 0x562b5b060da0 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc7e4c00700 1 -- 172.21.15.69:0/3527155225 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7ec02e070 con 0x562b5b060da0 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc7e4c00700 1 -- 172.21.15.69:0/3527155225 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc7e8020820 con 0x562b5b060da0 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc80c3deb80 10 client.16026 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc80c3deb80 10 client.16026 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc80c3deb80 20 client.16026 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0e3620 0x562b5b0e5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc80c3deb80 4 client.16026 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562b5afbb400 con 0x562b5b0e3620 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.262+0000 7fc7faa00700 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0e3620 0x562b5b0e5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc7faa00700 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0e3620 0x562b5b0e5a40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3af9ece2707720c4 server_cookie=baf6f6d36bb4609b in_seq=0 out_seq=0 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc7e4c00700 10 client.16026 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:00.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc7e4c00700 1 -- 172.21.15.69:0/3527155225 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562b5afbb400 con 0x562b5b0e3620 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc7e4c00700 10 client.16026 handle_command_reply: tid=0 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 client.16026 shutdown 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 msgr2=0x562b5b071f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b071f30 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc7e8020c60 tx=0x7fc7e8013850 comp rx=0 tx=0).stop 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 shutdown_connections 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x562b5b0e3620 0x562b5b0e5a40 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562b5b0616c0 0x562b5b07fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562b5b05ba50 0x562b5b0719f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 --2- 172.21.15.69:0/3527155225 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562b5b060da0 0x562b5b071f30 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 >> 172.21.15.69:0/3527155225 conn(0x562b5afd36d0 msgr2=0x562b5b063040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.263+0000 7fc7e4c00700 0 client.16026 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 shutdown_connections 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc80c3deb80 1 -- 172.21.15.69:0/3527155225 wait complete. 2024-05-08T06:07:00.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc80c3deb80 20 client.16026 trim_cache size 0 max 16384 2024-05-08T06:07:00.268 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:07:00.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7e00b2900 msgr2=0x7fc7e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7e00b2900 0x7fc7e00b4dc0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x562b5b057970 tx=0x7fc7ec009260 comp rx=0 tx=0).stop 2024-05-08T06:07:00.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 msgr2=0x7fc7fc199980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.264+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc199980 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc7f400b070 tx=0x7fc7f4004c80 comp rx=0 tx=0).stop 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 shutdown_connections 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc7fc10da20 0x7fc7fc199980 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7e00b2900 0x7fc7e00b4dc0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc7fc104640 0x7fc7fc19f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 --2- 172.21.15.69:0/1934568355 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc7fc104f60 0x7fc7fc19fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 >> 172.21.15.69:0/1934568355 conn(0x7fc7fc0fde30 msgr2=0x7fc7fc0feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 shutdown_connections 2024-05-08T06:07:00.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:00.265+0000 7fc7fbe00700 1 -- 172.21.15.69:0/1934568355 wait complete. 2024-05-08T06:07:00.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:00 smithi069 ceph-mon[29571]: pgmap v619: 97 pgs: 97 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:00.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:00 smithi105 ceph-mon[34393]: pgmap v619: 97 pgs: 97 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:00 smithi135 ceph-mon[34761]: pgmap v619: 97 pgs: 97 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:01.278 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:07:01.724 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:02.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:02 smithi105 ceph-mon[34393]: pgmap v620: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:02 smithi135 ceph-mon[34761]: pgmap v620: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:02 smithi069 ceph-mon[29571]: pgmap v620: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 -- 172.21.15.69:0/965851547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 msgr2=0x7fea0c102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 --2- 172.21.15.69:0/965851547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c102810 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc009990 tx=0x7fe9fc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 -- 172.21.15.69:0/965851547 shutdown_connections 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 --2- 172.21.15.69:0/965851547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea0c102d50 0x7fea0c10f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 --2- 172.21.15.69:0/965851547 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c108400 0x7fea0c1087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 --2- 172.21.15.69:0/965851547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c102810 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 -- 172.21.15.69:0/965851547 >> 172.21.15.69:0/965851547 conn(0x7fea0c079310 msgr2=0x7fea0c079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 -- 172.21.15.69:0/965851547 shutdown_connections 2024-05-08T06:07:04.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.233+0000 7fea13a00700 1 -- 172.21.15.69:0/965851547 wait complete. 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.234+0000 7fea13a00700 1 Processor -- start 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 -- start start 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c19bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 0x7fea0c19c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea0c108400 0x7fea0c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c112540 con 0x7fea0c108400 2024-05-08T06:07:04.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1123c0 con 0x7fea0c102d50 2024-05-08T06:07:04.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea13a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1126c0 con 0x7fea0c102390 2024-05-08T06:07:04.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea03e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 0x7fea0c19c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea11000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c19bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea03e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 0x7fea0c19c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33898/0 (socket says 172.21.15.69:33898) 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea03e00700 1 -- 172.21.15.69:0/1782141600 learned_addr learned my addr 172.21.15.69:0/1782141600 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.235+0000 7fea11000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c19bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:54302/0 (socket says 172.21.15.69:54302) 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea11a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea0c108400 0x7fea0c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea03e00700 1 -- 172.21.15.69:0/1782141600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 msgr2=0x7fea0c19bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea03e00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c19bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea03e00700 1 -- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea0c108400 msgr2=0x7fea0c1a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea03e00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea0c108400 0x7fea0c1a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea03e00700 1 -- 172.21.15.69:0/1782141600 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea0c1a0d50 con 0x7fea0c102d50 2024-05-08T06:07:04.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.236+0000 7fea03e00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 0x7fea0c19c280 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc000c00 tx=0x7fe9fc00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:04.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.240+0000 7fea0a000700 1 -- 172.21.15.69:0/1782141600 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9fc027070 con 0x7fea0c102d50 2024-05-08T06:07:04.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.240+0000 7fea0a000700 1 -- 172.21.15.69:0/1782141600 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9fc022470 con 0x7fea0c102d50 2024-05-08T06:07:04.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.240+0000 7fea0a000700 1 -- 172.21.15.69:0/1782141600 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9fc017650 con 0x7fea0c102d50 2024-05-08T06:07:04.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.240+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea0c1a0fe0 con 0x7fea0c102d50 2024-05-08T06:07:04.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.240+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea0c1a88c0 con 0x7fea0c102d50 2024-05-08T06:07:04.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.244+0000 7fea0a000700 1 -- 172.21.15.69:0/1782141600 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe9fc02a070 con 0x7fea0c102d50 2024-05-08T06:07:04.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.245+0000 7fea0a000700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9ec0b2900 0x7fe9ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.245+0000 7fea0a000700 1 -- 172.21.15.69:0/1782141600 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe9fc0e2e50 con 0x7fea0c102d50 2024-05-08T06:07:04.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.245+0000 7fea11000700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9ec0b2900 0x7fe9ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 Processor -- start 2024-05-08T06:07:04.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 -- start start 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea11000700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9ec0b2900 0x7fe9ec0b4dc0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4009be0 tx=0x7fe9f4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8ebc0 0x55f80aa8efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80aa892d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa89d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f80a9dba20 con 0x55f80aa8ebc0 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f80a979760 con 0x55f80aa8f4e0 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.246+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f80a9d79e0 con 0x55f80aa898f0 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea11000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8ebc0 0x55f80aa8efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea11000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8ebc0 0x55f80aa8efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57940/0 (socket says 172.21.15.69:57940) 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea11000700 1 -- 172.21.15.69:0/4261863532 learned_addr learned my addr 172.21.15.69:0/4261863532 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea03e00700 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80aa892d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea11a00700 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa89d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea03e00700 1 -- 172.21.15.69:0/4261863532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 msgr2=0x55f80aa89d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea03e00700 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa89d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea03e00700 1 -- 172.21.15.69:0/4261863532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8ebc0 msgr2=0x55f80aa8efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea03e00700 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8ebc0 0x55f80aa8efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.247+0000 7fea03e00700 1 -- 172.21.15.69:0/4261863532 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f80a9288d0 con 0x55f80aa8f4e0 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.248+0000 7fea03e00700 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80aa892d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0e0900 tx=0x7fe9fc009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=453c305c50265c35 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.248+0000 7fea02000700 1 -- 172.21.15.69:0/4261863532 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9fc0aabb0 con 0x55f80aa8f4e0 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.248+0000 7fea02000700 1 -- 172.21.15.69:0/4261863532 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9fc0aa4b0 con 0x55f80aa8f4e0 2024-05-08T06:07:04.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.248+0000 7fea02000700 1 -- 172.21.15.69:0/4261863532 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9fc0a4bd0 con 0x55f80aa8f4e0 2024-05-08T06:07:04.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 -- 172.21.15.69:0/4261863532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 msgr2=0x55f80aa892d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80aa892d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0e0900 tx=0x7fe9fc009ca0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 -- 172.21.15.69:0/4261863532 shutdown_connections 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa89d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8ebc0 0x55f80aa8efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/4261863532 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80aa892d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 -- 172.21.15.69:0/4261863532 >> 172.21.15.69:0/4261863532 conn(0x55f80aa016d0 msgr2=0x55f80aa83b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 -- 172.21.15.69:0/4261863532 shutdown_connections 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 -- 172.21.15.69:0/4261863532 wait complete. 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.249+0000 7fea1e3abb80 1 -- start start 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 Processor -- start 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa95230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa925d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8f4e0 0x55f80aa92b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f80aa95ce0 con 0x55f80aa8f4e0 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f80a941b20 con 0x55f80aa8ebc0 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f80aa95e60 con 0x55f80aa898f0 2024-05-08T06:07:04.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea1e3abb80 10 client.0 _ll_register_callbacks cb 0x55f80a982c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea11a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8f4e0 0x55f80aa92b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.250+0000 7fea03e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa925d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa95230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8f4e0 0x55f80aa92b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57950/0 (socket says 172.21.15.69:57950) 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11a00700 1 -- 172.21.15.69:0/388390535 learned_addr learned my addr 172.21.15.69:0/388390535 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 -- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 msgr2=0x55f80aa925d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa925d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 -- 172.21.15.69:0/388390535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8f4e0 msgr2=0x55f80aa92b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8f4e0 0x55f80aa92b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 -- 172.21.15.69:0/388390535 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f80a9a1420 con 0x55f80aa898f0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fea11000700 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa95230 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe9f40117d0 tx=0x7fe9f40047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd055203dc84903c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fe9faa00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:07:04.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.251+0000 7fe9faa00700 1 -- 172.21.15.69:0/388390535 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4004320 con 0x55f80aa898f0 2024-05-08T06:07:04.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.252+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9fc0aa4b0 con 0x55f80aa898f0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.252+0000 7fe9faa00700 1 -- 172.21.15.69:0/388390535 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe9f40044c0 con 0x55f80aa898f0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.252+0000 7fe9faa00700 1 -- 172.21.15.69:0/388390535 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9f4004830 con 0x55f80aa898f0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.252+0000 7fea1e3abb80 10 client.26131 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.252+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f80aaa0550 con 0x55f80aa898f0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.252+0000 7fe9faa00700 1 -- 172.21.15.69:0/388390535 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9fc0aa4b0 con 0x55f80aa898f0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fe9faa00700 1 -- 172.21.15.69:0/388390535 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe9f4026070 con 0x55f80aa898f0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea1e3abb80 10 client.26131 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea1e3abb80 10 client.26131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea1e3abb80 20 client.26131 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80aaa2ae0 0x55f80aaa4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea1e3abb80 4 client.26131 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f80aa56140 con 0x55f80aaa2ae0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.253+0000 7fea03e00700 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80aaa2ae0 0x55f80aaa4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.254+0000 7fea03e00700 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80aaa2ae0 0x55f80aaa4ed0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5192b52b271eb9b3 server_cookie=7db81c6a8dc4c122 in_seq=0 out_seq=0 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.254+0000 7fe9faa00700 10 client.26131 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.254+0000 7fe9faa00700 1 -- 172.21.15.69:0/388390535 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f80aa56140 con 0x55f80aaa2ae0 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.254+0000 7fe9faa00700 10 client.26131 handle_command_reply: tid=0 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 client.26131 shutdown 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 msgr2=0x55f80aa95230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa95230 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe9f40117d0 tx=0x7fe9f40047c0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 shutdown_connections 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa8f4e0 0x55f80aa92b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80aaa2ae0 0x55f80aaa4ed0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa898f0 0x55f80aa95230 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/388390535 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa925d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fe9faa00700 0 client.26131 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 >> 172.21.15.69:0/388390535 conn(0x55f80aa016d0 msgr2=0x55f80aa83190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 shutdown_connections 2024-05-08T06:07:04.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 1 -- 172.21.15.69:0/388390535 wait complete. 2024-05-08T06:07:04.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.255+0000 7fea1e3abb80 20 client.26131 trim_cache size 0 max 16384 2024-05-08T06:07:04.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 Processor -- start 2024-05-08T06:07:04.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 -- start start 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa892d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa9ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8f4e0 0x55f80aa83910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1b2520 con 0x55f80aa898f0 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1afdb0 con 0x55f80aa8ebc0 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.272+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1adc00 con 0x55f80aa8f4e0 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea11000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa892d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa9ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea11a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8f4e0 0x55f80aa83910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa9ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33918/0 (socket says 172.21.15.69:33918) 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea11a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8f4e0 0x55f80aa83910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:54332/0 (socket says 172.21.15.69:54332) 2024-05-08T06:07:04.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 -- 172.21.15.69:0/1246766750 learned_addr learned my addr 172.21.15.69:0/1246766750 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 -- 172.21.15.69:0/1246766750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8f4e0 msgr2=0x55f80aa83910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8f4e0 0x55f80aa83910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 -- 172.21.15.69:0/1246766750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 msgr2=0x55f80aa892d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa892d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 -- 172.21.15.69:0/1246766750 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f80aa7eab0 con 0x55f80aa8ebc0 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea11000700 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa892d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:04.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea03e00700 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa9ed30 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0a6530 tx=0x7fe9fc022ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65d0531488bd321b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.273+0000 7fea01600700 1 -- 172.21.15.69:0/1246766750 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9fc0aa4b0 con 0x55f80aa8ebc0 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea01600700 1 -- 172.21.15.69:0/1246766750 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9fc022940 con 0x55f80aa8ebc0 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea01600700 1 -- 172.21.15.69:0/1246766750 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9fc0a4e30 con 0x55f80aa8ebc0 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 -- 172.21.15.69:0/1246766750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 msgr2=0x55f80aa9ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa9ed30 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc0a6530 tx=0x7fe9fc022ce0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 -- 172.21.15.69:0/1246766750 shutdown_connections 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8f4e0 0x55f80aa83910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa892d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/1246766750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8ebc0 0x55f80aa9ed30 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 -- 172.21.15.69:0/1246766750 >> 172.21.15.69:0/1246766750 conn(0x55f80aa016d0 msgr2=0x55f80aa8d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 -- 172.21.15.69:0/1246766750 shutdown_connections 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.274+0000 7fea1e3abb80 1 -- 172.21.15.69:0/1246766750 wait complete. 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.275+0000 7fea1e3abb80 1 -- start start 2024-05-08T06:07:04.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.275+0000 7fea1e3abb80 1 Processor -- start 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa92150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8ebc0 0x55f80aa92690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80ab0c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1ae270 con 0x55f80aa898f0 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1af6e0 con 0x55f80aa8f4e0 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fea0c1ae940 con 0x55f80aa8ebc0 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea1e3abb80 10 client.0 _ll_register_callbacks cb 0x55f80a982c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa92150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa92150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57976/0 (socket says 172.21.15.69:57976) 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 -- 172.21.15.69:0/648910526 learned_addr learned my addr 172.21.15.69:0/648910526 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea03e00700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8ebc0 0x55f80aa92690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11a00700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80ab0c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 -- 172.21.15.69:0/648910526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8ebc0 msgr2=0x55f80aa92690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8ebc0 0x55f80aa92690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 -- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 msgr2=0x55f80ab0c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.276+0000 7fea11000700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80ab0c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fea11000700 1 -- 172.21.15.69:0/648910526 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f80ab0c890 con 0x55f80aa898f0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fea11000700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa92150 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4004020 tx=0x7fe9f4009150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a11ac9936345 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fe9faa00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fe9faa00700 1 -- 172.21.15.69:0/648910526 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4003dd0 con 0x55f80aa898f0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9fc022940 con 0x55f80aa898f0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fe9faa00700 1 -- 172.21.15.69:0/648910526 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe9f403b480 con 0x55f80aa898f0 2024-05-08T06:07:04.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fe9faa00700 1 -- 172.21.15.69:0/648910526 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe9f403b6c0 con 0x55f80aa898f0 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fea1e3abb80 10 client.16044 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.277+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f80ab0d9e0 con 0x55f80aa898f0 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fe9faa00700 1 -- 172.21.15.69:0/648910526 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe9fc022940 con 0x55f80aa898f0 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fe9faa00700 1 -- 172.21.15.69:0/648910526 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe9f4026050 con 0x55f80aa898f0 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fea1e3abb80 10 client.16044 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fea1e3abb80 10 client.16044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fea1e3abb80 20 client.16044 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80ab0e0f0 0x55f80ab10510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fea1e3abb80 4 client.16044 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.278+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f80a9e9400 con 0x55f80ab0e0f0 2024-05-08T06:07:04.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea03e00700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80ab0e0f0 0x55f80ab10510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea03e00700 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80ab0e0f0 0x55f80ab10510 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa4f6647dc4d24b3 server_cookie=bdc0d9e7894384e5 in_seq=0 out_seq=0 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fe9faa00700 10 client.16044 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fe9faa00700 1 -- 172.21.15.69:0/648910526 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f80a9e9400 con 0x55f80ab0e0f0 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fe9faa00700 10 client.16044 handle_command_reply: tid=0 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 client.16044 shutdown 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 msgr2=0x55f80aa92150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa92150 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4004020 tx=0x7fe9f4009150 comp rx=0 tx=0).stop 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 shutdown_connections 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f80aa8f4e0 0x55f80ab0c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f80aa898f0 0x55f80aa92150 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.279+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f80ab0e0f0 0x55f80ab10510 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.280+0000 7fea1e3abb80 1 --2- 172.21.15.69:0/648910526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f80aa8ebc0 0x55f80aa92690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.280+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 >> 172.21.15.69:0/648910526 conn(0x55f80aa016d0 msgr2=0x55f80aa93a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:04.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.280+0000 7fe9faa00700 0 client.16044 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:04.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.280+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 shutdown_connections 2024-05-08T06:07:04.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.280+0000 7fea1e3abb80 1 -- 172.21.15.69:0/648910526 wait complete. 2024-05-08T06:07:04.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.280+0000 7fea1e3abb80 20 client.16044 trim_cache size 0 max 16384 2024-05-08T06:07:04.284 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9ec0b2900 msgr2=0x7fe9ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9ec0b2900 0x7fe9ec0b4dc0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fe9f4009be0 tx=0x7fe9f4009260 comp rx=0 tx=0).stop 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 msgr2=0x7fea0c19c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 0x7fea0c19c280 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe9fc000c00 tx=0x7fe9fc00bfd0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 shutdown_connections 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fea0c108400 0x7fea0c1a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fea0c102390 0x7fea0c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe9ec0b2900 0x7fe9ec0b4dc0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 --2- 172.21.15.69:0/1782141600 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fea0c102d50 0x7fea0c19c280 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:04.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 >> 172.21.15.69:0/1782141600 conn(0x7fea0c079310 msgr2=0x7fea0c06b9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:04.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 shutdown_connections 2024-05-08T06:07:04.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:04.281+0000 7fea13a00700 1 -- 172.21.15.69:0/1782141600 wait complete. 2024-05-08T06:07:04.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:04 smithi105 ceph-mon[34393]: pgmap v621: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:04 smithi135 ceph-mon[34761]: pgmap v621: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:04 smithi069 ceph-mon[29571]: pgmap v621: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:06.371 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:07:06.371 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:07:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:06 smithi105 ceph-mon[34393]: pgmap v622: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:06.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:06 smithi135 ceph-mon[34761]: pgmap v622: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:06.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:06 smithi069 ceph-mon[29571]: pgmap v622: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:06.825 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:08 smithi105 ceph-mon[34393]: pgmap v623: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:08.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:08 smithi135 ceph-mon[34761]: pgmap v623: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:08 smithi069 ceph-mon[29571]: pgmap v623: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 -- 172.21.15.69:0/2933285517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 msgr2=0x7fa5a8109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 --2- 172.21.15.69:0/2933285517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a8109f50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa594009990 tx=0x7fa594009ca0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 -- 172.21.15.69:0/2933285517 shutdown_connections 2024-05-08T06:07:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 --2- 172.21.15.69:0/2933285517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 0x7fa5a81169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 --2- 172.21.15.69:0/2933285517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 0x7fa5a810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 --2- 172.21.15.69:0/2933285517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a8109f50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 -- 172.21.15.69:0/2933285517 >> 172.21.15.69:0/2933285517 conn(0x7fa5a8076c70 msgr2=0x7fa5a81082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.204+0000 7fa5ad200700 1 -- 172.21.15.69:0/2933285517 shutdown_connections 2024-05-08T06:07:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.205+0000 7fa5ad200700 1 -- 172.21.15.69:0/2933285517 wait complete. 2024-05-08T06:07:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.206+0000 7fa5ad200700 1 Processor -- start 2024-05-08T06:07:09.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.206+0000 7fa5ad200700 1 -- start start 2024-05-08T06:07:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5ad200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a81a0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5ad200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 0x7fa5a81a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5ad200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 0x7fa5a81a49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5ad200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a8119cd0 con 0x7fa5a8109ad0 2024-05-08T06:07:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5ad200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a8119b50 con 0x7fa5a810fb60 2024-05-08T06:07:09.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5ad200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a8119e50 con 0x7fa5a810a490 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a81a0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5a6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 0x7fa5a81a49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a81a0160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:54510/0 (socket says 172.21.15.69:54510) 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5a5e00700 1 -- 172.21.15.69:0/1875982358 learned_addr learned my addr 172.21.15.69:0/1875982358 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.207+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 0x7fa5a81a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a6800700 1 -- 172.21.15.69:0/1875982358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 msgr2=0x7fa5a81a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a6800700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 0x7fa5a81a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a6800700 1 -- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 msgr2=0x7fa5a81a0160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a6800700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a81a0160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a6800700 1 -- 172.21.15.69:0/1875982358 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a81a5120 con 0x7fa5a810fb60 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a81a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a5400700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 0x7fa5a81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5a6800700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 0x7fa5a81a49e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa5a000efc0 tx=0x7fa5a000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa59ea00700 1 -- 172.21.15.69:0/1875982358 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a00092e0 con 0x7fa5a810fb60 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa59ea00700 1 -- 172.21.15.69:0/1875982358 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5a0004bb0 con 0x7fa5a810fb60 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a81a53b0 con 0x7fa5a810fb60 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa59ea00700 1 -- 172.21.15.69:0/1875982358 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a0004020 con 0x7fa5a810fb60 2024-05-08T06:07:09.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.208+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a81acc90 con 0x7fa5a810fb60 2024-05-08T06:07:09.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.214+0000 7fa59ea00700 1 -- 172.21.15.69:0/1875982358 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa5a001b030 con 0x7fa5a810fb60 2024-05-08T06:07:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.214+0000 7fa5b7aa9b80 1 Processor -- start 2024-05-08T06:07:09.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 -- start start 2024-05-08T06:07:09.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d4e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d52510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d52a50 0x557559d52eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557559ca0aa0 con 0x557559d4ea00 2024-05-08T06:07:09.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557559c3e7e0 con 0x557559d4e0e0 2024-05-08T06:07:09.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557559c9ca60 con 0x557559d52a50 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d52510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d4e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa59ea00700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa58c0b2880 0x7fa58c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d4e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42346/0 (socket says 172.21.15.69:42346) 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5a5400700 1 -- 172.21.15.69:0/1420028019 learned_addr learned my addr 172.21.15.69:0/1420028019 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.215+0000 7fa5a5400700 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d52a50 0x557559d52eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa59ea00700 1 -- 172.21.15.69:0/1875982358 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa5a00e1d00 con 0x7fa5a810fb60 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a6800700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa58c0b2880 0x7fa58c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a5e00700 1 -- 172.21.15.69:0/1420028019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d52a50 msgr2=0x557559d52eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d52a50 0x557559d52eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a5e00700 1 -- 172.21.15.69:0/1420028019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 msgr2=0x557559d4e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d4e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a5e00700 1 -- 172.21.15.69:0/1420028019 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557559bed950 con 0x557559d4ea00 2024-05-08T06:07:09.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.216+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d52510 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa598011520 tx=0x7fa598011830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=351b61e2dd022e64 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:09.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.217+0000 7fa5a6800700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa58c0b2880 0x7fa58c0b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa5a00a9060 tx=0x7fa5a0009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:09.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.217+0000 7fa593400700 1 -- 172.21.15.69:0/1420028019 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598004a30 con 0x557559d4ea00 2024-05-08T06:07:09.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.217+0000 7fa593400700 1 -- 172.21.15.69:0/1420028019 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5980054d0 con 0x557559d4ea00 2024-05-08T06:07:09.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.217+0000 7fa593400700 1 -- 172.21.15.69:0/1420028019 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59800f8a0 con 0x557559d4ea00 2024-05-08T06:07:09.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.217+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/1420028019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 msgr2=0x557559d52510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.217+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d52510 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa598011520 tx=0x7fa598011830 comp rx=0 tx=0).stop 2024-05-08T06:07:09.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/1420028019 shutdown_connections 2024-05-08T06:07:09.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d52a50 0x557559d52eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d4e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/1420028019 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d52510 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/1420028019 >> 172.21.15.69:0/1420028019 conn(0x557559c7cbe0 msgr2=0x557559d48820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/1420028019 shutdown_connections 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/1420028019 wait complete. 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.218+0000 7fa5b7aa9b80 1 -- start start 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 Processor -- start 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d59f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4ea00 0x557559d572f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d57830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557559d5ac60 con 0x557559d52a50 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557559c06ba0 con 0x557559d4e0e0 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557559d5ade0 con 0x557559d4ea00 2024-05-08T06:07:09.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5b7aa9b80 10 client.0 _ll_register_callbacks cb 0x557559c47cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:09.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d57830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.219+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d59f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d59f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42362/0 (socket says 172.21.15.69:42362) 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5400700 1 -- 172.21.15.69:0/2767758175 learned_addr learned my addr 172.21.15.69:0/2767758175 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4ea00 0x557559d572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 -- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 msgr2=0x557559d59f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d59f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 -- 172.21.15.69:0/2767758175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 msgr2=0x557559d57830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d57830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 -- 172.21.15.69:0/2767758175 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557559c664a0 con 0x557559d4ea00 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d57830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4ea00 0x557559d572f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa598009230 tx=0x7fa598004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=349d911e56cf4796 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.220+0000 7fa587e00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.221+0000 7fa587e00700 1 -- 172.21.15.69:0/2767758175 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa598004750 con 0x557559d4ea00 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.221+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa5980054d0 con 0x557559d4ea00 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.221+0000 7fa587e00700 1 -- 172.21.15.69:0/2767758175 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa5980048f0 con 0x557559d4ea00 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.221+0000 7fa587e00700 1 -- 172.21.15.69:0/2767758175 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa598004af0 con 0x557559d4ea00 2024-05-08T06:07:09.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.221+0000 7fa5b7aa9b80 10 client.26149 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.221+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557559d654f0 con 0x557559d4ea00 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa587e00700 1 -- 172.21.15.69:0/2767758175 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa5980054d0 con 0x557559d4ea00 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa587e00700 1 -- 172.21.15.69:0/2767758175 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa59800f520 con 0x557559d4ea00 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5b7aa9b80 10 client.26149 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5b7aa9b80 10 client.26149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5b7aa9b80 20 client.26149 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559d67a80 0x557559d69e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5b7aa9b80 4 client.26149 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557559d1b120 con 0x557559d67a80 2024-05-08T06:07:09.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.222+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559d67a80 0x557559d69e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.223+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559d67a80 0x557559d69e70 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a3b0793e9f2a1fe server_cookie=41f83670159c56a4 in_seq=0 out_seq=0 2024-05-08T06:07:09.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.223+0000 7fa587e00700 10 client.26149 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:09.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa587e00700 1 -- 172.21.15.69:0/2767758175 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557559d1b120 con 0x557559d67a80 2024-05-08T06:07:09.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa587e00700 10 client.26149 handle_command_reply: tid=0 2024-05-08T06:07:09.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 client.26149 shutdown 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4ea00 msgr2=0x557559d572f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4ea00 0x557559d572f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa598009230 tx=0x7fa598004270 comp rx=0 tx=0).stop 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 shutdown_connections 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d57830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4e0e0 0x557559d59f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559d67a80 0x557559d69e70 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2767758175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4ea00 0x557559d572f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 >> 172.21.15.69:0/2767758175 conn(0x557559c7cbe0 msgr2=0x557559d43330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa587e00700 0 client.26149 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 shutdown_connections 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.224+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2767758175 wait complete. 2024-05-08T06:07:09.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.225+0000 7fa5b7aa9b80 20 client.26149 trim_cache size 0 max 16384 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.248+0000 7fa5b7aa9b80 1 Processor -- start 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.248+0000 7fa5b7aa9b80 1 -- start start 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d54f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d63cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d52a50 0x557559d53540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a81b6a80 con 0x557559d4ea00 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a81b4310 con 0x557559d52a50 2024-05-08T06:07:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a81b2160 con 0x557559d4e0e0 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d54f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d54f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59658/0 (socket says 172.21.15.69:59658) 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5a5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d63cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5a5400700 1 -- 172.21.15.69:0/2769341033 learned_addr learned my addr 172.21.15.69:0/2769341033 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d52a50 0x557559d53540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.249+0000 7fa5a5400700 1 -- 172.21.15.69:0/2769341033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d52a50 msgr2=0x557559d53540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.250+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d52a50 0x557559d53540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.250+0000 7fa5a5400700 1 -- 172.21.15.69:0/2769341033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 msgr2=0x557559d63cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.250+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d63cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.250+0000 7fa5a5400700 1 -- 172.21.15.69:0/2769341033 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557559d55860 con 0x557559d4e0e0 2024-05-08T06:07:09.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.250+0000 7fa5a5400700 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d54f20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa594005f50 tx=0x7fa594005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aedc9a416eb6dbfd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:09.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.251+0000 7fa592a00700 1 -- 172.21.15.69:0/2769341033 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa594003680 con 0x557559d4e0e0 2024-05-08T06:07:09.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.251+0000 7fa592a00700 1 -- 172.21.15.69:0/2769341033 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa594003cd0 con 0x557559d4e0e0 2024-05-08T06:07:09.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.251+0000 7fa592a00700 1 -- 172.21.15.69:0/2769341033 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa59400f9d0 con 0x557559d4e0e0 2024-05-08T06:07:09.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2769341033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 msgr2=0x557559d54f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d54f20 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa594005f50 tx=0x7fa594005040 comp rx=0 tx=0).stop 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2769341033 shutdown_connections 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d52a50 0x557559d53540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d54f20 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/2769341033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d4ea00 0x557559d63cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2769341033 >> 172.21.15.69:0/2769341033 conn(0x557559c7cbe0 msgr2=0x557559d52e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2769341033 shutdown_connections 2024-05-08T06:07:09.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.252+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/2769341033 wait complete. 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.253+0000 7fa5b7aa9b80 1 -- start start 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.253+0000 7fa5b7aa9b80 1 Processor -- start 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d5b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4ea00 0x557559d5b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d5bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a81b27d0 con 0x557559d52a50 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a81b3c40 con 0x557559d4ea00 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a81b2ea0 con 0x557559d4e0e0 2024-05-08T06:07:09.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5b7aa9b80 10 client.0 _ll_register_callbacks cb 0x557559c47cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:09.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d5bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d5b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d5b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59674/0 (socket says 172.21.15.69:59674) 2024-05-08T06:07:09.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 -- 172.21.15.69:0/3045574178 learned_addr learned my addr 172.21.15.69:0/3045574178 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:09.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4ea00 0x557559d5b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 -- 172.21.15.69:0/3045574178 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 msgr2=0x557559d5b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d5b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 -- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4ea00 msgr2=0x557559d5b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:09.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4ea00 0x557559d5b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.254+0000 7fa5a5400700 1 -- 172.21.15.69:0/3045574178 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557559dd2140 con 0x557559d52a50 2024-05-08T06:07:09.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4ea00 0x557559d5b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa5a5400700 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d5bab0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa594009350 tx=0x7fa5940050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=611d2eb001553abc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa587e00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa587e00700 1 -- 172.21.15.69:0/3045574178 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa594040060 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa594003cd0 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa587e00700 1 -- 172.21.15.69:0/3045574178 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa594003880 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa587e00700 1 -- 172.21.15.69:0/3045574178 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa594003a80 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa5b7aa9b80 10 client.16062 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.255+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557559dd3400 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa587e00700 1 -- 172.21.15.69:0/3045574178 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa594003cd0 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa587e00700 1 -- 172.21.15.69:0/3045574178 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa59402a450 con 0x557559d52a50 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa5b7aa9b80 10 client.16062 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa5b7aa9b80 10 client.16062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa5b7aa9b80 20 client.16062 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559dd3a10 0x557559dd5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa5b7aa9b80 4 client.16062 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:07:09.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.256+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557559cae480 con 0x557559dd3a10 2024-05-08T06:07:09.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.257+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559dd3a10 0x557559dd5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:09.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.257+0000 7fa5a5e00700 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559dd3a10 0x557559dd5e00 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c8617cd7cf1badf server_cookie=d51916a96fdd799 in_seq=0 out_seq=0 2024-05-08T06:07:09.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.257+0000 7fa587e00700 10 client.16062 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa587e00700 1 -- 172.21.15.69:0/3045574178 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557559cae480 con 0x557559dd3a10 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa587e00700 10 client.16062 handle_command_reply: tid=0 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 client.16062 shutdown 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 msgr2=0x557559d5bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d5bab0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fa594009350 tx=0x7fa5940050b0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 shutdown_connections 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557559d52a50 0x557559d5bab0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557559dd3a10 0x557559dd5e00 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557559d4e0e0 0x557559d5b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 --2- 172.21.15.69:0/3045574178 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557559d4ea00 0x557559d5b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 >> 172.21.15.69:0/3045574178 conn(0x557559c7cbe0 msgr2=0x557559d4d780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:09.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.258+0000 7fa587e00700 0 client.16062 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:09.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.259+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 shutdown_connections 2024-05-08T06:07:09.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.259+0000 7fa5b7aa9b80 1 -- 172.21.15.69:0/3045574178 wait complete. 2024-05-08T06:07:09.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.259+0000 7fa5b7aa9b80 20 client.16062 trim_cache size 0 max 16384 2024-05-08T06:07:09.260 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:07:09.260 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:07:09.260 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "8d3e5712-44d3-45d0-b4f3-ab3f0f064d0a", 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa58c0b2880 msgr2=0x7fa58c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa58c0b2880 0x7fa58c0b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa5a00a9060 tx=0x7fa5a0009480 comp rx=0 tx=0).stop 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 msgr2=0x7fa5a81a49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 0x7fa5a81a49e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa5a000efc0 tx=0x7fa5a000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 shutdown_connections 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa58c0b2880 0x7fa58c0b4d40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa5a810fb60 0x7fa5a81a49e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa5a8109ad0 0x7fa5a81a0160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 --2- 172.21.15.69:0/1875982358 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa5a810a490 0x7fa5a81a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:09.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 >> 172.21.15.69:0/1875982358 conn(0x7fa5a8076c70 msgr2=0x7fa5a80771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:09.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 shutdown_connections 2024-05-08T06:07:09.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:09.260+0000 7fa5ad200700 1 -- 172.21.15.69:0/1875982358 wait complete. 2024-05-08T06:07:10.256 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:07:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:10 smithi105 ceph-mon[34393]: pgmap v624: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:07:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:10 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:07:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:10 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:07:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:10 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:07:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:10 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:07:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:10 smithi135 ceph-mon[34761]: pgmap v624: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:07:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:10 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:07:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:10 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:07:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:10 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:07:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:10 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:07:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:10 smithi069 ceph-mon[29571]: pgmap v624: 97 pgs: 97 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:07:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:10 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:07:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:10 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:07:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:10 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:07:10.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:10 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:07:10.714 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:12.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:12 smithi105 ceph-mon[34393]: pgmap v625: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:07:12.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:12 smithi135 ceph-mon[34761]: pgmap v625: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:07:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:12 smithi069 ceph-mon[29571]: pgmap v625: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:07:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 -- 172.21.15.69:0/1267752107 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e7810fc00 msgr2=0x7f9e78112070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 --2- 172.21.15.69:0/1267752107 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e7810fc00 0x7f9e78112070 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f9e70009f90 tx=0x7f9e7000b330 comp rx=0 tx=0).stop 2024-05-08T06:07:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 -- 172.21.15.69:0/1267752107 shutdown_connections 2024-05-08T06:07:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 --2- 172.21.15.69:0/1267752107 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e7810fc00 0x7f9e78112070 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 --2- 172.21.15.69:0/1267752107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e780758d0 0x7f9e78075cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 --2- 172.21.15.69:0/1267752107 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e780761f0 0x7f9e7810f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 -- 172.21.15.69:0/1267752107 >> 172.21.15.69:0/1267752107 conn(0x7f9e780feeb0 msgr2=0x7f9e781012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.152+0000 7f9e77e00700 1 -- 172.21.15.69:0/1267752107 shutdown_connections 2024-05-08T06:07:13.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.153+0000 7f9e77e00700 1 -- 172.21.15.69:0/1267752107 wait complete. 2024-05-08T06:07:13.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 Processor -- start 2024-05-08T06:07:13.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 -- start start 2024-05-08T06:07:13.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e780758d0 0x7f9e781a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 0x7f9e781a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e7810fc00 0x7f9e7819bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781157e0 con 0x7f9e780758d0 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9e78115660 con 0x7f9e780761f0 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.154+0000 7f9e77e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9e78115960 con 0x7f9e7810fc00 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 0x7f9e781a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e780758d0 0x7f9e781a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 0x7f9e781a1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42398/0 (socket says 172.21.15.69:42398) 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 -- 172.21.15.69:0/3783772980 learned_addr learned my addr 172.21.15.69:0/3783772980 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:13.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e77400700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e7810fc00 0x7f9e7819bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 -- 172.21.15.69:0/3783772980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e7810fc00 msgr2=0x7f9e7819bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e7810fc00 0x7f9e7819bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 -- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e780758d0 msgr2=0x7f9e781a1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e780758d0 0x7f9e781a1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e76000700 1 -- 172.21.15.69:0/3783772980 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e7819c260 con 0x7f9e780761f0 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.155+0000 7f9e77400700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e7810fc00 0x7f9e7819bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:13.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.156+0000 7f9e76000700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 0x7f9e781a1e80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9e6400eb30 tx=0x7f9e6400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.156+0000 7f9e6f400700 1 -- 172.21.15.69:0/3783772980 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e6400cbd0 con 0x7f9e780761f0 2024-05-08T06:07:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.156+0000 7f9e6f400700 1 -- 172.21.15.69:0/3783772980 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e640044d0 con 0x7f9e780761f0 2024-05-08T06:07:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.156+0000 7f9e6f400700 1 -- 172.21.15.69:0/3783772980 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e64003e30 con 0x7f9e780761f0 2024-05-08T06:07:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.156+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e7819c550 con 0x7f9e780761f0 2024-05-08T06:07:13.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.156+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e781a8810 con 0x7f9e780761f0 2024-05-08T06:07:13.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.160+0000 7f9e6f400700 1 -- 172.21.15.69:0/3783772980 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9e64004000 con 0x7f9e780761f0 2024-05-08T06:07:13.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 Processor -- start 2024-05-08T06:07:13.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 -- start start 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8563180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b855d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e2b84afa20 con 0x55e2b855da50 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e2b844d760 con 0x55e2b8562da0 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.161+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e2b84ab9e0 con 0x55e2b85636c0 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e77400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8563180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b855d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e77400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8563180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42406/0 (socket says 172.21.15.69:42406) 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e77400700 1 -- 172.21.15.69:0/3223389467 learned_addr learned my addr 172.21.15.69:0/3223389467 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:13.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76000700 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 -- 172.21.15.69:0/3223389467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 msgr2=0x55e2b8563180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8563180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 -- 172.21.15.69:0/3223389467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 msgr2=0x55e2b855ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 -- 172.21.15.69:0/3223389467 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2b83fc8d0 con 0x55e2b85636c0 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.162+0000 7f9e76a00700 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b855d430 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9e68009e70 tx=0x7f9e68011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d84bd0af51db34c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e6f400700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9e5c0b2900 0x7f9e5c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e63e00700 1 -- 172.21.15.69:0/3223389467 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e68004230 con 0x55e2b85636c0 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e63e00700 1 -- 172.21.15.69:0/3223389467 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e680043d0 con 0x55e2b85636c0 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e63e00700 1 -- 172.21.15.69:0/3223389467 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e68019880 con 0x55e2b85636c0 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e6f400700 1 -- 172.21.15.69:0/3783772980 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9e640e24f0 con 0x7f9e780761f0 2024-05-08T06:07:13.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e77400700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9e5c0b2900 0x7f9e5c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3223389467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 msgr2=0x55e2b855d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.163+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b855d430 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9e68009e70 tx=0x7f9e68011720 comp rx=0 tx=0).stop 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3223389467 shutdown_connections 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8563180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3223389467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b855d430 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3223389467 >> 172.21.15.69:0/3223389467 conn(0x55e2b84d56d0 msgr2=0x55e2b8557ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:13.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3223389467 shutdown_connections 2024-05-08T06:07:13.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e77400700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9e5c0b2900 0x7f9e5c0b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9e700093c0 tx=0x7f9e70009700 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:13.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3223389467 wait complete. 2024-05-08T06:07:13.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.164+0000 7f9e880c5b80 1 -- start start 2024-05-08T06:07:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 Processor -- start 2024-05-08T06:07:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b8569380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8566720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b8566c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e2b856a150 con 0x55e2b855da50 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e2b8415b20 con 0x55e2b8562da0 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e2b856a2d0 con 0x55e2b85636c0 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e880c5b80 10 client.0 _ll_register_callbacks cb 0x55e2b8456c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b8569380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b8569380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:54584/0 (socket says 172.21.15.69:54584) 2024-05-08T06:07:13.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.165+0000 7f9e76a00700 1 -- 172.21.15.69:0/561353910 learned_addr learned my addr 172.21.15.69:0/561353910 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8566720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e77400700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b8566c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 -- 172.21.15.69:0/561353910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 msgr2=0x55e2b8566c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b8566c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 -- 172.21.15.69:0/561353910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 msgr2=0x55e2b8569380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b8569380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 -- 172.21.15.69:0/561353910 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2b8475420 con 0x55e2b8562da0 2024-05-08T06:07:13.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76a00700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b8569380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e76000700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8566720 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55e2b855e410 tx=0x7f9e64005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d5ba756a320a663 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.166+0000 7f9e60c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e60c00700 1 -- 172.21.15.69:0/561353910 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e640a9890 con 0x55e2b8562da0 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e60c00700 1 -- 172.21.15.69:0/561353910 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9e640e00b0 con 0x55e2b8562da0 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e680043d0 con 0x55e2b8562da0 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e60c00700 1 -- 172.21.15.69:0/561353910 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e640a5250 con 0x55e2b8562da0 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e880c5b80 10 client.26210 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:13.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2b8574980 con 0x55e2b8562da0 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.167+0000 7f9e60c00700 1 -- 172.21.15.69:0/561353910 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e680043d0 con 0x55e2b8562da0 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e60c00700 1 -- 172.21.15.69:0/561353910 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e640e20d0 con 0x55e2b8562da0 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e880c5b80 10 client.26210 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e880c5b80 10 client.26210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e880c5b80 20 client.26210 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b8576fc0 0x55e2b85793b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e880c5b80 4 client.26210 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:13.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2b852a140 con 0x55e2b8576fc0 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.168+0000 7f9e76a00700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b8576fc0 0x55e2b85793b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.169+0000 7f9e76a00700 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b8576fc0 0x55e2b85793b0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c40a1acbd6ba83c server_cookie=3565715bd85592aa in_seq=0 out_seq=0 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.169+0000 7f9e60c00700 10 client.26210 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e60c00700 1 -- 172.21.15.69:0/561353910 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e2b852a140 con 0x55e2b8576fc0 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e60c00700 10 client.26210 handle_command_reply: tid=0 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 client.26210 shutdown 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 msgr2=0x55e2b8566720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8566720 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x55e2b855e410 tx=0x7f9e64005830 comp rx=0 tx=0).stop 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 shutdown_connections 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b8576fc0 0x55e2b85793b0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b85636c0 0x55e2b8566c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b8569380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e60c00700 0 client.26210 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/561353910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b8562da0 0x55e2b8566720 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 >> 172.21.15.69:0/561353910 conn(0x55e2b84d56d0 msgr2=0x55e2b8552750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 shutdown_connections 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.170+0000 7f9e880c5b80 1 -- 172.21.15.69:0/561353910 wait complete. 2024-05-08T06:07:13.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.171+0000 7f9e880c5b80 20 client.26210 trim_cache size 0 max 16384 2024-05-08T06:07:13.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 Processor -- start 2024-05-08T06:07:13.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 -- start start 2024-05-08T06:07:13.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b8562da0 0x55e2b8573210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b85658a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781b2540 con 0x55e2b855da50 2024-05-08T06:07:13.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781afdd0 con 0x55e2b85636c0 2024-05-08T06:07:13.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781adc20 con 0x55e2b8562da0 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.193+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855d430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:54588/0 (socket says 172.21.15.69:54588) 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b8562da0 0x55e2b8573210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76a00700 1 -- 172.21.15.69:0/3250317660 learned_addr learned my addr 172.21.15.69:0/3250317660 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e77400700 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b85658a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 -- 172.21.15.69:0/3250317660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 msgr2=0x55e2b85658a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b85658a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 -- 172.21.15.69:0/3250317660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 msgr2=0x55e2b855d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 -- 172.21.15.69:0/3250317660 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2b8559df0 con 0x55e2b8562da0 2024-05-08T06:07:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76a00700 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e76000700 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b8562da0 0x55e2b8573210 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9e64003fd0 tx=0x7f9e640e5af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f926002ff7186f93 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.194+0000 7f9e63400700 1 -- 172.21.15.69:0/3250317660 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e640a9230 con 0x55e2b8562da0 2024-05-08T06:07:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e63400700 1 -- 172.21.15.69:0/3250317660 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e640a95d0 con 0x55e2b8562da0 2024-05-08T06:07:13.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e63400700 1 -- 172.21.15.69:0/3250317660 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e640a9410 con 0x55e2b8562da0 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3250317660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b8562da0 msgr2=0x55e2b8573210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b8562da0 0x55e2b8573210 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9e64003fd0 tx=0x7f9e640e5af0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3250317660 shutdown_connections 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b85658a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b855da50 0x55e2b855d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/3250317660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b8562da0 0x55e2b8573210 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3250317660 >> 172.21.15.69:0/3250317660 conn(0x55e2b84d56d0 msgr2=0x55e2b8564110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3250317660 shutdown_connections 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.195+0000 7f9e880c5b80 1 -- 172.21.15.69:0/3250317660 wait complete. 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.196+0000 7f9e880c5b80 1 -- start start 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.196+0000 7f9e880c5b80 1 Processor -- start 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 0x55e2b856f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b8562da0 0x55e2b856fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b856c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781ae290 con 0x55e2b8562da0 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781af700 con 0x55e2b85636c0 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9e781ae960 con 0x55e2b855da50 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e880c5b80 10 client.0 _ll_register_callbacks cb 0x55e2b8456c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b8562da0 0x55e2b856fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e77400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b856c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 0x55e2b856f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b8562da0 0x55e2b856fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:54592/0 (socket says 172.21.15.69:54592) 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e77400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b856c560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42426/0 (socket says 172.21.15.69:42426) 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76000700 1 -- 172.21.15.69:0/2977328522 learned_addr learned my addr 172.21.15.69:0/2977328522 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 0x55e2b856f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59714/0 (socket says 172.21.15.69:59714) 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 -- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 msgr2=0x55e2b856c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b856c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 -- 172.21.15.69:0/2977328522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b8562da0 msgr2=0x55e2b856fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b8562da0 0x55e2b856fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.197+0000 7f9e76a00700 1 -- 172.21.15.69:0/2977328522 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2b856caa0 con 0x55e2b855da50 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e76a00700 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 0x55e2b856f590 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e68011a70 tx=0x7f9e68005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dcaeee214e76599 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e60c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e60c00700 1 -- 172.21.15.69:0/2977328522 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e68032060 con 0x55e2b855da50 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e60c00700 1 -- 172.21.15.69:0/2977328522 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9e68003700 con 0x55e2b855da50 2024-05-08T06:07:13.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e640a95d0 con 0x55e2b855da50 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e60c00700 1 -- 172.21.15.69:0/2977328522 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9e680043a0 con 0x55e2b855da50 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e880c5b80 10 client.26173 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.198+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2b85e2030 con 0x55e2b855da50 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e60c00700 1 -- 172.21.15.69:0/2977328522 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e640a95d0 con 0x55e2b855da50 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e60c00700 1 -- 172.21.15.69:0/2977328522 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9e68018070 con 0x55e2b855da50 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e880c5b80 10 client.26173 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:13.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e880c5b80 10 client.26173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e880c5b80 20 client.26173 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b85e2520 0x55e2b85e4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e880c5b80 4 client.26173 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e2b84bd400 con 0x55e2b85e2520 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.199+0000 7f9e76000700 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b85e2520 0x55e2b85e4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e76000700 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b85e2520 0x55e2b85e4940 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bb4f0249932c4f5 server_cookie=bcfb47f83679c65f in_seq=0 out_seq=0 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e60c00700 10 client.26173 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e60c00700 1 -- 172.21.15.69:0/2977328522 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55e2b84bd400 con 0x55e2b85e2520 2024-05-08T06:07:13.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e60c00700 10 client.26173 handle_command_reply: tid=0 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 client.26173 shutdown 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 msgr2=0x55e2b856f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 0x55e2b856f590 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e68011a70 tx=0x7f9e68005e80 comp rx=0 tx=0).stop 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 shutdown_connections 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2b85636c0 0x55e2b856c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2b85e2520 0x55e2b85e4940 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2b855da50 0x55e2b856f590 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 --2- 172.21.15.69:0/2977328522 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2b8562da0 0x55e2b856fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 >> 172.21.15.69:0/2977328522 conn(0x55e2b84d56d0 msgr2=0x55e2b8567d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:13.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.200+0000 7f9e60c00700 0 client.26173 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:13.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 shutdown_connections 2024-05-08T06:07:13.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e880c5b80 1 -- 172.21.15.69:0/2977328522 wait complete. 2024-05-08T06:07:13.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e880c5b80 20 client.26173 trim_cache size 0 max 16384 2024-05-08T06:07:13.206 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:07:13.206 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": { 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: "8d3e5712-44d3-45d0-b4f3-ab3f0f064d0a": { 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: "path": "/", 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: "tag": "8d3e5712-44d3-45d0-b4f3-ab3f0f064d0a", 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: "options": "recursive,force" 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:07:13.207 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:07:13.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9e5c0b2900 msgr2=0x7f9e5c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e77e00700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9e5c0b2900 0x7f9e5c0b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9e700093c0 tx=0x7f9e70009700 comp rx=0 tx=0).stop 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 msgr2=0x7f9e781a1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.201+0000 7f9e77e00700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 0x7f9e781a1e80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9e6400eb30 tx=0x7f9e6400ee40 comp rx=0 tx=0).stop 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 shutdown_connections 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9e7810fc00 0x7f9e7819bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9e780758d0 0x7f9e781a1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9e5c0b2900 0x7f9e5c0b4dc0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 --2- 172.21.15.69:0/3783772980 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9e780761f0 0x7f9e781a1e80 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 >> 172.21.15.69:0/3783772980 conn(0x7f9e780feeb0 msgr2=0x7f9e780ffb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:13.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 shutdown_connections 2024-05-08T06:07:13.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:13.202+0000 7f9e77e00700 1 -- 172.21.15.69:0/3783772980 wait complete. 2024-05-08T06:07:14.272 INFO:tasks.cephfs.filesystem:scrub status for tag:8d3e5712-44d3-45d0-b4f3-ab3f0f064d0a - {'path': '/', 'tag': '8d3e5712-44d3-45d0-b4f3-ab3f0f064d0a', 'options': 'recursive,force'} 2024-05-08T06:07:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:14 smithi105 ceph-mon[34393]: pgmap v626: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:14 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:07:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:14 smithi135 ceph-mon[34761]: pgmap v626: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:14 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:07:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:14 smithi069 ceph-mon[29571]: pgmap v626: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:14 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:189/600: open fd = 3 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:190/600: open fd = 3 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:191/600: open fd = 3 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:192/600: open fd = 3 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:193/600: open fd = 3 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:194/600: open fd = 3 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:195/600: open fd = 3 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:196/600: open fd = 3 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.582 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:197/600: open fd = 3 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:198/600: open fd = 3 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:199/600: open fd = 3 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.583 INFO:tasks.workunit.client.0.smithi069.stdout:200/600: open fd = 3 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:201/600: open fd = 3 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:202/600: open fd = 3 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:203/600: open fd = 3 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.584 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:204/600: open fd = 3 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:205/600: open fd = 3 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:206/600: open fd = 3 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:207/600: open fd = 3 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:208/600: open fd = 3 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:209/600: open fd = 3 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:210/600: open fd = 3 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:211/600: open fd = 3 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:212/600: open fd = 3 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:213/600: open fd = 3 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:214/600: open fd = 3 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:215/600: open fd = 3 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:216/600: open fd = 3 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:217/600: open fd = 3 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.588 INFO:tasks.workunit.client.0.smithi069.stdout:218/600: open fd = 3 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:219/600: open fd = 3 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:220/600: open fd = 3 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:221/600: open fd = 3 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:222/600: open fd = 3 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:223/600: open fd = 3 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:224/600: open fd = 3 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:225/600: open fd = 3 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.590 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:226/600: open fd = 3 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:227/600: open fd = 3 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:228/600: open fd = 3 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:229/600: open fd = 3 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.591 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:230/600: open fd = 3 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:231/600: open fd = 3 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:232/600: open fd = 3 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:233/600: open fd = 3 2024-05-08T06:07:15.592 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:234/600: open fd = 3 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:235/600: open fd = 3 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:236/600: open fd = 3 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.593 INFO:tasks.workunit.client.0.smithi069.stdout:237/600: open fd = 3 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:238/600: open fd = 3 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:239/600: open fd = 3 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:240/600: open fd = 3 2024-05-08T06:07:15.594 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:241/600: open fd = 3 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:242/600: open fd = 3 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:243/600: open fd = 3 2024-05-08T06:07:15.595 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:244/600: open fd = 3 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:245/600: open fd = 3 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:246/600: open fd = 3 2024-05-08T06:07:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:247/600: open fd = 3 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:248/600: open fd = 3 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.597 INFO:tasks.workunit.client.0.smithi069.stdout:249/600: open fd = 3 2024-05-08T06:07:15.598 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.598 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.598 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:07:15.598 INFO:tasks.workunit.client.0.smithi069.stdout:250/600: open fd = 3 2024-05-08T06:07:15.598 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:15.598 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:07:16.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:16 smithi105 ceph-mon[34393]: pgmap v627: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:16 smithi135 ceph-mon[34761]: pgmap v627: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:16 smithi069 ceph-mon[29571]: pgmap v627: 97 pgs: 97 active+clean; 3.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:18 smithi135 ceph-mon[34761]: pgmap v628: 97 pgs: 97 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:18.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:18 smithi069 ceph-mon[29571]: pgmap v628: 97 pgs: 97 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:18 smithi105 ceph-mon[34393]: pgmap v628: 97 pgs: 97 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:20 smithi135 ceph-mon[34761]: pgmap v629: 97 pgs: 97 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:20.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:20 smithi069 ceph-mon[29571]: pgmap v629: 97 pgs: 97 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:20 smithi105 ceph-mon[34393]: pgmap v629: 97 pgs: 97 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:22 smithi135 ceph-mon[34761]: pgmap v630: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:22.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:22 smithi069 ceph-mon[29571]: pgmap v630: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:22 smithi105 ceph-mon[34393]: pgmap v630: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:24 smithi135 ceph-mon[34761]: pgmap v631: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:24 smithi069 ceph-mon[29571]: pgmap v631: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:24 smithi105 ceph-mon[34393]: pgmap v631: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:26 smithi135 ceph-mon[34761]: pgmap v632: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:26 smithi069 ceph-mon[29571]: pgmap v632: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:26 smithi105 ceph-mon[34393]: pgmap v632: 97 pgs: 97 active+clean; 3.6 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:28 smithi135 ceph-mon[34761]: pgmap v633: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:28 smithi069 ceph-mon[29571]: pgmap v633: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:28 smithi105 ceph-mon[34393]: pgmap v633: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:30 smithi069 ceph-mon[29571]: pgmap v634: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:30 smithi105 ceph-mon[34393]: pgmap v634: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:30 smithi135 ceph-mon[34761]: pgmap v634: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:32 smithi069 ceph-mon[29571]: pgmap v635: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:32 smithi105 ceph-mon[34393]: pgmap v635: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:32 smithi135 ceph-mon[34761]: pgmap v635: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:34.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:34 smithi105 ceph-mon[34393]: pgmap v636: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:34 smithi135 ceph-mon[34761]: pgmap v636: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:34 smithi069 ceph-mon[29571]: pgmap v636: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:36 smithi105 ceph-mon[34393]: pgmap v637: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:36 smithi135 ceph-mon[34761]: pgmap v637: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:36.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:36 smithi069 ceph-mon[29571]: pgmap v637: 97 pgs: 97 active+clean; 3.7 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:38 smithi135 ceph-mon[34761]: pgmap v638: 97 pgs: 97 active+clean; 3.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:38.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:38 smithi069 ceph-mon[29571]: pgmap v638: 97 pgs: 97 active+clean; 3.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:39.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:38 smithi105 ceph-mon[34393]: pgmap v638: 97 pgs: 97 active+clean; 3.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:40 smithi135 ceph-mon[34761]: pgmap v639: 97 pgs: 97 active+clean; 3.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:40 smithi069 ceph-mon[29571]: pgmap v639: 97 pgs: 97 active+clean; 3.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:40 smithi105 ceph-mon[34393]: pgmap v639: 97 pgs: 97 active+clean; 3.8 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:42 smithi135 ceph-mon[34761]: pgmap v640: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:42.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:42 smithi069 ceph-mon[29571]: pgmap v640: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:43.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:42 smithi105 ceph-mon[34393]: pgmap v640: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:44.273 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:07:44.730 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:44 smithi135 ceph-mon[34761]: pgmap v641: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:44 smithi069 ceph-mon[29571]: pgmap v641: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:45.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:44 smithi105 ceph-mon[34393]: pgmap v641: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:46 smithi135 ceph-mon[34761]: pgmap v642: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:46 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:07:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:46 smithi069 ceph-mon[29571]: pgmap v642: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:46 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:07:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:46 smithi105 ceph-mon[34393]: pgmap v642: 97 pgs: 97 active+clean; 3.8 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:46 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 -- 172.21.15.69:0/736896601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 msgr2=0x7fc8bc112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 --2- 172.21.15.69:0/736896601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 0x7fc8bc112290 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400b0a0 tx=0x7fc8b400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 -- 172.21.15.69:0/736896601 shutdown_connections 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 --2- 172.21.15.69:0/736896601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 0x7fc8bc112290 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 --2- 172.21.15.69:0/736896601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc8bc0756d0 0x7fc8bc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 --2- 172.21.15.69:0/736896601 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc10f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 -- 172.21.15.69:0/736896601 >> 172.21.15.69:0/736896601 conn(0x7fc8bc07a600 msgr2=0x7fc8bc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:47.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 -- 172.21.15.69:0/736896601 shutdown_connections 2024-05-08T06:07:47.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.159+0000 7fc8c3000700 1 -- 172.21.15.69:0/736896601 wait complete. 2024-05-08T06:07:47.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.161+0000 7fc8c3000700 1 Processor -- start 2024-05-08T06:07:47.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.161+0000 7fc8c3000700 1 -- start start 2024-05-08T06:07:47.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c3000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc8bc0756d0 0x7fc8bc19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c3000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c3000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 0x7fc8bc1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c3000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1158a0 con 0x7fc8bc10fea0 2024-05-08T06:07:47.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c3000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc115720 con 0x7fc8bc075ff0 2024-05-08T06:07:47.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c3000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc115a20 con 0x7fc8bc0756d0 2024-05-08T06:07:47.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8c1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 0x7fc8bc1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc8bc0756d0 0x7fc8bc19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:50708/0 (socket says 172.21.15.69:50708) 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 -- 172.21.15.69:0/2339464209 learned_addr learned my addr 172.21.15.69:0/2339464209 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 -- 172.21.15.69:0/2339464209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc8bc0756d0 msgr2=0x7fc8bc19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc8bc0756d0 0x7fc8bc19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 -- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 msgr2=0x7fc8bc1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 0x7fc8bc1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.162+0000 7fc8bb400700 1 -- 172.21.15.69:0/2339464209 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8bc1a0dd0 con 0x7fc8bc075ff0 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.163+0000 7fc8bb400700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc19c350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc8a800e970 tx=0x7fc8a800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.163+0000 7fc8b8c00700 1 -- 172.21.15.69:0/2339464209 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a800cbd0 con 0x7fc8bc075ff0 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.163+0000 7fc8b8c00700 1 -- 172.21.15.69:0/2339464209 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8a80044d0 con 0x7fc8bc075ff0 2024-05-08T06:07:47.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.163+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8bc1a10c0 con 0x7fc8bc075ff0 2024-05-08T06:07:47.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.163+0000 7fc8b8c00700 1 -- 172.21.15.69:0/2339464209 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a8003df0 con 0x7fc8bc075ff0 2024-05-08T06:07:47.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.163+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8bc1a8940 con 0x7fc8bc075ff0 2024-05-08T06:07:47.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.167+0000 7fc8b8c00700 1 -- 172.21.15.69:0/2339464209 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc8a8003f90 con 0x7fc8bc075ff0 2024-05-08T06:07:47.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.168+0000 7fc8cd894b80 1 Processor -- start 2024-05-08T06:07:47.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.168+0000 7fc8cd894b80 1 -- start start 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab152d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab15d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560a4aa67a20 con 0x560a4ab1abc0 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560a4aa05760 con 0x560a4ab158f0 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560a4aa639e0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8bbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab152d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8bbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab152d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:49708/0 (socket says 172.21.15.69:49708) 2024-05-08T06:07:47.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8bbe00700 1 -- 172.21.15.69:0/1491581530 learned_addr learned my addr 172.21.15.69:0/1491581530 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:47.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.169+0000 7fc8bb400700 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab15d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bbe00700 1 -- 172.21.15.69:0/1491581530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 msgr2=0x560a4ab15d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab15d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bbe00700 1 -- 172.21.15.69:0/1491581530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 msgr2=0x560a4ab1afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bbe00700 1 -- 172.21.15.69:0/1491581530 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a4a9b48d0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bb400700 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab15d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8b8c00700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8a00b2880 0x7fc8a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab152d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009db0 tx=0x7fc8ac011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e23b78c4d401307e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8b8c00700 1 -- 172.21.15.69:0/2339464209 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc8a80e2470 con 0x7fc8bc075ff0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8c1000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8a00b2880 0x7fc8a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8b1600700 1 -- 172.21.15.69:0/1491581530 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac01e070 con 0x560a4ab1b4e0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8b1600700 1 -- 172.21.15.69:0/1491581530 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8ac019ae0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.170+0000 7fc8b1600700 1 -- 172.21.15.69:0/1491581530 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac00eaf0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.171+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1491581530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 msgr2=0x560a4ab152d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.171+0000 7fc8c1000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8a00b2880 0x7fc8a00b4d40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400b780 tx=0x7fc8b4009780 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.171+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab152d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac009db0 tx=0x7fc8ac011720 comp rx=0 tx=0).stop 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1491581530 shutdown_connections 2024-05-08T06:07:47.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab15d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1491581530 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab152d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1491581530 >> 172.21.15.69:0/1491581530 conn(0x560a4aa8d6d0 msgr2=0x560a4ab0fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:47.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1491581530 shutdown_connections 2024-05-08T06:07:47.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1491581530 wait complete. 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.172+0000 7fc8cd894b80 1 -- start start 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 Processor -- start 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab210e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab1e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560a4ab2a6a0 con 0x560a4ab1abc0 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560a4a9cdb20 con 0x560a4ab158f0 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560a4ab2a820 con 0x560a4ab1b4e0 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8cd894b80 10 client.0 _ll_register_callbacks cb 0x560a4aa0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:47.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.173+0000 7fc8bb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab1e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8bb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52984/0 (socket says 172.21.15.69:52984) 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8bb400700 1 -- 172.21.15.69:0/1105556573 learned_addr learned my addr 172.21.15.69:0/1105556573 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab210e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 -- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 msgr2=0x560a4ab210e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab210e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 -- 172.21.15.69:0/1105556573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 msgr2=0x560a4ab1e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 -- 172.21.15.69:0/1105556573 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a4aa2d420 con 0x560a4ab1b4e0 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8c1000700 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab1e9c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400b070 tx=0x7fc8b400bf20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a465d0199ef452f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.174+0000 7fc8a6000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.175+0000 7fc8a6000700 1 -- 172.21.15.69:0/1105556573 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b402b070 con 0x560a4ab1b4e0 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.175+0000 7fc8a6000700 1 -- 172.21.15.69:0/1105556573 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc8b40078f0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.175+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8ac019ae0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8a6000700 1 -- 172.21.15.69:0/1105556573 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc8b4007af0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 10 client.26185 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:47.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a4ab34f30 con 0x560a4ab1b4e0 2024-05-08T06:07:47.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8a6000700 1 -- 172.21.15.69:0/1105556573 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8ac019ae0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8a6000700 1 -- 172.21.15.69:0/1105556573 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc8b4011070 con 0x560a4ab1b4e0 2024-05-08T06:07:47.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 10 client.26185 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:47.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 10 client.26185 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:47.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 20 client.26185 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:47.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4ab37570 0x560a4ab39960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 4 client.26185 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:47.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.178+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a4aae2140 con 0x560a4ab37570 2024-05-08T06:07:47.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.179+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4ab37570 0x560a4ab39960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.179+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4ab37570 0x560a4ab39960 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=819781b07d2b1efe server_cookie=b9a8cf748cf760ce in_seq=0 out_seq=0 2024-05-08T06:07:47.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.179+0000 7fc8a6000700 10 client.26185 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:47.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.180+0000 7fc8a6000700 1 -- 172.21.15.69:0/1105556573 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560a4aae2140 con 0x560a4ab37570 2024-05-08T06:07:47.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.180+0000 7fc8a6000700 10 client.26185 handle_command_reply: tid=0 2024-05-08T06:07:47.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.180+0000 7fc8cd894b80 1 client.26185 shutdown 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.180+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 msgr2=0x560a4ab1e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.180+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab1e9c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400b070 tx=0x7fc8b400bf20 comp rx=0 tx=0).stop 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 shutdown_connections 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4ab37570 0x560a4ab39960 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab1b4e0 0x560a4ab1e9c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab158f0 0x560a4ab210e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1105556573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8a6000700 0 client.26185 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 >> 172.21.15.69:0/1105556573 conn(0x560a4aa8d6d0 msgr2=0x560a4ab0f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 shutdown_connections 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1105556573 wait complete. 2024-05-08T06:07:47.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.181+0000 7fc8cd894b80 20 client.26185 trim_cache size 0 max 16384 2024-05-08T06:07:47.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 Processor -- start 2024-05-08T06:07:47.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 -- start start 2024-05-08T06:07:47.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab33840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab0f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1ae290 con 0x560a4ab1abc0 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1abb20 con 0x560a4ab1b4e0 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.203+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1074f0 con 0x560a4ab158f0 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab0f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab0f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:50714/0 (socket says 172.21.15.69:50714) 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 -- 172.21.15.69:0/27637778 learned_addr learned my addr 172.21.15.69:0/27637778 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab33840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8bb400700 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 -- 172.21.15.69:0/27637778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 msgr2=0x560a4ab33840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab33840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 -- 172.21.15.69:0/27637778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 msgr2=0x560a4ab1d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8c1000700 1 -- 172.21.15.69:0/27637778 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a4ab39fc0 con 0x560a4ab1b4e0 2024-05-08T06:07:47.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.204+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab33840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:47.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.205+0000 7fc8c1000700 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab0f910 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400d010 tx=0x7fc8b40094c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebfc977a788b3d1c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:47.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.205+0000 7fc8b0c00700 1 -- 172.21.15.69:0/27637778 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b402b040 con 0x560a4ab1b4e0 2024-05-08T06:07:47.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.205+0000 7fc8b0c00700 1 -- 172.21.15.69:0/27637778 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8b4030910 con 0x560a4ab1b4e0 2024-05-08T06:07:47.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.205+0000 7fc8b0c00700 1 -- 172.21.15.69:0/27637778 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b4007950 con 0x560a4ab1b4e0 2024-05-08T06:07:47.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 -- 172.21.15.69:0/27637778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 msgr2=0x560a4ab0f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab0f910 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400d010 tx=0x7fc8b40094c0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 -- 172.21.15.69:0/27637778 shutdown_connections 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab0f910 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab33840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/27637778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab1d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 -- 172.21.15.69:0/27637778 >> 172.21.15.69:0/27637778 conn(0x560a4aa8d6d0 msgr2=0x560a4ab1bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 -- 172.21.15.69:0/27637778 shutdown_connections 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.206+0000 7fc8cd894b80 1 -- 172.21.15.69:0/27637778 wait complete. 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.207+0000 7fc8cd894b80 1 -- start start 2024-05-08T06:07:47.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.207+0000 7fc8cd894b80 1 Processor -- start 2024-05-08T06:07:47.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab2fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab2cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab2d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1a9fe0 con 0x560a4ab1abc0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1ab450 con 0x560a4ab1b4e0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc1aa6b0 con 0x560a4ab158f0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8cd894b80 10 client.0 _ll_register_callbacks cb 0x560a4aa0ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab2cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab2fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab2cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53006/0 (socket says 172.21.15.69:53006) 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 -- 172.21.15.69:0/1800376616 learned_addr learned my addr 172.21.15.69:0/1800376616 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8c1000700 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab2d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 -- 172.21.15.69:0/1800376616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 msgr2=0x560a4ab2fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab2fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 -- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 msgr2=0x560a4ab2d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab2d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.208+0000 7fc8bb400700 1 -- 172.21.15.69:0/1800376616 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a4ab10820 con 0x560a4ab1abc0 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8bb400700 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab2cb90 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc8a80a5ac0 tx=0x7fc8a8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba8012cef2a82954 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8a6000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8a6000700 1 -- 172.21.15.69:0/1800376616 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8a80b2040 con 0x560a4ab1abc0 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8a6000700 1 -- 172.21.15.69:0/1800376616 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc8a80a9ca0 con 0x560a4ab1abc0 2024-05-08T06:07:47.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8b4030910 con 0x560a4ab1abc0 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8a6000700 1 -- 172.21.15.69:0/1800376616 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc8a80a91b0 con 0x560a4ab1abc0 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8cd894b80 10 client.16095 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.209+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560a4aba2a20 con 0x560a4ab1abc0 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8a6000700 1 -- 172.21.15.69:0/1800376616 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc8b4030910 con 0x560a4ab1abc0 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8a6000700 1 -- 172.21.15.69:0/1800376616 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc8a80b2410 con 0x560a4ab1abc0 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8cd894b80 10 client.16095 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8cd894b80 10 client.16095 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8cd894b80 20 client.16095 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:47.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4aba30e0 0x560a4aba5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8cd894b80 4 client.16095 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.210+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560a4aa75400 con 0x560a4aba30e0 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.211+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4aba30e0 0x560a4aba5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.211+0000 7fc8bbe00700 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4aba30e0 0x560a4aba5500 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7222c30bc7dd42ca server_cookie=56e958cb87e52d12 in_seq=0 out_seq=0 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.211+0000 7fc8a6000700 10 client.16095 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.211+0000 7fc8a6000700 1 -- 172.21.15.69:0/1800376616 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560a4aa75400 con 0x560a4aba30e0 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.211+0000 7fc8a6000700 10 client.16095 handle_command_reply: tid=0 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.211+0000 7fc8cd894b80 1 client.16095 shutdown 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 msgr2=0x560a4ab2cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab2cb90 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc8a80a5ac0 tx=0x7fc8a8000bc0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 shutdown_connections 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560a4ab1b4e0 0x560a4ab2d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560a4aba30e0 0x560a4aba5500 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560a4ab158f0 0x560a4ab2fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 --2- 172.21.15.69:0/1800376616 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560a4ab1abc0 0x560a4ab2cb90 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 >> 172.21.15.69:0/1800376616 conn(0x560a4aa8d6d0 msgr2=0x560a4ab20310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8a6000700 0 client.16095 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 shutdown_connections 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 1 -- 172.21.15.69:0/1800376616 wait complete. 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.212+0000 7fc8cd894b80 20 client.16095 trim_cache size 0 max 16384 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:07:47.215 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8a00b2880 msgr2=0x7fc8a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8a00b2880 0x7fc8a00b4d40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc8b400b780 tx=0x7fc8b4009780 comp rx=0 tx=0).stop 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 msgr2=0x7fc8bc19c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc19c350 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc8a800e970 tx=0x7fc8a800ec80 comp rx=0 tx=0).stop 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 shutdown_connections 2024-05-08T06:07:47.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc8bc10fea0 0x7fc8bc1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc8bc0756d0 0x7fc8bc19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8a00b2880 0x7fc8a00b4d40 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 --2- 172.21.15.69:0/2339464209 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc8bc075ff0 0x7fc8bc19c350 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:47.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 >> 172.21.15.69:0/2339464209 conn(0x7fc8bc07a600 msgr2=0x7fc8bc101990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:47.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.213+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 shutdown_connections 2024-05-08T06:07:47.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:47.214+0000 7fc8c3000700 1 -- 172.21.15.69:0/2339464209 wait complete. 2024-05-08T06:07:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:47 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:07:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:47 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:07:47.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:47 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:07:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:47 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:07:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:47 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:07:47.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:47 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:07:48.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:07:48.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:07:48.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:47 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:07:48.215 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:07:48.215 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:07:48.632 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:48.823 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:48 smithi069 ceph-mon[29571]: pgmap v643: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:49.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:48 smithi105 ceph-mon[34393]: pgmap v643: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:49.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:48 smithi135 ceph-mon[34761]: pgmap v643: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:07:50.692 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:50 smithi069 ceph-mon[29571]: pgmap v644: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 -- 172.21.15.69:0/3913234385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 msgr2=0x7feb18110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 --2- 172.21.15.69:0/3913234385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 0x7feb18110330 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7feb10009f90 tx=0x7feb1000b330 comp rx=0 tx=0).stop 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 -- 172.21.15.69:0/3913234385 shutdown_connections 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 --2- 172.21.15.69:0/3913234385 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 0x7feb18110330 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 --2- 172.21.15.69:0/3913234385 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb181098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 --2- 172.21.15.69:0/3913234385 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb1806b180 0x7feb1806b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 -- 172.21.15.69:0/3913234385 >> 172.21.15.69:0/3913234385 conn(0x7feb18079350 msgr2=0x7feb18079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 -- 172.21.15.69:0/3913234385 shutdown_connections 2024-05-08T06:07:50.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.860+0000 7feb20400700 1 -- 172.21.15.69:0/3913234385 wait complete. 2024-05-08T06:07:50.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.861+0000 7feb20400700 1 Processor -- start 2024-05-08T06:07:50.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.861+0000 7feb20400700 1 -- start start 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb20400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb1806b180 0x7feb18102470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb20400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 0x7feb181029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb20400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb18102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb20400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7feb18113670 con 0x7feb18109510 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb20400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7feb181134f0 con 0x7feb1806b180 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb20400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7feb181137f0 con 0x7feb1806bb40 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb1e400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb18102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb1e400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb18102ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48462/0 (socket says 172.21.15.69:48462) 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb1e400700 1 -- 172.21.15.69:0/601695751 learned_addr learned my addr 172.21.15.69:0/601695751 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb1da00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb1806b180 0x7feb18102470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:50.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.862+0000 7feb1d000700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 0x7feb181029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:50.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.863+0000 7feb1e400700 1 -- 172.21.15.69:0/601695751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 msgr2=0x7feb181029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:50.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.863+0000 7feb1e400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 0x7feb181029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.863+0000 7feb1e400700 1 -- 172.21.15.69:0/601695751 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb1806b180 msgr2=0x7feb18102470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.863+0000 7feb1e400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb1806b180 0x7feb18102470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.863+0000 7feb1e400700 1 -- 172.21.15.69:0/601695751 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb181a8130 con 0x7feb18109510 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.863+0000 7feb1e400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb18102ef0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7feb10009c10 tx=0x7feb1000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.864+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb10021070 con 0x7feb18109510 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.864+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb10007ac0 con 0x7feb18109510 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.864+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb181a83c0 con 0x7feb18109510 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.864+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb10005040 con 0x7feb18109510 2024-05-08T06:07:50.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.864+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb181a88c0 con 0x7feb18109510 2024-05-08T06:07:50.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.865+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb1806a190 con 0x7feb18109510 2024-05-08T06:07:50.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.867+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7feb10024070 con 0x7feb18109510 2024-05-08T06:07:50.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.870+0000 7feb16000700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb000b2900 0x7feb000b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:50.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.870+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7feb1000f020 con 0x7feb18109510 2024-05-08T06:07:50.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.870+0000 7feb1da00700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb000b2900 0x7feb000b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:50.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.871+0000 7feb1da00700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb000b2900 0x7feb000b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7feb0c005fd0 tx=0x7feb0c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:50.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:50.872+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feb1002b020 con 0x7feb18109510 2024-05-08T06:07:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:50 smithi105 ceph-mon[34393]: pgmap v644: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:50 smithi135 ceph-mon[34761]: pgmap v644: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:07:51.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.151+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb1802e510 con 0x7feb18109510 2024-05-08T06:07:51.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.153+0000 7feb16000700 1 -- 172.21.15.69:0/601695751 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7feb100ab690 con 0x7feb18109510 2024-05-08T06:07:51.153 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:07:51.154 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:07:51.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.155+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb000b2900 msgr2=0x7feb000b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:51.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.155+0000 7feb20400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb000b2900 0x7feb000b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7feb0c005fd0 tx=0x7feb0c009310 comp rx=0 tx=0).stop 2024-05-08T06:07:51.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.155+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 msgr2=0x7feb18102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:51.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.155+0000 7feb20400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb18102ef0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7feb10009c10 tx=0x7feb1000cca0 comp rx=0 tx=0).stop 2024-05-08T06:07:51.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 shutdown_connections 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7feb18109510 0x7feb18102ef0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7feb000b2900 0x7feb000b4dc0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7feb1806b180 0x7feb18102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 --2- 172.21.15.69:0/601695751 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7feb1806bb40 0x7feb181029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 >> 172.21.15.69:0/601695751 conn(0x7feb18079350 msgr2=0x7feb18101160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 shutdown_connections 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:51.156+0000 7feb20400700 1 -- 172.21.15.69:0/601695751 wait complete. 2024-05-08T06:07:51.160 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:07:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:51 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/601695751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:07:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:51 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/601695751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:07:52.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:51 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/601695751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:07:52.135 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:07:52.585 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:52.905 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:52 smithi069 ceph-mon[29571]: pgmap v645: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:53.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:52 smithi105 ceph-mon[34393]: pgmap v645: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:53.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:52 smithi135 ceph-mon[34761]: pgmap v645: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:07:54.851 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:54 smithi069 ceph-mon[29571]: pgmap v646: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:54.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 -- 172.21.15.69:0/3629313493 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 msgr2=0x7f61d8077db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 --2- 172.21.15.69:0/3629313493 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d8077db0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f61c8009990 tx=0x7f61c8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 -- 172.21.15.69:0/3629313493 shutdown_connections 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 --2- 172.21.15.69:0/3629313493 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d8114330 0x7f61d8116720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 --2- 172.21.15.69:0/3629313493 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d8077db0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 --2- 172.21.15.69:0/3629313493 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d80782f0 0x7f61d8113df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 -- 172.21.15.69:0/3629313493 >> 172.21.15.69:0/3629313493 conn(0x7f61d8101180 msgr2=0x7f61d81035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 -- 172.21.15.69:0/3629313493 shutdown_connections 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.909+0000 7f61dca00700 1 -- 172.21.15.69:0/3629313493 wait complete. 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.910+0000 7f61dca00700 1 Processor -- start 2024-05-08T06:07:54.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.910+0000 7f61dca00700 1 -- start start 2024-05-08T06:07:54.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61dca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d81a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61dca00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d80782f0 0x7f61d81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61dca00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d8114330 0x7f61d81a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61dca00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8119cc0 con 0x7f61d80779d0 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61dca00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8119b40 con 0x7f61d80782f0 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61dca00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8119e40 con 0x7f61d8114330 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d81a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61d5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d80782f0 0x7f61d81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d81a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48472/0 (socket says 172.21.15.69:48472) 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61d5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d80782f0 0x7f61d81a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34062/0 (socket says 172.21.15.69:34062) 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61d5e00700 1 -- 172.21.15.69:0/2438169870 learned_addr learned my addr 172.21.15.69:0/2438169870 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.911+0000 7f61d6800700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d8114330 0x7f61d81a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d5e00700 1 -- 172.21.15.69:0/2438169870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d8114330 msgr2=0x7f61d81a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d5e00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d8114330 0x7f61d81a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d5e00700 1 -- 172.21.15.69:0/2438169870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d80782f0 msgr2=0x7f61d81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d5e00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d80782f0 0x7f61d81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d5e00700 1 -- 172.21.15.69:0/2438169870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d81a51b0 con 0x7f61d80779d0 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d6800700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d8114330 0x7f61d81a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61d5e00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d81a01f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f61c80057c0 tx=0x7f61c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61cea00700 1 -- 172.21.15.69:0/2438169870 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c8027070 con 0x7f61d80779d0 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61cea00700 1 -- 172.21.15.69:0/2438169870 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c8003f20 con 0x7f61d80779d0 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61d81a5440 con 0x7f61d80779d0 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61cea00700 1 -- 172.21.15.69:0/2438169870 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c8022b50 con 0x7f61d80779d0 2024-05-08T06:07:54.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.912+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61d81acd20 con 0x7f61d80779d0 2024-05-08T06:07:54.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.916+0000 7f61cea00700 1 -- 172.21.15.69:0/2438169870 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f61c802a070 con 0x7f61d80779d0 2024-05-08T06:07:54.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.917+0000 7f61e7441b80 1 Processor -- start 2024-05-08T06:07:54.917 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.917+0000 7f61e7441b80 1 -- start start 2024-05-08T06:07:54.918 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.917+0000 7f61cea00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f61bc0b2880 0x7f61bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578ed2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578edd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61cea00700 1 -- 172.21.15.69:0/2438169870 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f61c80e3190 con 0x7f61d80779d0 2024-05-08T06:07:54.919 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61e7441b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b15783fa20 con 0x55b1578ed8f0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61e7441b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b1577dd760 con 0x55b1578f2bc0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61e7441b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b15783b9e0 con 0x55b1578f34e0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61d6800700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f61bc0b2880 0x7f61bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34068/0 (socket says 172.21.15.69:34068) 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61d5e00700 1 -- 172.21.15.69:0/2336218654 learned_addr learned my addr 172.21.15.69:0/2336218654 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61d6800700 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578edd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.918+0000 7f61d5400700 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578ed2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d5e00700 1 -- 172.21.15.69:0/2336218654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 msgr2=0x55b1578ed2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d5e00700 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578ed2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d5e00700 1 -- 172.21.15.69:0/2336218654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 msgr2=0x55b1578edd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d5e00700 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578edd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d5e00700 1 -- 172.21.15.69:0/2336218654 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b15778c8d0 con 0x55b1578f2bc0 2024-05-08T06:07:54.920 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d5e00700 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f2fa0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f61c80a6870 tx=0x7f61c8003780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f67348123b53cdd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:54.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61d6800700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f61bc0b2880 0x7f61bc0b4d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f61d0009550 tx=0x7f61d0007e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:54.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61c3400700 1 -- 172.21.15.69:0/2336218654 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c80aa300 con 0x55b1578f2bc0 2024-05-08T06:07:54.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61c3400700 1 -- 172.21.15.69:0/2336218654 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c80aaef0 con 0x55b1578f2bc0 2024-05-08T06:07:54.921 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.919+0000 7f61c3400700 1 -- 172.21.15.69:0/2336218654 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c80b3130 con 0x55b1578f2bc0 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 -- 172.21.15.69:0/2336218654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 msgr2=0x55b1578f2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f2fa0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f61c80a6870 tx=0x7f61c8003780 comp rx=0 tx=0).stop 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 -- 172.21.15.69:0/2336218654 shutdown_connections 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578edd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f2fa0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 --2- 172.21.15.69:0/2336218654 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 -- 172.21.15.69:0/2336218654 >> 172.21.15.69:0/2336218654 conn(0x55b1578656d0 msgr2=0x55b1578e7b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 -- 172.21.15.69:0/2336218654 shutdown_connections 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.920+0000 7f61e7441b80 1 -- 172.21.15.69:0/2336218654 wait complete. 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.921+0000 7f61e7441b80 1 -- start start 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.921+0000 7f61e7441b80 1 Processor -- start 2024-05-08T06:07:54.923 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578f91f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f6590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578f6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b1578f9ce0 con 0x55b1578ed8f0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b1577a5b20 con 0x55b1578f2bc0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b1578f9e60 con 0x55b1578f34e0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61e7441b80 10 client.0 _ll_register_callbacks cb 0x55b1577e6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f6590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34072/0 (socket says 172.21.15.69:34072) 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 -- 172.21.15.69:0/944113318 learned_addr learned my addr 172.21.15.69:0/944113318 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5e00700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578f91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d6800700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578f6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 -- 172.21.15.69:0/944113318 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 msgr2=0x55b1578f6ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578f6ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.924 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 -- 172.21.15.69:0/944113318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 msgr2=0x55b1578f91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.922+0000 7f61d5400700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578f91f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61d5400700 1 -- 172.21.15.69:0/944113318 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b157805420 con 0x55b1578f2bc0 2024-05-08T06:07:54.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61d5400700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f6590 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f61c400b9b0 tx=0x7f61c400bcc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=436ab5be97da5051 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:54.925 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61b7e00700 1 -- 172.21.15.69:0/944113318 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4003d70 con 0x55b1578f2bc0 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61c80aaef0 con 0x55b1578f2bc0 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61b7e00700 1 -- 172.21.15.69:0/944113318 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f61c401b440 con 0x55b1578f2bc0 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61b7e00700 1 -- 172.21.15.69:0/944113318 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f61c401b640 con 0x55b1578f2bc0 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61e7441b80 10 client.26252 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.923+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b157904560 con 0x55b1578f2bc0 2024-05-08T06:07:54.927 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61b7e00700 1 -- 172.21.15.69:0/944113318 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c80aaef0 con 0x55b1578f2bc0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61b7e00700 1 -- 172.21.15.69:0/944113318 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f61c4019020 con 0x55b1578f2bc0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61e7441b80 10 client.26252 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61e7441b80 10 client.26252 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61e7441b80 20 client.26252 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61e7441b80 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157906af0 0x55b157908f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61e7441b80 4 client.26252 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.924+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1578ba140 con 0x55b157906af0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.925+0000 7f61d5e00700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157906af0 0x55b157908f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.925+0000 7f61d5e00700 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157906af0 0x55b157908f00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b256d530fc347749 server_cookie=ea1fb012e44660c8 in_seq=0 out_seq=0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.925+0000 7f61b7e00700 10 client.26252 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.926+0000 7f61b7e00700 1 -- 172.21.15.69:0/944113318 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b1578ba140 con 0x55b157906af0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.926+0000 7f61b7e00700 10 client.26252 handle_command_reply: tid=0 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.926+0000 7f61e7441b80 1 client.26252 shutdown 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.926+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 msgr2=0x55b1578f6590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.926+0000 7f61e7441b80 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f6590 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f61c400b9b0 tx=0x7f61c400bcc0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.928 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 shutdown_connections 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157906af0 0x55b157908f00 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578f6ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578f91f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 --2- 172.21.15.69:0/944113318 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b1578f6590 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61b7e00700 0 client.26252 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 >> 172.21.15.69:0/944113318 conn(0x55b1578656d0 msgr2=0x55b1578e7190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 shutdown_connections 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 1 -- 172.21.15.69:0/944113318 wait complete. 2024-05-08T06:07:54.929 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.927+0000 7f61e7441b80 20 client.26252 trim_cache size 0 max 16384 2024-05-08T06:07:54.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.943+0000 7f61e7441b80 1 Processor -- start 2024-05-08T06:07:54.943 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.943+0000 7f61e7441b80 1 -- start start 2024-05-08T06:07:54.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.943+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578ed2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.943+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b157902d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578e7910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61e7441b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b69a0 con 0x55b1578ed8f0 2024-05-08T06:07:54.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61e7441b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b4230 con 0x55b1578f2bc0 2024-05-08T06:07:54.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61e7441b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b2080 con 0x55b1578f34e0 2024-05-08T06:07:54.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578ed2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578ed2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48498/0 (socket says 172.21.15.69:48498) 2024-05-08T06:07:54.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5e00700 1 -- 172.21.15.69:0/601206606 learned_addr learned my addr 172.21.15.69:0/601206606 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:54.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5400700 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b157902d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d6800700 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578e7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5400700 1 -- 172.21.15.69:0/601206606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 msgr2=0x55b1578e7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.946 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5400700 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578e7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5400700 1 -- 172.21.15.69:0/601206606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 msgr2=0x55b1578ed2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5400700 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578ed2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5400700 1 -- 172.21.15.69:0/601206606 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1578e2ab0 con 0x55b1578f2bc0 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.944+0000 7f61d5e00700 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.945+0000 7f61d5400700 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b157902d30 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f61c4011ac0 tx=0x7f61c4005ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6969df5ea5e9a130 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.945+0000 7f61c2a00700 1 -- 172.21.15.69:0/601206606 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4011640 con 0x55b1578f2bc0 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.945+0000 7f61c2a00700 1 -- 172.21.15.69:0/601206606 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c4003b70 con 0x55b1578f2bc0 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.945+0000 7f61c2a00700 1 -- 172.21.15.69:0/601206606 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c401be00 con 0x55b1578f2bc0 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 -- 172.21.15.69:0/601206606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 msgr2=0x55b157902d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b157902d30 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f61c4011ac0 tx=0x7f61c4005ee0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 -- 172.21.15.69:0/601206606 shutdown_connections 2024-05-08T06:07:54.947 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f34e0 0x55b1578e7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578ed8f0 0x55b1578ed2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 --2- 172.21.15.69:0/601206606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578f2bc0 0x55b157902d30 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 -- 172.21.15.69:0/601206606 >> 172.21.15.69:0/601206606 conn(0x55b1578656d0 msgr2=0x55b1578f4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 -- 172.21.15.69:0/601206606 shutdown_connections 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 -- 172.21.15.69:0/601206606 wait complete. 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.946+0000 7f61e7441b80 1 -- start start 2024-05-08T06:07:54.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 Processor -- start 2024-05-08T06:07:54.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 0x55b1578ff290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f2bc0 0x55b1578ff7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578f34e0 0x55b15790dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b26f0 con 0x55b1578f34e0 2024-05-08T06:07:54.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b3b60 con 0x55b1578ed8f0 2024-05-08T06:07:54.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b2dc0 con 0x55b1578f2bc0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61e7441b80 10 client.0 _ll_register_callbacks cb 0x55b1577e6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61d6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578f34e0 0x55b15790dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.947+0000 7f61d5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 0x55b1578ff290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578f34e0 0x55b15790dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48502/0 (socket says 172.21.15.69:48502) 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d6800700 1 -- 172.21.15.69:0/3696252626 learned_addr learned my addr 172.21.15.69:0/3696252626 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 0x55b1578ff290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34076/0 (socket says 172.21.15.69:34076) 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5400700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f2bc0 0x55b1578ff7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 -- 172.21.15.69:0/3696252626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f2bc0 msgr2=0x55b1578ff7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f2bc0 0x55b1578ff7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 -- 172.21.15.69:0/3696252626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578f34e0 msgr2=0x55b15790dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578f34e0 0x55b15790dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 -- 172.21.15.69:0/3696252626 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b15790e3e0 con 0x55b1578ed8f0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61d5e00700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 0x55b1578ff290 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f61c80cd230 tx=0x7f61c800b540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae18c89901d306ff server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:54.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.948+0000 7f61b7e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61b7e00700 1 -- 172.21.15.69:0/3696252626 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c80aaef0 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61b7e00700 1 -- 172.21.15.69:0/3696252626 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f61c8070120 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61c4003b70 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61b7e00700 1 -- 172.21.15.69:0/3696252626 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f61c80b10b0 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 10 client.26258 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b157971050 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61b7e00700 1 -- 172.21.15.69:0/3696252626 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c80c9030 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61b7e00700 1 -- 172.21.15.69:0/3696252626 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f61c80bfbb0 con 0x55b1578ed8f0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 10 client.26258 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 10 client.26258 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 20 client.26258 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157971450 0x55b157973840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 4 client.26258 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.949+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b15784d400 con 0x55b157971450 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.950+0000 7f61d5400700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157971450 0x55b157973840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:54.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.950+0000 7f61d5400700 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157971450 0x55b157973840 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7f3accf45de226ed server_cookie=c197f44737f04897 in_seq=0 out_seq=0 2024-05-08T06:07:54.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.950+0000 7f61b7e00700 10 client.26258 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.950+0000 7f61b7e00700 1 -- 172.21.15.69:0/3696252626 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b15784d400 con 0x55b157971450 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.950+0000 7f61b7e00700 10 client.26258 handle_command_reply: tid=0 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.950+0000 7f61e7441b80 1 client.26258 shutdown 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 msgr2=0x55b1578ff290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 0x55b1578ff290 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f61c80cd230 tx=0x7f61c800b540 comp rx=0 tx=0).stop 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 shutdown_connections 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b157971450 0x55b157973840 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b1578f34e0 0x55b15790dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b1578ed8f0 0x55b1578ff290 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 --2- 172.21.15.69:0/3696252626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b1578f2bc0 0x55b1578ff7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 >> 172.21.15.69:0/3696252626 conn(0x55b1578656d0 msgr2=0x55b1578f38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:54.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61b7e00700 0 client.26258 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:07:54.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 shutdown_connections 2024-05-08T06:07:54.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 1 -- 172.21.15.69:0/3696252626 wait complete. 2024-05-08T06:07:54.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.951+0000 7f61e7441b80 20 client.26258 trim_cache size 0 max 16384 2024-05-08T06:07:54.955 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f61bc0b2880 msgr2=0x7f61bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f61bc0b2880 0x7f61bc0b4d40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f61d0009550 tx=0x7f61d0007e30 comp rx=0 tx=0).stop 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 msgr2=0x7f61d81a01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d81a01f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f61c80057c0 tx=0x7f61c80057f0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 shutdown_connections 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f61d8114330 0x7f61d81a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f61d80779d0 0x7f61d81a01f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f61bc0b2880 0x7f61bc0b4d40 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 --2- 172.21.15.69:0/2438169870 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f61d80782f0 0x7f61d81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 >> 172.21.15.69:0/2438169870 conn(0x7f61d8101180 msgr2=0x7f61d8103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 shutdown_connections 2024-05-08T06:07:54.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:54.952+0000 7f61dca00700 1 -- 172.21.15.69:0/2438169870 wait complete. 2024-05-08T06:07:55.019 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:54 smithi105 ceph-mon[34393]: pgmap v646: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:55.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:54 smithi135 ceph-mon[34761]: pgmap v646: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:55.960 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:07:56.408 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:07:56.863 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:56 smithi135 ceph-mon[34761]: pgmap v647: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:56.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:56 smithi069 ceph-mon[29571]: pgmap v647: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:57.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:56 smithi105 ceph-mon[34393]: pgmap v647: 97 pgs: 97 active+clean; 3.9 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 -- 172.21.15.69:0/2245606677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f826410b6c0 msgr2=0x7f826410baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 --2- 172.21.15.69:0/2245606677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f826410b6c0 0x7f826410baa0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f8254009990 tx=0x7f8254009ca0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 -- 172.21.15.69:0/2245606677 shutdown_connections 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 --2- 172.21.15.69:0/2245606677 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8264106080 0x7f8264112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 --2- 172.21.15.69:0/2245606677 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f826410b6c0 0x7f826410baa0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 --2- 172.21.15.69:0/2245606677 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82641056c0 0x7f8264105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 -- 172.21.15.69:0/2245606677 >> 172.21.15.69:0/2245606677 conn(0x7f82641011b0 msgr2=0x7f82641035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 -- 172.21.15.69:0/2245606677 shutdown_connections 2024-05-08T06:07:58.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.725+0000 7f8269400700 1 -- 172.21.15.69:0/2245606677 wait complete. 2024-05-08T06:07:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.726+0000 7f8269400700 1 Processor -- start 2024-05-08T06:07:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.726+0000 7f8269400700 1 -- start start 2024-05-08T06:07:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8269400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82641056c0 0x7f826419bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8269400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 0x7f826419c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8269400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f826410b6c0 0x7f82641a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8269400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8264115900 con 0x7f8264106080 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8269400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8264115780 con 0x7f826410b6c0 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8269400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8264115a80 con 0x7f82641056c0 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 0x7f826419c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8262800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82641056c0 0x7f826419bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 0x7f826419c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50266/0 (socket says 172.21.15.69:50266) 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 -- 172.21.15.69:0/925752175 learned_addr learned my addr 172.21.15.69:0/925752175 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8263200700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f826410b6c0 0x7f82641a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 -- 172.21.15.69:0/925752175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82641056c0 msgr2=0x7f826419bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82641056c0 0x7f826419bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 -- 172.21.15.69:0/925752175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f826410b6c0 msgr2=0x7f82641a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f826410b6c0 0x7f82641a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.727+0000 7f8259e00700 1 -- 172.21.15.69:0/925752175 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82641a0de0 con 0x7f8264106080 2024-05-08T06:07:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.728+0000 7f8259e00700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 0x7f826419c310 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f824c00ef10 tx=0x7f824c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.728+0000 7f825be00700 1 -- 172.21.15.69:0/925752175 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c00c9b0 con 0x7f8264106080 2024-05-08T06:07:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.728+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82641a1070 con 0x7f8264106080 2024-05-08T06:07:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.728+0000 7f825be00700 1 -- 172.21.15.69:0/925752175 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f824c019070 con 0x7f8264106080 2024-05-08T06:07:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.728+0000 7f825be00700 1 -- 172.21.15.69:0/925752175 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c014480 con 0x7f8264106080 2024-05-08T06:07:58.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.728+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82641a8950 con 0x7f8264106080 2024-05-08T06:07:58.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.732+0000 7f825be00700 1 -- 172.21.15.69:0/925752175 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f824c012050 con 0x7f8264106080 2024-05-08T06:07:58.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.733+0000 7f8273dd9b80 1 Processor -- start 2024-05-08T06:07:58.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.733+0000 7f8273dd9b80 1 -- start start 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.733+0000 7f825be00700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f82440b2900 0x7f82440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.733+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 0x559e3759d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d980 0x559e375a1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375a1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559e374efa20 con 0x559e375a19d0 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559e3748d760 con 0x559e3759d980 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559e374eb9e0 con 0x559e3759d060 2024-05-08T06:07:58.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f825be00700 1 -- 172.21.15.69:0/925752175 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f824c0e2140 con 0x7f8264106080 2024-05-08T06:07:58.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8263200700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f82440b2900 0x7f82440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 0x559e3759d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 0x559e3759d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40384/0 (socket says 172.21.15.69:40384) 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 -- 172.21.15.69:0/3600814736 learned_addr learned my addr 172.21.15.69:0/3600814736 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8259e00700 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d980 0x559e375a1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8263200700 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375a1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 -- 172.21.15.69:0/3600814736 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d980 msgr2=0x559e375a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d980 0x559e375a1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 -- 172.21.15.69:0/3600814736 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 msgr2=0x559e375a1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375a1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.734+0000 7f8262800700 1 -- 172.21.15.69:0/3600814736 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e3743c8d0 con 0x559e3759d060 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.735+0000 7f8262800700 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 0x559e3759d440 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8254009750 tx=0x7f8254005ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a921aa479de089d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.735+0000 7f8263200700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f82440b2900 0x7f82440b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f825c010560 tx=0x7f825c007760 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:58.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.735+0000 7f8253e00700 1 -- 172.21.15.69:0/3600814736 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254027070 con 0x559e3759d060 2024-05-08T06:07:58.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.735+0000 7f8253e00700 1 -- 172.21.15.69:0/3600814736 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82540056d0 con 0x559e3759d060 2024-05-08T06:07:58.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.735+0000 7f8253e00700 1 -- 172.21.15.69:0/3600814736 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254003c70 con 0x559e3759d060 2024-05-08T06:07:58.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 -- 172.21.15.69:0/3600814736 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 msgr2=0x559e3759d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 0x559e3759d440 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8254009750 tx=0x7f8254005ec0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 -- 172.21.15.69:0/3600814736 shutdown_connections 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375a1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d060 0x559e3759d440 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/3600814736 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d980 0x559e375a1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 -- 172.21.15.69:0/3600814736 >> 172.21.15.69:0/3600814736 conn(0x559e374cbb60 msgr2=0x559e375977a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 -- 172.21.15.69:0/3600814736 shutdown_connections 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.736+0000 7f8273dd9b80 1 -- 172.21.15.69:0/3600814736 wait complete. 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.737+0000 7f8273dd9b80 1 -- start start 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.737+0000 7f8273dd9b80 1 Processor -- start 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e375a8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375a6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559e375a9b80 con 0x559e3759d060 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559e37455b20 con 0x559e375a19d0 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559e375a9d00 con 0x559e3759d980 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8273dd9b80 10 client.0 _ll_register_callbacks cb 0x559e37496c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e375a8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8263200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e375a8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50280/0 (socket says 172.21.15.69:50280) 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 -- 172.21.15.69:0/2681547516 learned_addr learned my addr 172.21.15.69:0/2681547516 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8259e00700 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375a6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 -- 172.21.15.69:0/2681547516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 msgr2=0x559e375a6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375a6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 -- 172.21.15.69:0/2681547516 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 msgr2=0x559e375a66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.738+0000 7f8262800700 1 -- 172.21.15.69:0/2681547516 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e374b5420 con 0x559e3759d060 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8262800700 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e375a8dc0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8254009990 tx=0x7f8254003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23be6042404a410a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8250c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8250c00700 1 -- 172.21.15.69:0/2681547516 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254032060 con 0x559e3759d060 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8250c00700 1 -- 172.21.15.69:0/2681547516 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f825400b930 con 0x559e3759d060 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82540056d0 con 0x559e3759d060 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8250c00700 1 -- 172.21.15.69:0/2681547516 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8254027070 con 0x559e3759d060 2024-05-08T06:07:58.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8273dd9b80 10 client.16131 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.739+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559e375b4390 con 0x559e3759d060 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8250c00700 1 -- 172.21.15.69:0/2681547516 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82540056d0 con 0x559e3759d060 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8250c00700 1 -- 172.21.15.69:0/2681547516 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8254021070 con 0x559e3759d060 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8273dd9b80 10 client.16131 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8273dd9b80 10 client.16131 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8273dd9b80 20 client.16131 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e375b6860 0x559e375b8c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8273dd9b80 4 client.16131 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.740+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e3756a0a0 con 0x559e375b6860 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.741+0000 7f8259e00700 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e375b6860 0x559e375b8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.741+0000 7f8259e00700 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e375b6860 0x559e375b8c50 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3a15b4ca65caa0ea server_cookie=ba8209567460c301 in_seq=0 out_seq=0 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.741+0000 7f8250c00700 10 client.16131 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8250c00700 1 -- 172.21.15.69:0/2681547516 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559e3756a0a0 con 0x559e375b6860 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8250c00700 10 client.16131 handle_command_reply: tid=0 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 client.16131 shutdown 2024-05-08T06:07:58.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 msgr2=0x559e375a8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e375a8dc0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f8254009990 tx=0x7f8254003ee0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 shutdown_connections 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e375b6860 0x559e375b8c50 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e375a8dc0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8250c00700 0 client.16131 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/2681547516 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 >> 172.21.15.69:0/2681547516 conn(0x559e374cbb60 msgr2=0x559e375922b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 shutdown_connections 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 1 -- 172.21.15.69:0/2681547516 wait complete. 2024-05-08T06:07:58.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.742+0000 7f8273dd9b80 20 client.16131 trim_cache size 0 max 16384 2024-05-08T06:07:58.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 Processor -- start 2024-05-08T06:07:58.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 -- start start 2024-05-08T06:07:58.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e3759f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e3759f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a4940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f82641b2690 con 0x559e3759d060 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f82641aff20 con 0x559e375a19d0 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82641add70 con 0x559e3759d980 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8262800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e3759f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8259e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e3759f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8259e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e3759f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40396/0 (socket says 172.21.15.69:40396) 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8259e00700 1 -- 172.21.15.69:0/590212442 learned_addr learned my addr 172.21.15.69:0/590212442 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:58.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.759+0000 7f8263200700 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8262800700 1 -- 172.21.15.69:0/590212442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 msgr2=0x559e3759f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8262800700 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e3759f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8262800700 1 -- 172.21.15.69:0/590212442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 msgr2=0x559e375a4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8262800700 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8262800700 1 -- 172.21.15.69:0/590212442 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e375943f0 con 0x559e3759d060 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8259e00700 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e3759f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8262800700 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e3759f2c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f82540098e0 tx=0x7f8254005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b18cac324ed14df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8253400700 1 -- 172.21.15.69:0/590212442 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825403c020 con 0x559e3759d060 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8253400700 1 -- 172.21.15.69:0/590212442 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8254028040 con 0x559e3759d060 2024-05-08T06:07:58.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.760+0000 7f8253400700 1 -- 172.21.15.69:0/590212442 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254032040 con 0x559e3759d060 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 -- 172.21.15.69:0/590212442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 msgr2=0x559e3759f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e3759f2c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f82540098e0 tx=0x7f8254005680 comp rx=0 tx=0).stop 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 -- 172.21.15.69:0/590212442 shutdown_connections 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e375a19d0 0x559e375a4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e3759d060 0x559e3759f2c0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/590212442 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e3759f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 -- 172.21.15.69:0/590212442 >> 172.21.15.69:0/590212442 conn(0x559e374cbb60 msgr2=0x559e375922b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 -- 172.21.15.69:0/590212442 shutdown_connections 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.761+0000 7f8273dd9b80 1 -- 172.21.15.69:0/590212442 wait complete. 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 -- start start 2024-05-08T06:07:58.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 Processor -- start 2024-05-08T06:07:58.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 0x559e375b97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375b9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375ba250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f82641ae3e0 con 0x559e375a19d0 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f82641af850 con 0x559e3759d060 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f82641aeab0 con 0x559e3759d980 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.762+0000 7f8273dd9b80 10 client.0 _ll_register_callbacks cb 0x559e37496c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 0x559e375b97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 0x559e375b97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42128/0 (socket says 172.21.15.69:42128) 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 -- 172.21.15.69:0/1910652114 learned_addr learned my addr 172.21.15.69:0/1910652114 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8263200700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375ba250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8259e00700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375b9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 -- 172.21.15.69:0/1910652114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 msgr2=0x559e375b9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375b9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 -- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 msgr2=0x559e375ba250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375ba250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.763+0000 7f8262800700 1 -- 172.21.15.69:0/1910652114 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e37628590 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8262800700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 0x559e375b97d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f825400fbe0 tx=0x7f825400f4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f84fd86422d3cb65 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8250c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8250c00700 1 -- 172.21.15.69:0/1910652114 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825403c040 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8254028040 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8250c00700 1 -- 172.21.15.69:0/1910652114 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f825400bb30 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8250c00700 1 -- 172.21.15.69:0/1910652114 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8254032040 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8273dd9b80 10 client.26276 fetch_fsmap learned FSMap version 26 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.764+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559e37629830 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8250c00700 1 -- 172.21.15.69:0/1910652114 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8254028040 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8250c00700 1 -- 172.21.15.69:0/1910652114 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8254021070 con 0x559e3759d060 2024-05-08T06:07:58.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8273dd9b80 10 client.26276 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8273dd9b80 10 client.26276 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8273dd9b80 20 client.26276 populate_metadata read hostname 'smithi069' 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e37629e00 0x559e3762c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8273dd9b80 4 client.26276 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559e374fd400 con 0x559e37629e00 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.765+0000 7f8259e00700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e37629e00 0x559e3762c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8259e00700 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e37629e00 0x559e3762c220 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f37fbcfc40a5a265 server_cookie=a321647abe146f6e in_seq=0 out_seq=0 2024-05-08T06:07:58.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8250c00700 10 client.26276 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:58.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8250c00700 1 -- 172.21.15.69:0/1910652114 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559e374fd400 con 0x559e37629e00 2024-05-08T06:07:58.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8250c00700 10 client.26276 handle_command_reply: tid=0 2024-05-08T06:07:58.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 client.26276 shutdown 2024-05-08T06:07:58.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 msgr2=0x559e375b97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 0x559e375b97d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f825400fbe0 tx=0x7f825400f4d0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 shutdown_connections 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x559e37629e00 0x559e3762c220 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559e375a19d0 0x559e375ba250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559e3759d060 0x559e375b97d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 --2- 172.21.15.69:0/1910652114 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559e3759d980 0x559e375b9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8250c00700 0 client.26276 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 >> 172.21.15.69:0/1910652114 conn(0x559e374cbb60 msgr2=0x559e3759be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 shutdown_connections 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.766+0000 7f8273dd9b80 1 -- 172.21.15.69:0/1910652114 wait complete. 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8273dd9b80 20 client.26276 trim_cache size 0 max 16384 2024-05-08T06:07:58.770 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:07:58.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f82440b2900 msgr2=0x7f82440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f82440b2900 0x7f82440b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f825c010560 tx=0x7f825c007760 comp rx=0 tx=0).stop 2024-05-08T06:07:58.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 msgr2=0x7f826419c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:07:58.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 0x7f826419c310 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f824c00ef10 tx=0x7f824c00c3a0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 shutdown_connections 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f82440b2900 0x7f82440b4dc0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f826410b6c0 0x7f82641a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f82641056c0 0x7f826419bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 --2- 172.21.15.69:0/925752175 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8264106080 0x7f826419c310 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.767+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 >> 172.21.15.69:0/925752175 conn(0x7f82641011b0 msgr2=0x7f8264101950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.768+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 shutdown_connections 2024-05-08T06:07:58.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:07:58.768+0000 7f8269400700 1 -- 172.21.15.69:0/925752175 wait complete. 2024-05-08T06:07:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:07:58 smithi069 ceph-mon[29571]: pgmap v648: 97 pgs: 97 active+clean; 4.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:07:59.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:07:58 smithi105 ceph-mon[34393]: pgmap v648: 97 pgs: 97 active+clean; 4.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:07:59.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:07:58 smithi135 ceph-mon[34761]: pgmap v648: 97 pgs: 97 active+clean; 4.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:07:59.858 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:08:00.302 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:00.816 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:00 smithi069 ceph-mon[29571]: pgmap v649: 97 pgs: 97 active+clean; 4.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:01.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:00 smithi105 ceph-mon[34393]: pgmap v649: 97 pgs: 97 active+clean; 4.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:01.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:00 smithi135 ceph-mon[34761]: pgmap v649: 97 pgs: 97 active+clean; 4.0 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:02.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 -- 172.21.15.69:0/371649946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 msgr2=0x7f139c108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 --2- 172.21.15.69:0/371649946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c108120 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f13840099c0 tx=0x7f1384009cd0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 -- 172.21.15.69:0/371649946 shutdown_connections 2024-05-08T06:08:02.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 --2- 172.21.15.69:0/371649946 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f139c108850 0x7f139c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 --2- 172.21.15.69:0/371649946 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f139c103750 0x7f139c103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 --2- 172.21.15.69:0/371649946 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c108120 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 -- 172.21.15.69:0/371649946 >> 172.21.15.69:0/371649946 conn(0x7f139c07a600 msgr2=0x7f139c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:02.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 -- 172.21.15.69:0/371649946 shutdown_connections 2024-05-08T06:08:02.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.722+0000 7f13a2400700 1 -- 172.21.15.69:0/371649946 wait complete. 2024-05-08T06:08:02.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 Processor -- start 2024-05-08T06:08:02.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 -- start start 2024-05-08T06:08:02.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f139c103750 0x7f139c19f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c19fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f139c108850 0x7f139c199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f139c113660 con 0x7f139c104100 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1134e0 con 0x7f139c108850 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.724+0000 7f13a2400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1137e0 con 0x7f139c103750 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c19fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c19fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50310/0 (socket says 172.21.15.69:50310) 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 -- 172.21.15.69:0/1411894837 learned_addr learned my addr 172.21.15.69:0/1411894837 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f139b400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f139c103750 0x7f139c19f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f139be00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f139c108850 0x7f139c199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 -- 172.21.15.69:0/1411894837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f139c103750 msgr2=0x7f139c19f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f139c103750 0x7f139c19f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 -- 172.21.15.69:0/1411894837 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f139c108850 msgr2=0x7f139c199920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f139c108850 0x7f139c199920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.725+0000 7f1392a00700 1 -- 172.21.15.69:0/1411894837 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f139c19a080 con 0x7f139c104100 2024-05-08T06:08:02.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.726+0000 7f1392a00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c19fca0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1384006010 tx=0x7f13840055f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:02.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.726+0000 7f1398c00700 1 -- 172.21.15.69:0/1411894837 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384026070 con 0x7f139c104100 2024-05-08T06:08:02.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.726+0000 7f1398c00700 1 -- 172.21.15.69:0/1411894837 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f138400f460 con 0x7f139c104100 2024-05-08T06:08:02.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.726+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f139c19a310 con 0x7f139c104100 2024-05-08T06:08:02.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.726+0000 7f1398c00700 1 -- 172.21.15.69:0/1411894837 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1384009e60 con 0x7f139c104100 2024-05-08T06:08:02.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.726+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f139c1a6630 con 0x7f139c104100 2024-05-08T06:08:02.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.730+0000 7f1398c00700 1 -- 172.21.15.69:0/1411894837 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1384029070 con 0x7f139c104100 2024-05-08T06:08:02.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.731+0000 7f13ace69b80 1 Processor -- start 2024-05-08T06:08:02.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.731+0000 7f13ace69b80 1 -- start start 2024-05-08T06:08:02.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca6bc0 0x560adeca6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adeca12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adeca1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f13ace69b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560adebf3a20 con 0x560adeca74e0 2024-05-08T06:08:02.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f13ace69b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560adeb91760 con 0x560adeca6bc0 2024-05-08T06:08:02.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f13ace69b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560adebef9e0 con 0x560adeca18f0 2024-05-08T06:08:02.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f1398c00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13800b2880 0x7f13800b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f1398c00700 1 -- 172.21.15.69:0/1411894837 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f13840e2a10 con 0x7f139c104100 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f139be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca6bc0 0x560adeca6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.732+0000 7f139b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adeca12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f139be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca6bc0 0x560adeca6fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42152/0 (socket says 172.21.15.69:42152) 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f139be00700 1 -- 172.21.15.69:0/1976892307 learned_addr learned my addr 172.21.15.69:0/1976892307 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adeca1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f139be00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13800b2880 0x7f13800b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 -- 172.21.15.69:0/1976892307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca6bc0 msgr2=0x560adeca6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca6bc0 0x560adeca6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 -- 172.21.15.69:0/1976892307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 msgr2=0x560adeca12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adeca12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 -- 172.21.15.69:0/1976892307 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560adeb408d0 con 0x560adeca18f0 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.733+0000 7f1392a00700 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adeca1d70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1384009990 tx=0x7f13840a9a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5011eb8e50e5355 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.734+0000 7f139be00700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13800b2880 0x7f13800b4d40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1394007610 tx=0x7f1394007320 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.734+0000 7f1390c00700 1 -- 172.21.15.69:0/1976892307 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13840aa070 con 0x560adeca18f0 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.734+0000 7f1390c00700 1 -- 172.21.15.69:0/1976892307 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13840ae420 con 0x560adeca18f0 2024-05-08T06:08:02.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.734+0000 7f1390c00700 1 -- 172.21.15.69:0/1976892307 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13840dbd10 con 0x560adeca18f0 2024-05-08T06:08:02.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.734+0000 7f13ace69b80 1 -- 172.21.15.69:0/1976892307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 msgr2=0x560adeca1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.734+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adeca1d70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f1384009990 tx=0x7f13840a9a40 comp rx=0 tx=0).stop 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 -- 172.21.15.69:0/1976892307 shutdown_connections 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adeca1d70 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca6bc0 0x560adeca6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1976892307 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adeca12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 -- 172.21.15.69:0/1976892307 >> 172.21.15.69:0/1976892307 conn(0x560adec196d0 msgr2=0x560adec9bb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 -- 172.21.15.69:0/1976892307 shutdown_connections 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 -- 172.21.15.69:0/1976892307 wait complete. 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.735+0000 7f13ace69b80 1 -- start start 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 Processor -- start 2024-05-08T06:08:02.738 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecad230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecaa5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecaab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560adecadce0 con 0x560adeca6bc0 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560adeb59b20 con 0x560adeca74e0 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560adecade60 con 0x560adeca18f0 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.736+0000 7f13ace69b80 10 client.0 _ll_register_callbacks cb 0x560adeb9ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecad230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f1392a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecaa5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecad230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40428/0 (socket says 172.21.15.69:40428) 2024-05-08T06:08:02.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 -- 172.21.15.69:0/2714331277 learned_addr learned my addr 172.21.15.69:0/2714331277 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139be00700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecaab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 -- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 msgr2=0x560adecaab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecaab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 -- 172.21.15.69:0/2714331277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 msgr2=0x560adecaa5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecaa5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139b400700 1 -- 172.21.15.69:0/2714331277 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560adebb9420 con 0x560adeca18f0 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f1392a00700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecaa5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.737+0000 7f139be00700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecaab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:02.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f139b400700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecad230 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f138c011eb0 tx=0x7f138c014600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6e1ce2389c51d41 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:02.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f1389600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:02.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f1389600700 1 -- 172.21.15.69:0/2714331277 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f138c014ce0 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f1389600700 1 -- 172.21.15.69:0/2714331277 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f138c003a00 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13840ae420 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f1389600700 1 -- 172.21.15.69:0/2714331277 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f138c014e80 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f13ace69b80 10 client.26245 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.738+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560adecb8550 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f1389600700 1 -- 172.21.15.69:0/2714331277 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13840ae420 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f1389600700 1 -- 172.21.15.69:0/2714331277 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f138c007500 con 0x560adeca18f0 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f13ace69b80 10 client.26245 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f13ace69b80 10 client.26245 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f13ace69b80 20 client.26245 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f13ace69b80 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560adecbab90 0x560adecbcfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f13ace69b80 4 client.26245 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560adec6e140 con 0x560adecbab90 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.739+0000 7f1392a00700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560adecbab90 0x560adecbcfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.740+0000 7f1392a00700 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560adecbab90 0x560adecbcfa0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e91ce5c8abf3c6b5 server_cookie=400891c3e512754a in_seq=0 out_seq=0 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.740+0000 7f1389600700 10 client.26245 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f1389600700 1 -- 172.21.15.69:0/2714331277 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560adec6e140 con 0x560adecbab90 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f1389600700 10 client.26245 handle_command_reply: tid=0 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 client.26245 shutdown 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 msgr2=0x560adecad230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecad230 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f138c011eb0 tx=0x7f138c014600 comp rx=0 tx=0).stop 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 shutdown_connections 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecaab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560adecbab90 0x560adecbcfa0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecad230 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f1389600700 0 client.26245 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:02.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 --2- 172.21.15.69:0/2714331277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecaa5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 >> 172.21.15.69:0/2714331277 conn(0x560adec196d0 msgr2=0x560adec9b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:02.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 shutdown_connections 2024-05-08T06:08:02.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.741+0000 7f13ace69b80 1 -- 172.21.15.69:0/2714331277 wait complete. 2024-05-08T06:08:02.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.742+0000 7f13ace69b80 20 client.26245 trim_cache size 0 max 16384 2024-05-08T06:08:02.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 Processor -- start 2024-05-08T06:08:02.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 -- start start 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca18f0 0x560adeca12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 0x560adeca9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adecb6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1b0240 con 0x560adeca74e0 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1adad0 con 0x560adeca18f0 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.758+0000 7f13ace69b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1ab940 con 0x560adeca6bc0 2024-05-08T06:08:02.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 0x560adeca9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 0x560adeca9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40432/0 (socket says 172.21.15.69:40432) 2024-05-08T06:08:02.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f139b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca18f0 0x560adeca12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 -- 172.21.15.69:0/1267939503 learned_addr learned my addr 172.21.15.69:0/1267939503 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:02.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f139be00700 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adecb6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 -- 172.21.15.69:0/1267939503 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca18f0 msgr2=0x560adeca12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.761 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca18f0 0x560adeca12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 -- 172.21.15.69:0/1267939503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 msgr2=0x560adecb6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adecb6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f1392a00700 1 -- 172.21.15.69:0/1267939503 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560adeca71f0 con 0x560adeca6bc0 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.759+0000 7f139b400700 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca18f0 0x560adeca12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.760+0000 7f1392a00700 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 0x560adeca9530 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f138400fc80 tx=0x7f13840a99c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7246caadc22f5dc3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.760+0000 7f138be00700 1 -- 172.21.15.69:0/1267939503 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13840dd030 con 0x560adeca6bc0 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.760+0000 7f138be00700 1 -- 172.21.15.69:0/1267939503 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13840aa070 con 0x560adeca6bc0 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.760+0000 7f138be00700 1 -- 172.21.15.69:0/1267939503 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13840aa2d0 con 0x560adeca6bc0 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 -- 172.21.15.69:0/1267939503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 msgr2=0x560adeca9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 0x560adeca9530 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f138400fc80 tx=0x7f13840a99c0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 -- 172.21.15.69:0/1267939503 shutdown_connections 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca74e0 0x560adecb6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca18f0 0x560adeca12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 --2- 172.21.15.69:0/1267939503 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca6bc0 0x560adeca9530 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 -- 172.21.15.69:0/1267939503 >> 172.21.15.69:0/1267939503 conn(0x560adec196d0 msgr2=0x560adeca5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 -- 172.21.15.69:0/1267939503 shutdown_connections 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 -- 172.21.15.69:0/1267939503 wait complete. 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.761+0000 7f13ace69b80 1 -- start start 2024-05-08T06:08:02.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 Processor -- start 2024-05-08T06:08:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecb33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecc1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecc21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1abf90 con 0x560adeca6bc0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1ad400 con 0x560adeca74e0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f139c1ac660 con 0x560adeca18f0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.762+0000 7f13ace69b80 10 client.0 _ll_register_callbacks cb 0x560adeb9ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecb33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecc21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f1392a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecc1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecb33d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40448/0 (socket says 172.21.15.69:40448) 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 -- 172.21.15.69:0/856605556 learned_addr learned my addr 172.21.15.69:0/856605556 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 -- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 msgr2=0x560adecc21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecc21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 -- 172.21.15.69:0/856605556 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 msgr2=0x560adecc1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecc1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 -- 172.21.15.69:0/856605556 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560adecc27d0 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f139b400700 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecb33d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f138c007b10 tx=0x7f138c0077b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=547d74b79eff00ce server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.763+0000 7f1389600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f1389600700 1 -- 172.21.15.69:0/856605556 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f138c0093a0 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f1389600700 1 -- 172.21.15.69:0/856605556 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f138c003a00 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13840aa070 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f1389600700 1 -- 172.21.15.69:0/856605556 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f138c003c00 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 10 client.26251 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560aded25250 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f1389600700 1 -- 172.21.15.69:0/856605556 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13840aa070 con 0x560adeca18f0 2024-05-08T06:08:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f1389600700 1 -- 172.21.15.69:0/856605556 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f138c01e420 con 0x560adeca18f0 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 10 client.26251 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 10 client.26251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 20 client.26251 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560aded25900 0x560aded27d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 4 client.26251 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.764+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560adec01400 con 0x560aded25900 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.765+0000 7f1392a00700 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560aded25900 0x560aded27d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.765+0000 7f1392a00700 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560aded25900 0x560aded27d20 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=771141dbbfb25ff9 server_cookie=6379214e3d1038d3 in_seq=0 out_seq=0 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.765+0000 7f1389600700 10 client.26251 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.765+0000 7f1389600700 1 -- 172.21.15.69:0/856605556 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560adec01400 con 0x560aded25900 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.765+0000 7f1389600700 10 client.26251 handle_command_reply: tid=0 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.765+0000 7f13ace69b80 1 client.26251 shutdown 2024-05-08T06:08:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 msgr2=0x560adecb33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecb33d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f138c007b10 tx=0x7f138c0077b0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 shutdown_connections 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560adeca74e0 0x560adecc21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560aded25900 0x560aded27d20 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560adeca18f0 0x560adecb33d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 --2- 172.21.15.69:0/856605556 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560adeca6bc0 0x560adecc1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 >> 172.21.15.69:0/856605556 conn(0x560adec196d0 msgr2=0x560adeca6000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f1389600700 0 client.26251 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 shutdown_connections 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 1 -- 172.21.15.69:0/856605556 wait complete. 2024-05-08T06:08:02.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.766+0000 7f13ace69b80 20 client.26251 trim_cache size 0 max 16384 2024-05-08T06:08:02.771 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:02.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13800b2880 msgr2=0x7f13800b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13800b2880 0x7f13800b4d40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f1394007610 tx=0x7f1394007320 comp rx=0 tx=0).stop 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 msgr2=0x7f139c19fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c19fca0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1384006010 tx=0x7f13840055f0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 shutdown_connections 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13800b2880 0x7f13800b4d40 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f139c108850 0x7f139c199920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f139c103750 0x7f139c19f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 --2- 172.21.15.69:0/1411894837 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f139c104100 0x7f139c19fca0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 >> 172.21.15.69:0/1411894837 conn(0x7f139c07a600 msgr2=0x7f139c101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 shutdown_connections 2024-05-08T06:08:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:02.767+0000 7f13a2400700 1 -- 172.21.15.69:0/1411894837 wait complete. 2024-05-08T06:08:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:02 smithi069 ceph-mon[29571]: pgmap v650: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:03.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:02 smithi105 ceph-mon[34393]: pgmap v650: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:03.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:02 smithi135 ceph-mon[34761]: pgmap v650: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:04.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:03 smithi105 ceph-mon[34393]: pgmap v651: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:04.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:03 smithi135 ceph-mon[34761]: pgmap v651: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:04.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:03 smithi069 ceph-mon[29571]: pgmap v651: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:04.834 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:08:04.834 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:08:05.282 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:06.456 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:06 smithi069 ceph-mon[29571]: pgmap v652: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:06.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:06 smithi105 ceph-mon[34393]: pgmap v652: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:06.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:06 smithi135 ceph-mon[34761]: pgmap v652: 97 pgs: 97 active+clean; 4.1 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:07.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 -- 172.21.15.69:0/1841444485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec06b180 msgr2=0x7f57ec06b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 --2- 172.21.15.69:0/1841444485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec06b180 0x7f57ec06b600 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f57d8009990 tx=0x7f57d8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 -- 172.21.15.69:0/1841444485 shutdown_connections 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 --2- 172.21.15.69:0/1841444485 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06bb40 0x7f57ec110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 --2- 172.21.15.69:0/1841444485 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f57ec109510 0x7f57ec1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 --2- 172.21.15.69:0/1841444485 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec06b180 0x7f57ec06b600 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 -- 172.21.15.69:0/1841444485 >> 172.21.15.69:0/1841444485 conn(0x7f57ec079350 msgr2=0x7f57ec079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.748+0000 7f57f1c00700 1 -- 172.21.15.69:0/1841444485 shutdown_connections 2024-05-08T06:08:07.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.749+0000 7f57f1c00700 1 -- 172.21.15.69:0/1841444485 wait complete. 2024-05-08T06:08:07.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 Processor -- start 2024-05-08T06:08:07.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 -- start start 2024-05-08T06:08:07.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 0x7f57ec19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f57ec06bb40 0x7f57ec19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec109510 0x7f57ec1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec113620 con 0x7f57ec109510 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1134a0 con 0x7f57ec06b180 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.750+0000 7f57f1c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1137a0 con 0x7f57ec06bb40 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 0x7f57ec19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57ea000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f57ec06bb40 0x7f57ec19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 0x7f57ec19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:42202/0 (socket says 172.21.15.69:42202) 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 -- 172.21.15.69:0/3944151822 learned_addr learned my addr 172.21.15.69:0/3944151822 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eb400700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec109510 0x7f57ec1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 -- 172.21.15.69:0/3944151822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f57ec06bb40 msgr2=0x7f57ec19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f57ec06bb40 0x7f57ec19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 -- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec109510 msgr2=0x7f57ec1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec109510 0x7f57ec1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.751+0000 7f57eaa00700 1 -- 172.21.15.69:0/3944151822 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57ec1a0d60 con 0x7f57ec06b180 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.752+0000 7f57eaa00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 0x7f57ec19bd50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00e9a0 tx=0x7f57dc00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.752+0000 7f57e3400700 1 -- 172.21.15.69:0/3944151822 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc00ca10 con 0x7f57ec06b180 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.752+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57ec1a1050 con 0x7f57ec06b180 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.752+0000 7f57e3400700 1 -- 172.21.15.69:0/3944151822 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57dc00cbb0 con 0x7f57ec06b180 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.752+0000 7f57e3400700 1 -- 172.21.15.69:0/3944151822 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc018680 con 0x7f57ec06b180 2024-05-08T06:08:07.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.752+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57ec1a88d0 con 0x7f57ec06b180 2024-05-08T06:08:07.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.756+0000 7f57e3400700 1 -- 172.21.15.69:0/3944151822 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f57dc010430 con 0x7f57ec06b180 2024-05-08T06:08:07.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.757+0000 7f57fc57ab80 1 Processor -- start 2024-05-08T06:08:07.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.757+0000 7f57fc57ab80 1 -- start start 2024-05-08T06:08:07.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.757+0000 7f57e3400700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57d00b2900 0x7f57d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57e3400700 1 -- 172.21.15.69:0/3944151822 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f57dc0e22e0 con 0x7f57ec06b180 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ad84c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4adc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4adceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e6f4a2aaa0 con 0x55e6f4adca50 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e6f49c87e0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e6f4a26a60 con 0x55e6f4ad8a00 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4adceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ad84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4adceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50390/0 (socket says 172.21.15.69:50390) 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57eb400700 1 -- 172.21.15.69:0/3660668709 learned_addr learned my addr 172.21.15.69:0/3660668709 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57ea000700 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4adc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.758+0000 7f57eb400700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57d00b2900 0x7f57d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eaa00700 1 -- 172.21.15.69:0/3660668709 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 msgr2=0x55e6f4adc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eaa00700 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4adc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eaa00700 1 -- 172.21.15.69:0/3660668709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 msgr2=0x55e6f4adceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eaa00700 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4adceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eaa00700 1 -- 172.21.15.69:0/3660668709 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6f4977950 con 0x55e6f4ad80e0 2024-05-08T06:08:07.760 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eaa00700 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ad84c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00e970 tx=0x7f57dc0a9110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fa9f99e71de7c6a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57eb400700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57d00b2900 0x7f57d00b4dc0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f57e4009fd0 tx=0x7f57e400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57d7e00700 1 -- 172.21.15.69:0/3660668709 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc0a9fb0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57d7e00700 1 -- 172.21.15.69:0/3660668709 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57dc0a98b0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.759+0000 7f57d7e00700 1 -- 172.21.15.69:0/3660668709 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc0cc210 con 0x55e6f4ad80e0 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 -- 172.21.15.69:0/3660668709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 msgr2=0x55e6f4ad84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ad84c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00e970 tx=0x7f57dc0a9110 comp rx=0 tx=0).stop 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 -- 172.21.15.69:0/3660668709 shutdown_connections 2024-05-08T06:08:07.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4adceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ad84c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/3660668709 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4adc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 -- 172.21.15.69:0/3660668709 >> 172.21.15.69:0/3660668709 conn(0x55e6f4a06be0 msgr2=0x55e6f4ad2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 -- 172.21.15.69:0/3660668709 shutdown_connections 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.760+0000 7f57fc57ab80 1 -- 172.21.15.69:0/3660668709 wait complete. 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.761+0000 7f57fc57ab80 1 -- start start 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.761+0000 7f57fc57ab80 1 Processor -- start 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ae3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 0x55e6f4ae12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4adca50 0x55e6f4ae1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e6f4ae4c60 con 0x55e6f4ad8a00 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e6f4990ba0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e6f4ae4de0 con 0x55e6f4adca50 2024-05-08T06:08:07.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57fc57ab80 10 client.0 _ll_register_callbacks cb 0x55e6f49d1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:07.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57ea000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 0x55e6f4ae12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ae3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57ea000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 0x55e6f4ae12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50394/0 (socket says 172.21.15.69:50394) 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57ea000700 1 -- 172.21.15.69:0/2723822639 learned_addr learned my addr 172.21.15.69:0/2723822639 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.762+0000 7f57eb400700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4adca50 0x55e6f4ae1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57eaa00700 1 -- 172.21.15.69:0/2723822639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4adca50 msgr2=0x55e6f4ae1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57eaa00700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4adca50 0x55e6f4ae1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57eaa00700 1 -- 172.21.15.69:0/2723822639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 msgr2=0x55e6f4ae12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57eaa00700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 0x55e6f4ae12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57eaa00700 1 -- 172.21.15.69:0/2723822639 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6f49f04a0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57ea000700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 0x55e6f4ae12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57eaa00700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ae3f30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55e6f4ae48b0 tx=0x7f57dc0adce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fe8bea892d9634d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57d4c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:07.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57d4c00700 1 -- 172.21.15.69:0/2723822639 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc0a9fb0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57d4c00700 1 -- 172.21.15.69:0/2723822639 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f57dc0aabe0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57dc0a98b0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57d4c00700 1 -- 172.21.15.69:0/2723822639 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57dc0aade0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57fc57ab80 10 client.26306 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.763+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6f4aef530 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57d4c00700 1 -- 172.21.15.69:0/2723822639 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57dc0a98b0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57d4c00700 1 -- 172.21.15.69:0/2723822639 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57dc010890 con 0x55e6f4ad80e0 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57fc57ab80 10 client.26306 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57fc57ab80 10 client.26306 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57fc57ab80 20 client.26306 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4af1a00 0x55e6f4af3df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57fc57ab80 4 client.26306 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.764+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6f4aa5120 con 0x55e6f4af1a00 2024-05-08T06:08:07.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.765+0000 7f57ea000700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4af1a00 0x55e6f4af3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.765+0000 7f57ea000700 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4af1a00 0x55e6f4af3df0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffc459a7e8a6bb0d server_cookie=3fc469b8f0e0ff2f in_seq=0 out_seq=0 2024-05-08T06:08:07.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.765+0000 7f57d4c00700 10 client.26306 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57d4c00700 1 -- 172.21.15.69:0/2723822639 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e6f4aa5120 con 0x55e6f4af1a00 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57d4c00700 10 client.26306 handle_command_reply: tid=0 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 client.26306 shutdown 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 msgr2=0x55e6f4ae3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ae3f30 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55e6f4ae48b0 tx=0x7f57dc0adce0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 shutdown_connections 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4af1a00 0x55e6f4af3df0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4adca50 0x55e6f4ae1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4ae3f30 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/2723822639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4ad8a00 0x55e6f4ae12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57d4c00700 0 client.26306 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.766+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 >> 172.21.15.69:0/2723822639 conn(0x55e6f4a06be0 msgr2=0x55e6f4acd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:07.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.767+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 shutdown_connections 2024-05-08T06:08:07.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.767+0000 7f57fc57ab80 1 -- 172.21.15.69:0/2723822639 wait complete. 2024-05-08T06:08:07.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.767+0000 7f57fc57ab80 20 client.26306 trim_cache size 0 max 16384 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.789+0000 7f57fc57ab80 1 Processor -- start 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.789+0000 7f57fc57ab80 1 -- start start 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4adde40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4acd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1b2670 con 0x55e6f4adca50 2024-05-08T06:08:07.790 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1aff00 con 0x55e6f4ad80e0 2024-05-08T06:08:07.791 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1add50 con 0x55e6f4ad8a00 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57ea000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4acd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57eaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4adde40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57ea000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4acd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:38034/0 (socket says 172.21.15.69:38034) 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57ea000700 1 -- 172.21.15.69:0/403012797 learned_addr learned my addr 172.21.15.69:0/403012797 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.790+0000 7f57eb400700 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57ea000700 1 -- 172.21.15.69:0/403012797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 msgr2=0x55e6f4adde40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57ea000700 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4adde40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57ea000700 1 -- 172.21.15.69:0/403012797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 msgr2=0x55e6f4af6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57ea000700 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57ea000700 1 -- 172.21.15.69:0/403012797 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6f4ad3690 con 0x55e6f4ad8a00 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57ea000700 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4acd1b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f57d8000c00 tx=0x7f57d8005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5acd2923bb5cb425 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57d7400700 1 -- 172.21.15.69:0/403012797 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d800b920 con 0x55e6f4ad8a00 2024-05-08T06:08:07.792 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57d7400700 1 -- 172.21.15.69:0/403012797 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d802e070 con 0x55e6f4ad8a00 2024-05-08T06:08:07.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.791+0000 7f57d7400700 1 -- 172.21.15.69:0/403012797 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57d8003dd0 con 0x55e6f4ad8a00 2024-05-08T06:08:07.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 -- 172.21.15.69:0/403012797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 msgr2=0x55e6f4acd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4acd1b0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f57d8000c00 tx=0x7f57d8005960 comp rx=0 tx=0).stop 2024-05-08T06:08:07.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 -- 172.21.15.69:0/403012797 shutdown_connections 2024-05-08T06:08:07.794 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad80e0 0x55e6f4adde40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/403012797 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad8a00 0x55e6f4acd1b0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 -- 172.21.15.69:0/403012797 >> 172.21.15.69:0/403012797 conn(0x55e6f4a06be0 msgr2=0x55e6f4accaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 -- 172.21.15.69:0/403012797 shutdown_connections 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.792+0000 7f57fc57ab80 1 -- 172.21.15.69:0/403012797 wait complete. 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 -- start start 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 Processor -- start 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad80e0 0x55e6f4af7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 0x55e6f4af5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1ae3c0 con 0x55e6f4adca50 2024-05-08T06:08:07.795 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1af830 con 0x55e6f4ad8a00 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f57ec1aea90 con 0x55e6f4ad80e0 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.793+0000 7f57fc57ab80 10 client.0 _ll_register_callbacks cb 0x55e6f49d1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57ea000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 0x55e6f4af5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eb400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af5a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58216/0 (socket says 172.21.15.69:58216) 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eaa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad80e0 0x55e6f4af7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eb400700 1 -- 172.21.15.69:0/1794448445 learned_addr learned my addr 172.21.15.69:0/1794448445 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57ea000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 0x55e6f4af5540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40812/0 (socket says 172.21.15.69:40812) 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eaa00700 1 -- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 msgr2=0x55e6f4af5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eaa00700 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 0x55e6f4af5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eaa00700 1 -- 172.21.15.69:0/1794448445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 msgr2=0x55e6f4af5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eaa00700 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57eaa00700 1 -- 172.21.15.69:0/1794448445 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6f4af5fc0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.796 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.794+0000 7f57ea000700 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 0x55e6f4af5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:07.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57eaa00700 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad80e0 0x55e6f4af7090 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00c2d0 tx=0x7f57dc0a9020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a599468dcd6b8474 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:07.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57d4c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57d4c00700 1 -- 172.21.15.69:0/1794448445 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57dc0a9fb0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57d802e070 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57d4c00700 1 -- 172.21.15.69:0/1794448445 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f57dc0a5ea0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57d4c00700 1 -- 172.21.15.69:0/1794448445 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57dc0a98b0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57fc57ab80 10 client.26269 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e6f4af5fc0 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.795+0000 7f57d4c00700 1 -- 172.21.15.69:0/1794448445 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57d802e070 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57d4c00700 1 -- 172.21.15.69:0/1794448445 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57dc0a8610 con 0x55e6f4ad80e0 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57fc57ab80 10 client.26269 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57fc57ab80 10 client.26269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57fc57ab80 20 client.26269 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4b65740 0x55e6f4b67b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57fc57ab80 4 client.26269 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:08:07.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e6f4a38480 con 0x55e6f4b65740 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.796+0000 7f57ea000700 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4b65740 0x55e6f4b67b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.797+0000 7f57ea000700 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4b65740 0x55e6f4b67b30 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8183f7adf81b8b4 server_cookie=48ab66deb730e8f4 in_seq=0 out_seq=0 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.797+0000 7f57d4c00700 10 client.26269 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57d4c00700 1 -- 172.21.15.69:0/1794448445 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e6f4a38480 con 0x55e6f4b65740 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57d4c00700 10 client.26269 handle_command_reply: tid=0 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 client.26269 shutdown 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad80e0 msgr2=0x55e6f4af7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad80e0 0x55e6f4af7090 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00c2d0 tx=0x7f57dc0a9020 comp rx=0 tx=0).stop 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 shutdown_connections 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e6f4adca50 0x55e6f4af5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e6f4b65740 0x55e6f4b67b30 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e6f4ad80e0 0x55e6f4af7090 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 --2- 172.21.15.69:0/1794448445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e6f4ad8a00 0x55e6f4af5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57d4c00700 0 client.26269 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:07.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 >> 172.21.15.69:0/1794448445 conn(0x55e6f4a06be0 msgr2=0x55e6f4acd330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 shutdown_connections 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 1 -- 172.21.15.69:0/1794448445 wait complete. 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.798+0000 7f57fc57ab80 20 client.26269 trim_cache size 0 max 16384 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "30c4a21e-cb1e-4eae-a987-9523589d5aa1", 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:08:07.801 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57d00b2900 msgr2=0x7f57d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57d00b2900 0x7f57d00b4dc0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f57e4009fd0 tx=0x7f57e400b040 comp rx=0 tx=0).stop 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 msgr2=0x7f57ec19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 0x7f57ec19bd50 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f57dc00e9a0 tx=0x7f57dc00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 shutdown_connections 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f57ec109510 0x7f57ec1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.802 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57d00b2900 0x7f57d00b4dc0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f57ec06b180 0x7f57ec19bd50 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 --2- 172.21.15.69:0/3944151822 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f57ec06bb40 0x7f57ec19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:07.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.799+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 >> 172.21.15.69:0/3944151822 conn(0x7f57ec079350 msgr2=0x7f57ec10e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:07.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.800+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 shutdown_connections 2024-05-08T06:08:07.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:07.800+0000 7f57f1c00700 1 -- 172.21.15.69:0/3944151822 wait complete. 2024-05-08T06:08:08.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:08 smithi105 ceph-mon[34393]: pgmap v653: 97 pgs: 97 active+clean; 4.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:08.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:08 smithi135 ceph-mon[34761]: pgmap v653: 97 pgs: 97 active+clean; 4.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:08 smithi069 ceph-mon[29571]: pgmap v653: 97 pgs: 97 active+clean; 4.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:08.847 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:08:09.303 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:09.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:09 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:08:09.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:09 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:09.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:09 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:08:09.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:09 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:09.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:09 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:08:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:09 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:08:09.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:09 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:09.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:09 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:08:09.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:09 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:09.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:09 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:08:09.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:09 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:08:09.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:09 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:09.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:09 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:08:09.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:09 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:09.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:09 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:08:10.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:10 smithi069 ceph-mon[29571]: pgmap v654: 97 pgs: 97 active+clean; 4.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:10.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:10 smithi105 ceph-mon[34393]: pgmap v654: 97 pgs: 97 active+clean; 4.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:10.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:10 smithi135 ceph-mon[34761]: pgmap v654: 97 pgs: 97 active+clean; 4.1 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:11.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 -- 172.21.15.69:0/638164621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430108850 msgr2=0x7fe4301103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 --2- 172.21.15.69:0/638164621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430108850 0x7fe4301103d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe428009fc0 tx=0x7fe42800b330 comp rx=0 tx=0).stop 2024-05-08T06:08:11.819 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 -- 172.21.15.69:0/638164621 shutdown_connections 2024-05-08T06:08:11.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 --2- 172.21.15.69:0/638164621 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430108850 0x7fe4301103d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 --2- 172.21.15.69:0/638164621 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 0x7fe430103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 --2- 172.21.15.69:0/638164621 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe430104100 0x7fe430108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.818+0000 7fe434c00700 1 -- 172.21.15.69:0/638164621 >> 172.21.15.69:0/638164621 conn(0x7fe43007a600 msgr2=0x7fe43007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:11.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.819+0000 7fe434c00700 1 -- 172.21.15.69:0/638164621 shutdown_connections 2024-05-08T06:08:11.820 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.819+0000 7fe434c00700 1 -- 172.21.15.69:0/638164621 wait complete. 2024-05-08T06:08:11.823 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 Processor -- start 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 -- start start 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 0x7fe4301a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 0x7fe4301a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe430108850 0x7fe43019ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe430113670 con 0x7fe430108850 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301134f0 con 0x7fe430104100 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.820+0000 7fe434c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301137f0 con 0x7fe430103750 2024-05-08T06:08:11.824 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 0x7fe4301a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 0x7fe4301a1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40828/0 (socket says 172.21.15.69:40828) 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 -- 172.21.15.69:0/662651074 learned_addr learned my addr 172.21.15.69:0/662651074 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42de00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 0x7fe4301a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42e800700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe430108850 0x7fe43019ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 -- 172.21.15.69:0/662651074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 msgr2=0x7fe4301a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 0x7fe4301a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 -- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe430108850 msgr2=0x7fe43019ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe430108850 0x7fe43019ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.825 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42d400700 1 -- 172.21.15.69:0/662651074 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43019c1d0 con 0x7fe430104100 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.821+0000 7fe42de00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 0x7fe4301a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.822+0000 7fe42d400700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 0x7fe4301a1df0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe41c00ec10 tx=0x7fe41c00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.822+0000 7fe426a00700 1 -- 172.21.15.69:0/662651074 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c00cc90 con 0x7fe430104100 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.822+0000 7fe426a00700 1 -- 172.21.15.69:0/662651074 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe41c00ce30 con 0x7fe430104100 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.822+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe43019c4c0 con 0x7fe430104100 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.822+0000 7fe426a00700 1 -- 172.21.15.69:0/662651074 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe41c010430 con 0x7fe430104100 2024-05-08T06:08:11.826 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.822+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4301a8780 con 0x7fe430104100 2024-05-08T06:08:11.828 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.826+0000 7fe426a00700 1 -- 172.21.15.69:0/662651074 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe41c004000 con 0x7fe430104100 2024-05-08T06:08:11.828 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 Processor -- start 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 -- start start 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d57fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d522d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d528f0 0x561ff7d52d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561ff7ca4a20 con 0x561ff7d528f0 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561ff7c42760 con 0x561ff7d57bc0 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.827+0000 7fe43f682b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561ff7ca09e0 con 0x561ff7d584e0 2024-05-08T06:08:11.829 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d57fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d528f0 0x561ff7d52d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d522d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:38070/0 (socket says 172.21.15.69:38070) 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 -- 172.21.15.69:0/2867433809 learned_addr learned my addr 172.21.15.69:0/2867433809 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 -- 172.21.15.69:0/2867433809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 msgr2=0x561ff7d57fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d57fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.830 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 -- 172.21.15.69:0/2867433809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d528f0 msgr2=0x561ff7d52d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.831 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d528f0 0x561ff7d52d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.831 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 -- 172.21.15.69:0/2867433809 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ff7bf18d0 con 0x561ff7d584e0 2024-05-08T06:08:11.831 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe426a00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4140b2880 0x7fe4140b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.831 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.828+0000 7fe42de00700 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d522d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe4200115f0 tx=0x7fe420011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c289c966bde7032a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:11.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.829+0000 7fe426a00700 1 -- 172.21.15.69:0/662651074 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe41c0e2500 con 0x7fe430104100 2024-05-08T06:08:11.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.829+0000 7fe41b400700 1 -- 172.21.15.69:0/2867433809 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420004230 con 0x561ff7d584e0 2024-05-08T06:08:11.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.829+0000 7fe41b400700 1 -- 172.21.15.69:0/2867433809 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4200043d0 con 0x561ff7d584e0 2024-05-08T06:08:11.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.829+0000 7fe41b400700 1 -- 172.21.15.69:0/2867433809 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4200198c0 con 0x561ff7d584e0 2024-05-08T06:08:11.835 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.829+0000 7fe42e800700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4140b2880 0x7fe4140b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 -- 172.21.15.69:0/2867433809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 msgr2=0x561ff7d522d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d522d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe4200115f0 tx=0x7fe420011900 comp rx=0 tx=0).stop 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 -- 172.21.15.69:0/2867433809 shutdown_connections 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d528f0 0x561ff7d52d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d57fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 --2- 172.21.15.69:0/2867433809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d522d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 -- 172.21.15.69:0/2867433809 >> 172.21.15.69:0/2867433809 conn(0x561ff7cca6d0 msgr2=0x561ff7d4cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 -- 172.21.15.69:0/2867433809 shutdown_connections 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe42e800700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4140b2880 0x7fe4140b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe42800b6c0 tx=0x7fe428009f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.830+0000 7fe43f682b80 1 -- 172.21.15.69:0/2867433809 wait complete. 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.831+0000 7fe43f682b80 1 -- start start 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.831+0000 7fe43f682b80 1 Processor -- start 2024-05-08T06:08:11.836 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d528f0 0x561ff7d5e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d5b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d5ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561ff7d5ef20 con 0x561ff7d584e0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561ff7c0ab20 con 0x561ff7d57bc0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561ff7d5f0a0 con 0x561ff7d528f0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe43f682b80 10 client.0 _ll_register_callbacks cb 0x561ff7c4bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe42e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d5ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe42de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d528f0 0x561ff7d5e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe42e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d5ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58262/0 (socket says 172.21.15.69:58262) 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe42e800700 1 -- 172.21.15.69:0/3363653345 learned_addr learned my addr 172.21.15.69:0/3363653345 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.832+0000 7fe42d400700 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d5b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe42de00700 1 -- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 msgr2=0x561ff7d5b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe42de00700 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d5b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.837 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe42de00700 1 -- 172.21.15.69:0/3363653345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 msgr2=0x561ff7d5ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe42de00700 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d5ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe42de00700 1 -- 172.21.15.69:0/3363653345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ff7c6a420 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe42de00700 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d528f0 0x561ff7d5e140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe420000c00 tx=0x7fe4200057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3648760245561f34 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe40fe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.833+0000 7fe40fe00700 1 -- 172.21.15.69:0/3363653345 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420027070 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.834+0000 7fe40fe00700 1 -- 172.21.15.69:0/3363653345 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe420004b60 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.834+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4200043d0 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.834+0000 7fe40fe00700 1 -- 172.21.15.69:0/3363653345 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe420031050 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.834+0000 7fe43f682b80 10 client.26281 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.834+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561ff7d69780 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.834+0000 7fe40fe00700 1 -- 172.21.15.69:0/3363653345 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe4200043d0 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe40fe00700 1 -- 172.21.15.69:0/3363653345 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe420023460 con 0x561ff7d528f0 2024-05-08T06:08:11.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe43f682b80 10 client.26281 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:11.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe43f682b80 10 client.26281 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:11.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe43f682b80 20 client.26281 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:11.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe43f682b80 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7d6bd60 0x561ff7d6e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe43f682b80 4 client.26281 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:11.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ff7d1f140 con 0x561ff7d6bd60 2024-05-08T06:08:11.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.835+0000 7fe42d400700 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7d6bd60 0x561ff7d6e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.836+0000 7fe40fe00700 10 client.26281 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.836+0000 7fe42d400700 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7d6bd60 0x561ff7d6e150 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bac9d5a9c6b08dee server_cookie=73cd5ea090cb3aec in_seq=0 out_seq=0 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe40fe00700 1 -- 172.21.15.69:0/3363653345 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561ff7d1f140 con 0x561ff7d6bd60 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe40fe00700 10 client.26281 handle_command_reply: tid=0 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 client.26281 shutdown 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d528f0 msgr2=0x561ff7d5e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d528f0 0x561ff7d5e140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe420000c00 tx=0x7fe4200057f0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 shutdown_connections 2024-05-08T06:08:11.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d5ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7d6bd60 0x561ff7d6e150 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d528f0 0x561ff7d5e140 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 --2- 172.21.15.69:0/3363653345 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d57bc0 0x561ff7d5b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 >> 172.21.15.69:0/3363653345 conn(0x561ff7cca6d0 msgr2=0x561ff7d4c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe40fe00700 0 client.26281 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 shutdown_connections 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.837+0000 7fe43f682b80 1 -- 172.21.15.69:0/3363653345 wait complete. 2024-05-08T06:08:11.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.838+0000 7fe43f682b80 20 client.26281 trim_cache size 0 max 16384 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.859+0000 7fe43f682b80 1 Processor -- start 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.859+0000 7fe43f682b80 1 -- start start 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d5c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d57bc0 0x561ff7d68010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d4c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe43f682b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301b2500 con 0x561ff7d584e0 2024-05-08T06:08:11.861 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe43f682b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301afd90 con 0x561ff7d528f0 2024-05-08T06:08:11.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe43f682b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301adbe0 con 0x561ff7d57bc0 2024-05-08T06:08:11.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe42e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d4c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe42e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d4c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58276/0 (socket says 172.21.15.69:58276) 2024-05-08T06:08:11.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe42e800700 1 -- 172.21.15.69:0/1028011101 learned_addr learned my addr 172.21.15.69:0/1028011101 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:11.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe42d400700 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d57bc0 0x561ff7d68010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.862 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.860+0000 7fe42de00700 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d5c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42e800700 1 -- 172.21.15.69:0/1028011101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d57bc0 msgr2=0x561ff7d68010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42e800700 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d57bc0 0x561ff7d68010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42e800700 1 -- 172.21.15.69:0/1028011101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 msgr2=0x561ff7d5c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42e800700 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d5c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42e800700 1 -- 172.21.15.69:0/1028011101 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ff7d4d820 con 0x561ff7d584e0 2024-05-08T06:08:11.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42de00700 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d5c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:11.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe42e800700 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d4c910 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe4280098f0 tx=0x7fe428020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e3c09629640ebb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:11.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe41aa00700 1 -- 172.21.15.69:0/1028011101 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4280073e0 con 0x561ff7d584e0 2024-05-08T06:08:11.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe41aa00700 1 -- 172.21.15.69:0/1028011101 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe428007a30 con 0x561ff7d584e0 2024-05-08T06:08:11.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.861+0000 7fe41aa00700 1 -- 172.21.15.69:0/1028011101 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe428032a20 con 0x561ff7d584e0 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 -- 172.21.15.69:0/1028011101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 msgr2=0x561ff7d4c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d4c910 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fe4280098f0 tx=0x7fe428020000 comp rx=0 tx=0).stop 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 -- 172.21.15.69:0/1028011101 shutdown_connections 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d584e0 0x561ff7d4c910 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d5c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1028011101 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d57bc0 0x561ff7d68010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 -- 172.21.15.69:0/1028011101 >> 172.21.15.69:0/1028011101 conn(0x561ff7cca6d0 msgr2=0x561ff7d56e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 -- 172.21.15.69:0/1028011101 shutdown_connections 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.862+0000 7fe43f682b80 1 -- 172.21.15.69:0/1028011101 wait complete. 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 -- start start 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 Processor -- start 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d64a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d57bc0 0x561ff7d61db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d623e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301ae250 con 0x561ff7d57bc0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301af6c0 con 0x561ff7d528f0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.863+0000 7fe43f682b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe4301ae920 con 0x561ff7d584e0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe43f682b80 10 client.0 _ll_register_callbacks cb 0x561ff7d4ecd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d64a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d57bc0 0x561ff7d61db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d64a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40862/0 (socket says 172.21.15.69:40862) 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 -- 172.21.15.69:0/1363915452 learned_addr learned my addr 172.21.15.69:0/1363915452 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42e800700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d623e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 -- 172.21.15.69:0/1363915452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 msgr2=0x561ff7d623e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d623e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 -- 172.21.15.69:0/1363915452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d57bc0 msgr2=0x561ff7d61db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d57bc0 0x561ff7d61db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 -- 172.21.15.69:0/1363915452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ff7dd5450 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42e800700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d623e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe42de00700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d64a10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe420006010 tx=0x7fe420005370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5b67867465e39f1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.864+0000 7fe40fe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe40fe00700 1 -- 172.21.15.69:0/1363915452 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe420027040 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe40fe00700 1 -- 172.21.15.69:0/1363915452 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe420004960 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe428007a30 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe40fe00700 1 -- 172.21.15.69:0/1363915452 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe420046050 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe43f682b80 10 client.26330 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561ff7dd65c0 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.865+0000 7fe40fe00700 1 -- 172.21.15.69:0/1363915452 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe428007a30 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe40fe00700 1 -- 172.21.15.69:0/1363915452 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe42002cba0 con 0x561ff7d528f0 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe43f682b80 10 client.26330 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe43f682b80 10 client.26330 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe43f682b80 20 client.26330 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7dd6bb0 0x561ff7dd8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:11.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe43f682b80 4 client.26330 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561ff7d594e0 con 0x561ff7dd6bb0 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe42d400700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7dd6bb0 0x561ff7dd8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe42d400700 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7dd6bb0 0x561ff7dd8fd0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=381a5a3db3cc8cc5 server_cookie=c2afef1d4e3a4d92 in_seq=0 out_seq=0 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.866+0000 7fe40fe00700 10 client.26330 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe40fe00700 1 -- 172.21.15.69:0/1363915452 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561ff7d594e0 con 0x561ff7dd6bb0 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe40fe00700 10 client.26330 handle_command_reply: tid=0 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 client.26330 shutdown 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 msgr2=0x561ff7d64a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d64a10 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe420006010 tx=0x7fe420005370 comp rx=0 tx=0).stop 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 shutdown_connections 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x561ff7dd6bb0 0x561ff7dd8fd0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561ff7d584e0 0x561ff7d623e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561ff7d528f0 0x561ff7d64a10 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 --2- 172.21.15.69:0/1363915452 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561ff7d57bc0 0x561ff7d61db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 >> 172.21.15.69:0/1363915452 conn(0x561ff7cca6d0 msgr2=0x561ff7d512c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:11.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe40fe00700 0 client.26330 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 shutdown_connections 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 1 -- 172.21.15.69:0/1363915452 wait complete. 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.867+0000 7fe43f682b80 20 client.26330 trim_cache size 0 max 16384 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:08:11.873 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4140b2880 msgr2=0x7fe4140b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4140b2880 0x7fe4140b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe42800b6c0 tx=0x7fe428009f30 comp rx=0 tx=0).stop 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 msgr2=0x7fe4301a1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 0x7fe4301a1df0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe41c00ec10 tx=0x7fe41c00ef20 comp rx=0 tx=0).stop 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 shutdown_connections 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe430108850 0x7fe43019ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe430103750 0x7fe4301a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4140b2880 0x7fe4140b4d40 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 --2- 172.21.15.69:0/662651074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe430104100 0x7fe4301a1df0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:11.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 >> 172.21.15.69:0/662651074 conn(0x7fe43007a600 msgr2=0x7fe4301018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:11.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 shutdown_connections 2024-05-08T06:08:11.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:11.868+0000 7fe434c00700 1 -- 172.21.15.69:0/662651074 wait complete. 2024-05-08T06:08:12.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:12 smithi105 ceph-mon[34393]: pgmap v655: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:12.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:12 smithi135 ceph-mon[34761]: pgmap v655: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:12 smithi069 ceph-mon[29571]: pgmap v655: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:12.830 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:08:12.830 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:08:13.270 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:14.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:14 smithi105 ceph-mon[34393]: pgmap v656: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:14.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:14 smithi135 ceph-mon[34761]: pgmap v656: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:14 smithi069 ceph-mon[29571]: pgmap v656: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 -- 172.21.15.69:0/2968955075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c06bf50 msgr2=0x7fe78c06c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 --2- 172.21.15.69:0/2968955075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c06bf50 0x7fe78c06c3d0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fe778009990 tx=0x7fe778009ca0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 -- 172.21.15.69:0/2968955075 shutdown_connections 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 --2- 172.21.15.69:0/2968955075 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 0x7fe78c112090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 --2- 172.21.15.69:0/2968955075 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c104360 0x7fe78c06ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 --2- 172.21.15.69:0/2968955075 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c06bf50 0x7fe78c06c3d0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 -- 172.21.15.69:0/2968955075 >> 172.21.15.69:0/2968955075 conn(0x7fe78c0791e0 msgr2=0x7fe78c0795f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:15.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 -- 172.21.15.69:0/2968955075 shutdown_connections 2024-05-08T06:08:15.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.640+0000 7fe793000700 1 -- 172.21.15.69:0/2968955075 wait complete. 2024-05-08T06:08:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.641+0000 7fe793000700 1 Processor -- start 2024-05-08T06:08:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.641+0000 7fe793000700 1 -- start start 2024-05-08T06:08:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe793000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c06bf50 0x7fe78c1a1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe793000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 0x7fe78c1a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe793000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 0x7fe78c19ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe793000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe78c1157b0 con 0x7fe78c104360 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe793000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe78c115630 con 0x7fe78c10fc60 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe793000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe78c115930 con 0x7fe78c06bf50 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe791200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 0x7fe78c1a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe791200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 0x7fe78c1a1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58302/0 (socket says 172.21.15.69:58302) 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe791200700 1 -- 172.21.15.69:0/1525331793 learned_addr learned my addr 172.21.15.69:0/1525331793 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe791c00700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c06bf50 0x7fe78c1a1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.642+0000 7fe792600700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 0x7fe78c19ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791200700 1 -- 172.21.15.69:0/1525331793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c06bf50 msgr2=0x7fe78c1a1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791200700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c06bf50 0x7fe78c1a1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791200700 1 -- 172.21.15.69:0/1525331793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 msgr2=0x7fe78c19ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791200700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 0x7fe78c19ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791200700 1 -- 172.21.15.69:0/1525331793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe78c19c1b0 con 0x7fe78c104360 2024-05-08T06:08:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791c00700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c06bf50 0x7fe78c1a1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe792600700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 0x7fe78c19ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.643+0000 7fe791200700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 0x7fe78c1a1dd0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fe7780057f0 tx=0x7fe77800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.644+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe778026070 con 0x7fe78c104360 2024-05-08T06:08:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.644+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe778021410 con 0x7fe78c104360 2024-05-08T06:08:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.644+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe778017650 con 0x7fe78c104360 2024-05-08T06:08:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.644+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe78c19c440 con 0x7fe78c104360 2024-05-08T06:08:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.644+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe78c1a8760 con 0x7fe78c104360 2024-05-08T06:08:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.645+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe78c06a190 con 0x7fe78c104360 2024-05-08T06:08:15.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.647+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe778029070 con 0x7fe78c104360 2024-05-08T06:08:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.649+0000 7fe78a000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7740b2900 0x7fe7740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.649+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe7780e2d00 con 0x7fe78c104360 2024-05-08T06:08:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.649+0000 7fe791c00700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7740b2900 0x7fe7740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:15.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.650+0000 7fe791c00700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7740b2900 0x7fe7740b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe78c19cb90 tx=0x7fe780009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.654+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe778013070 con 0x7fe78c104360 2024-05-08T06:08:15.940 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.939+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe78c1a8990 con 0x7fe78c104360 2024-05-08T06:08:15.941 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.940+0000 7fe78a000700 1 -- 172.21.15.69:0/1525331793 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fe7780aaa60 con 0x7fe78c104360 2024-05-08T06:08:15.941 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:08:15.941 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.943+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7740b2900 msgr2=0x7fe7740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.943+0000 7fe793000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7740b2900 0x7fe7740b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe78c19cb90 tx=0x7fe780009260 comp rx=0 tx=0).stop 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.943+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 msgr2=0x7fe78c1a1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.943+0000 7fe793000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 0x7fe78c1a1dd0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fe7780057f0 tx=0x7fe77800bfd0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 shutdown_connections 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe7740b2900 0x7fe7740b4dc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe78c10fc60 0x7fe78c19ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.944 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe78c06bf50 0x7fe78c1a1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 --2- 172.21.15.69:0/1525331793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe78c104360 0x7fe78c1a1dd0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:15.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 >> 172.21.15.69:0/1525331793 conn(0x7fe78c0791e0 msgr2=0x7fe78c101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:15.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 shutdown_connections 2024-05-08T06:08:15.945 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:15.944+0000 7fe793000700 1 -- 172.21.15.69:0/1525331793 wait complete. 2024-05-08T06:08:15.946 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:08:16.521 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:16 smithi105 ceph-mon[34393]: pgmap v657: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:16.522 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:16 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1525331793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:08:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:16 smithi135 ceph-mon[34761]: pgmap v657: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:16.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:16 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1525331793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:08:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:16 smithi069 ceph-mon[29571]: pgmap v657: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:16 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1525331793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:08:16.993 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:08:17.451 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:251/600: open fd = 3 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:252/600: open fd = 3 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.111 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:253/600: open fd = 3 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:254/600: open fd = 3 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:255/600: open fd = 3 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:256/600: open fd = 3 2024-05-08T06:08:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:257/600: open fd = 3 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:258/600: open fd = 3 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:259/600: open fd = 3 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:260/600: open fd = 3 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.113 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:261/600: open fd = 3 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:262/600: open fd = 3 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:263/600: open fd = 3 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:264/600: open fd = 3 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:265/600: open fd = 3 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:266/600: open fd = 3 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:267/600: open fd = 3 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.115 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:268/600: open fd = 3 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:269/600: open fd = 3 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:270/600: open fd = 3 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:271/600: open fd = 3 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.116 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:272/600: open fd = 3 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:273/600: open fd = 3 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:274/600: open fd = 3 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:275/600: open fd = 3 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:276/600: open fd = 3 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:277/600: open fd = 3 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:278/600: open fd = 3 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.118 INFO:tasks.workunit.client.0.smithi069.stdout:279/600: open fd = 3 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:280/600: open fd = 3 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:281/600: open fd = 3 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:282/600: open fd = 3 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.119 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:283/600: open fd = 3 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:284/600: open fd = 3 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:285/600: open fd = 3 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:286/600: open fd = 3 2024-05-08T06:08:18.120 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:287/600: open fd = 3 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:288/600: open fd = 3 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:289/600: open fd = 3 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:290/600: open fd = 3 2024-05-08T06:08:18.121 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:291/600: open fd = 3 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:292/600: open fd = 3 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:293/600: open fd = 3 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.122 INFO:tasks.workunit.client.0.smithi069.stdout:294/600: open fd = 3 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:295/600: open fd = 3 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:296/600: open fd = 3 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:297/600: open fd = 3 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:298/600: open fd = 3 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:299/600: open fd = 3 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:300/600: open fd = 3 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:301/600: open fd = 3 2024-05-08T06:08:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:302/600: open fd = 3 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:303/600: open fd = 3 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:304/600: open fd = 3 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:305/600: open fd = 3 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:306/600: open fd = 3 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:307/600: open fd = 3 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:308/600: open fd = 3 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.126 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:309/600: open fd = 3 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:310/600: open fd = 3 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:311/600: open fd = 3 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:312/600: open fd = 3 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.127 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:08:18.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:18 smithi069 ceph-mon[29571]: pgmap v658: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:18.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:18 smithi105 ceph-mon[34393]: pgmap v658: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:18.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:18 smithi135 ceph-mon[34761]: pgmap v658: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:19.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.837+0000 7f1ab2400700 1 -- 172.21.15.69:0/1691416355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0761f0 msgr2=0x7f1aac10f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.837+0000 7f1ab2400700 1 --2- 172.21.15.69:0/1691416355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0761f0 0x7f1aac10f6b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1a98009990 tx=0x7f1a98009ca0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 -- 172.21.15.69:0/1691416355 shutdown_connections 2024-05-08T06:08:19.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 --2- 172.21.15.69:0/1691416355 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 0x7f1aac112060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.838 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 --2- 172.21.15.69:0/1691416355 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1aac0758d0 0x7f1aac075cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 --2- 172.21.15.69:0/1691416355 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0761f0 0x7f1aac10f6b0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 -- 172.21.15.69:0/1691416355 >> 172.21.15.69:0/1691416355 conn(0x7f1aac0feec0 msgr2=0x7f1aac1012e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:19.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 -- 172.21.15.69:0/1691416355 shutdown_connections 2024-05-08T06:08:19.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.838+0000 7f1ab2400700 1 -- 172.21.15.69:0/1691416355 wait complete. 2024-05-08T06:08:19.839 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.839+0000 7f1ab2400700 1 Processor -- start 2024-05-08T06:08:19.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 -- start start 2024-05-08T06:08:19.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 0x7f1aac19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1aac0761f0 0x7f1aac19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.840 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 0x7f1aac1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1157e0 con 0x7f1aac10fbf0 2024-05-08T06:08:19.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac115660 con 0x7f1aac0758d0 2024-05-08T06:08:19.841 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.840+0000 7f1ab2400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac115960 con 0x7f1aac0761f0 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 0x7f1aac19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1aabe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1aac0761f0 0x7f1aac19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 0x7f1aac19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38234/0 (socket says 172.21.15.69:38234) 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 -- 172.21.15.69:0/2807296267 learned_addr learned my addr 172.21.15.69:0/2807296267 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 0x7f1aac1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 -- 172.21.15.69:0/2807296267 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1aac0761f0 msgr2=0x7f1aac19c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1aac0761f0 0x7f1aac19c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 -- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 msgr2=0x7f1aac1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 0x7f1aac1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 -- 172.21.15.69:0/2807296267 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aac1a0d60 con 0x7f1aac0758d0 2024-05-08T06:08:19.842 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 0x7f1aac1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:19.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.841+0000 7f1ab1000700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 0x7f1aac19bd50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1aa000e9c0 tx=0x7f1aa000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:19.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.842+0000 7f1aa9600700 1 -- 172.21.15.69:0/2807296267 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa000cbd0 con 0x7f1aac0758d0 2024-05-08T06:08:19.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.842+0000 7f1aa9600700 1 -- 172.21.15.69:0/2807296267 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aa000cd70 con 0x7f1aac0758d0 2024-05-08T06:08:19.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.842+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1aac1a1050 con 0x7f1aac0758d0 2024-05-08T06:08:19.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.842+0000 7f1aa9600700 1 -- 172.21.15.69:0/2807296267 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa0005610 con 0x7f1aac0758d0 2024-05-08T06:08:19.843 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.842+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1aac1a88d0 con 0x7f1aac0758d0 2024-05-08T06:08:19.845 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.845+0000 7f1aa9600700 1 -- 172.21.15.69:0/2807296267 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1aa0004750 con 0x7f1aac0758d0 2024-05-08T06:08:19.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.846+0000 7f1abe48ab80 1 Processor -- start 2024-05-08T06:08:19.846 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 -- start start 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf97d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf977430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf977ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5557cf8c9a20 con 0x5557cf97cda0 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5557cf867760 con 0x5557cf977a50 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5557cf8c59e0 con 0x5557cf97d6c0 2024-05-08T06:08:19.847 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1aa9600700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a940b2900 0x7f1a940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1ab1a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf97d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1ab1000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf977430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1aa9600700 1 -- 172.21.15.69:0/2807296267 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1aa00e2550 con 0x7f1aac0758d0 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1aabe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf977ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1ab1000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf977430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51358/0 (socket says 172.21.15.69:51358) 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.847+0000 7f1ab1000700 1 -- 172.21.15.69:0/2164520017 learned_addr learned my addr 172.21.15.69:0/2164520017 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a940b2900 0x7f1a940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1000700 1 -- 172.21.15.69:0/2164520017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 msgr2=0x5557cf977ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1000700 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf977ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1000700 1 -- 172.21.15.69:0/2164520017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 msgr2=0x5557cf97d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1000700 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf97d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1000700 1 -- 172.21.15.69:0/2164520017 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557cf8168d0 con 0x5557cf97d6c0 2024-05-08T06:08:19.849 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1aabe00700 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf977ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:19.850 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf97d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:19.850 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1ab1000700 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf977430 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1aa00a5ba0 tx=0x7f1aa00a9290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90022dbcbe0b0d3f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:19.850 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.848+0000 7f1a9e000700 1 -- 172.21.15.69:0/2164520017 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00b22d0 con 0x5557cf97d6c0 2024-05-08T06:08:19.850 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a940b2900 0x7f1a940b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4014d00 tx=0x7f1aa400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:19.850 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1a9e000700 1 -- 172.21.15.69:0/2164520017 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aa00aae50 con 0x5557cf97d6c0 2024-05-08T06:08:19.850 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1a9e000700 1 -- 172.21.15.69:0/2164520017 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00e2310 con 0x5557cf97d6c0 2024-05-08T06:08:19.851 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 -- 172.21.15.69:0/2164520017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 msgr2=0x5557cf977430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.851 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf977430 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1aa00a5ba0 tx=0x7f1aa00a9290 comp rx=0 tx=0).stop 2024-05-08T06:08:19.851 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 -- 172.21.15.69:0/2164520017 shutdown_connections 2024-05-08T06:08:19.851 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf977ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf97d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/2164520017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf977430 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.849+0000 7f1abe48ab80 1 -- 172.21.15.69:0/2164520017 >> 172.21.15.69:0/2164520017 conn(0x5557cf8ef6d0 msgr2=0x5557cf971ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.850+0000 7f1abe48ab80 1 -- 172.21.15.69:0/2164520017 shutdown_connections 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.850+0000 7f1abe48ab80 1 -- 172.21.15.69:0/2164520017 wait complete. 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.850+0000 7f1abe48ab80 1 -- start start 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.850+0000 7f1abe48ab80 1 Processor -- start 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf983410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf9807b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf980cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5557cf984150 con 0x5557cf97cda0 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5557cf82fb20 con 0x5557cf977a50 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5557cf9842d0 con 0x5557cf97d6c0 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1abe48ab80 10 client.0 _ll_register_callbacks cb 0x5557cf870c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:19.852 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1aabe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf9807b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1ab1a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf980cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1aabe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf9807b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50946/0 (socket says 172.21.15.69:50946) 2024-05-08T06:08:19.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1aabe00700 1 -- 172.21.15.69:0/3240131858 learned_addr learned my addr 172.21.15.69:0/3240131858 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:19.853 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.851+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf983410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1aabe00700 1 -- 172.21.15.69:0/3240131858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 msgr2=0x5557cf980cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf980cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1aabe00700 1 -- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 msgr2=0x5557cf983410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf983410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1aabe00700 1 -- 172.21.15.69:0/3240131858 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557cf88f420 con 0x5557cf97cda0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf980cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf983410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf9807b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1a98009990 tx=0x7f1a98005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33594b1f09414bee server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1a92a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1a92a00700 1 -- 172.21.15.69:0/3240131858 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a98028060 con 0x5557cf97cda0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1a92a00700 1 -- 172.21.15.69:0/3240131858 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1a9800bd80 con 0x5557cf97cda0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.852+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1aa00aae50 con 0x5557cf97cda0 2024-05-08T06:08:19.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1a92a00700 1 -- 172.21.15.69:0/3240131858 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a98003680 con 0x5557cf97cda0 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 10 client.16209 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5557cf98e9d0 con 0x5557cf97cda0 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1a92a00700 1 -- 172.21.15.69:0/3240131858 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aa00aae50 con 0x5557cf97cda0 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1a92a00700 1 -- 172.21.15.69:0/3240131858 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a9800f650 con 0x5557cf97cda0 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 10 client.16209 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 10 client.16209 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 20 client.16209 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf991010 0x5557cf993400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 4 client.16209 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.853+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5557cf944140 con 0x5557cf991010 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.854+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf991010 0x5557cf993400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.854+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf991010 0x5557cf993400 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=84484a5d3af5691d server_cookie=c87c4e120fe52557 in_seq=0 out_seq=0 2024-05-08T06:08:19.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.854+0000 7f1a92a00700 10 client.16209 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:19.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.855+0000 7f1a92a00700 1 -- 172.21.15.69:0/3240131858 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5557cf944140 con 0x5557cf991010 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.855+0000 7f1a92a00700 10 client.16209 handle_command_reply: tid=0 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.855+0000 7f1abe48ab80 1 client.16209 shutdown 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 msgr2=0x5557cf9807b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf9807b0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1a98009990 tx=0x7f1a98005750 comp rx=0 tx=0).stop 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 shutdown_connections 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf991010 0x5557cf993400 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97d6c0 0x5557cf980cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf977a50 0x5557cf983410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3240131858 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97cda0 0x5557cf9807b0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 >> 172.21.15.69:0/3240131858 conn(0x5557cf8ef6d0 msgr2=0x5557cf96c750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1a92a00700 0 client.16209 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 shutdown_connections 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3240131858 wait complete. 2024-05-08T06:08:19.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.856+0000 7f1abe48ab80 20 client.16209 trim_cache size 0 max 16384 2024-05-08T06:08:19.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.872+0000 7f1abe48ab80 1 Processor -- start 2024-05-08T06:08:19.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.872+0000 7f1abe48ab80 1 -- start start 2024-05-08T06:08:19.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf977a50 0x5557cf981410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97cda0 0x5557cf98d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 0x5557cf96c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1b2540 con 0x5557cf977a50 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1afdd0 con 0x5557cf97d6c0 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1adc20 con 0x5557cf97cda0 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1ab1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf977a50 0x5557cf981410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1ab1a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 0x5557cf96c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1ab1a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 0x5557cf96c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38260/0 (socket says 172.21.15.69:38260) 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1ab1a00700 1 -- 172.21.15.69:0/3068317117 learned_addr learned my addr 172.21.15.69:0/3068317117 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:19.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.873+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97cda0 0x5557cf98d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1000700 1 -- 172.21.15.69:0/3068317117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97cda0 msgr2=0x5557cf98d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97cda0 0x5557cf98d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1000700 1 -- 172.21.15.69:0/3068317117 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 msgr2=0x5557cf96c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 0x5557cf96c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1000700 1 -- 172.21.15.69:0/3068317117 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5557cf97ed20 con 0x5557cf977a50 2024-05-08T06:08:19.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1a00700 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 0x5557cf96c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf977a50 0x5557cf981410 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x5557cf97daa0 tx=0x7f1aa00b23f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27de973cedbc9ad4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1a9d600700 1 -- 172.21.15.69:0/3068317117 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00aa220 con 0x5557cf977a50 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1a9d600700 1 -- 172.21.15.69:0/3068317117 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aa00c9070 con 0x5557cf977a50 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.874+0000 7f1a9d600700 1 -- 172.21.15.69:0/3068317117 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa00a9fe0 con 0x5557cf977a50 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3068317117 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf977a50 msgr2=0x5557cf981410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf977a50 0x5557cf981410 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x5557cf97daa0 tx=0x7f1aa00b23f0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3068317117 shutdown_connections 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97d6c0 0x5557cf96c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf977a50 0x5557cf981410 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3068317117 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf97cda0 0x5557cf98d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3068317117 >> 172.21.15.69:0/3068317117 conn(0x5557cf8ef6d0 msgr2=0x5557cf97dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3068317117 shutdown_connections 2024-05-08T06:08:19.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.875+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3068317117 wait complete. 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.876+0000 7f1abe48ab80 1 -- start start 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.876+0000 7f1abe48ab80 1 Processor -- start 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf977a50 0x5557cf989560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 0x5557cf989aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97d6c0 0x5557cf997d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1ae290 con 0x5557cf97d6c0 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1af700 con 0x5557cf97cda0 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1aac1ae960 con 0x5557cf977a50 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1abe48ab80 10 client.0 _ll_register_callbacks cb 0x5557cf870c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:19.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 0x5557cf989aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1ab1a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97d6c0 0x5557cf997d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 0x5557cf989aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38266/0 (socket says 172.21.15.69:38266) 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 -- 172.21.15.69:0/3297149235 learned_addr learned my addr 172.21.15.69:0/3297149235 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf977a50 0x5557cf989560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 -- 172.21.15.69:0/3297149235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf977a50 msgr2=0x5557cf989560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf977a50 0x5557cf989560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 -- 172.21.15.69:0/3297149235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97d6c0 msgr2=0x5557cf997d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97d6c0 0x5557cf997d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.877+0000 7f1aabe00700 1 -- 172.21.15.69:0/3297149235 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5557cf998250 con 0x5557cf97cda0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1aabe00700 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 0x5557cf989aa0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1a98000c00 tx=0x7f1a9800b280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c76b164d716177f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1a92a00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1a92a00700 1 -- 172.21.15.69:0/3297149235 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a98028070 con 0x5557cf97cda0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1aa00c9070 con 0x5557cf97cda0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1a92a00700 1 -- 172.21.15.69:0/3297149235 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1a9800f660 con 0x5557cf97cda0 2024-05-08T06:08:19.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1a92a00700 1 -- 172.21.15.69:0/3297149235 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1a98033040 con 0x5557cf97cda0 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1abe48ab80 10 client.26354 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.878+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5557cf9fafe0 con 0x5557cf97cda0 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1a92a00700 1 -- 172.21.15.69:0/3297149235 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1aa00c9070 con 0x5557cf97cda0 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1a92a00700 1 -- 172.21.15.69:0/3297149235 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1a9803a4d0 con 0x5557cf97cda0 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1abe48ab80 10 client.26354 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1abe48ab80 10 client.26354 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1abe48ab80 20 client.26354 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf9fb6c0 0x5557cf9fdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1abe48ab80 4 client.26354 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:19.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5557cf8d7400 con 0x5557cf9fb6c0 2024-05-08T06:08:19.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.879+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf9fb6c0 0x5557cf9fdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:19.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1a92a00700 10 client.26354 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1ab1000700 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf9fb6c0 0x5557cf9fdae0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8edfc815501534d0 server_cookie=2429012cef750666 in_seq=0 out_seq=0 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1a92a00700 1 -- 172.21.15.69:0/3297149235 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5557cf8d7400 con 0x5557cf9fb6c0 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1a92a00700 10 client.26354 handle_command_reply: tid=0 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 client.26354 shutdown 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 msgr2=0x5557cf989aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 0x5557cf989aa0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1a98000c00 tx=0x7f1a9800b280 comp rx=0 tx=0).stop 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 shutdown_connections 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5557cf9fb6c0 0x5557cf9fdae0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5557cf97d6c0 0x5557cf997d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5557cf977a50 0x5557cf989560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 --2- 172.21.15.69:0/3297149235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5557cf97cda0 0x5557cf989aa0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 >> 172.21.15.69:0/3297149235 conn(0x5557cf8ef6d0 msgr2=0x5557cf981db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1a92a00700 0 client.26354 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.880+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 shutdown_connections 2024-05-08T06:08:19.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1abe48ab80 1 -- 172.21.15.69:0/3297149235 wait complete. 2024-05-08T06:08:19.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1abe48ab80 20 client.26354 trim_cache size 0 max 16384 2024-05-08T06:08:19.884 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:19.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a940b2900 msgr2=0x7f1a940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a940b2900 0x7f1a940b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4014d00 tx=0x7f1aa400b040 comp rx=0 tx=0).stop 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 msgr2=0x7f1aac19bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 0x7f1aac19bd50 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1aa000e9c0 tx=0x7f1aa000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 shutdown_connections 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1aac10fbf0 0x7f1aac1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1a940b2900 0x7f1a940b4dc0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1aac0758d0 0x7f1aac19bd50 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 --2- 172.21.15.69:0/2807296267 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1aac0761f0 0x7f1aac19c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.881+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 >> 172.21.15.69:0/2807296267 conn(0x7f1aac0feec0 msgr2=0x7f1aac0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.882+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 shutdown_connections 2024-05-08T06:08:19.885 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:19.882+0000 7f1ab2400700 1 -- 172.21.15.69:0/2807296267 wait complete. 2024-05-08T06:08:20.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:20 smithi105 ceph-mon[34393]: pgmap v659: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:20.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:20 smithi135 ceph-mon[34761]: pgmap v659: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:20.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:20 smithi069 ceph-mon[29571]: pgmap v659: 97 pgs: 97 active+clean; 4.2 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:20.859 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:08:21.302 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:22.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:22 smithi069 ceph-mon[29571]: pgmap v660: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:22.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:22 smithi105 ceph-mon[34393]: pgmap v660: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:22.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:22 smithi135 ceph-mon[34761]: pgmap v660: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:23.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.709+0000 7f3cafa00700 1 -- 172.21.15.69:0/1080130149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8108850 msgr2=0x7f3ca81103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.709+0000 7f3cafa00700 1 --2- 172.21.15.69:0/1080130149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8108850 0x7f3ca81103d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009f90 tx=0x7f3ca000b330 comp rx=0 tx=0).stop 2024-05-08T06:08:23.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 -- 172.21.15.69:0/1080130149 shutdown_connections 2024-05-08T06:08:23.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 --2- 172.21.15.69:0/1080130149 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8108850 0x7f3ca81103d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 --2- 172.21.15.69:0/1080130149 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8103750 0x7f3ca8103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 --2- 172.21.15.69:0/1080130149 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8104100 0x7f3ca8108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 -- 172.21.15.69:0/1080130149 >> 172.21.15.69:0/1080130149 conn(0x7f3ca807a600 msgr2=0x7f3ca807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:23.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 -- 172.21.15.69:0/1080130149 shutdown_connections 2024-05-08T06:08:23.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.710+0000 7f3cafa00700 1 -- 172.21.15.69:0/1080130149 wait complete. 2024-05-08T06:08:23.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 Processor -- start 2024-05-08T06:08:23.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 -- start start 2024-05-08T06:08:23.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 0x7f3ca80757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8104100 0x7f3ca8075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8108850 0x7f3ca8076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca8113670 con 0x7f3ca8103750 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81134f0 con 0x7f3ca8108850 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.711+0000 7f3cafa00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81137f0 con 0x7f3ca8104100 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 0x7f3ca80757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 0x7f3ca80757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50978/0 (socket says 172.21.15.69:50978) 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 -- 172.21.15.69:0/4253946671 learned_addr learned my addr 172.21.15.69:0/4253946671 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cada00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8108850 0x7f3ca8076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8104100 0x7f3ca8075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 -- 172.21.15.69:0/4253946671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8104100 msgr2=0x7f3ca8075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8104100 0x7f3ca8075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 -- 172.21.15.69:0/4253946671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8108850 msgr2=0x7f3ca8076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8108850 0x7f3ca8076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 -- 172.21.15.69:0/4253946671 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca81a7fd0 con 0x7f3ca8103750 2024-05-08T06:08:23.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cada00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8108850 0x7f3ca8076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:23.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8104100 0x7f3ca8075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:23.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.712+0000 7f3cad000700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 0x7f3ca80757a0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c00e9a0 tx=0x7f3c8c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:23.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.713+0000 7f3ca6000700 1 -- 172.21.15.69:0/4253946671 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c00cbd0 con 0x7f3ca8103750 2024-05-08T06:08:23.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.713+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca81a82c0 con 0x7f3ca8103750 2024-05-08T06:08:23.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.713+0000 7f3ca6000700 1 -- 172.21.15.69:0/4253946671 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c8c00cd70 con 0x7f3ca8103750 2024-05-08T06:08:23.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.713+0000 7f3ca6000700 1 -- 172.21.15.69:0/4253946671 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c018680 con 0x7f3ca8103750 2024-05-08T06:08:23.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.713+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca81a8850 con 0x7f3ca8103750 2024-05-08T06:08:23.717 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.717+0000 7f3ca6000700 1 -- 172.21.15.69:0/4253946671 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3c8c010430 con 0x7f3ca8103750 2024-05-08T06:08:23.718 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.718+0000 7f3cba43cb80 1 Processor -- start 2024-05-08T06:08:23.718 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.718+0000 7f3cba43cb80 1 -- start start 2024-05-08T06:08:23.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.718+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e124e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.718+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1252490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.718+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1252e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e2e11a0a20 con 0x55e2e124e060 2024-05-08T06:08:23.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e2e113e760 con 0x55e2e124e980 2024-05-08T06:08:23.719 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e2e119c9e0 con 0x55e2e12529d0 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cada00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e124e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cad000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1252490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cad000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1252490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38286/0 (socket says 172.21.15.69:38286) 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cada00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e124e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50980/0 (socket says 172.21.15.69:50980) 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cad000700 1 -- 172.21.15.69:0/1173940544 learned_addr learned my addr 172.21.15.69:0/1173940544 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1252e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3ca6000700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c840b2880 0x7f3c840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cad000700 1 -- 172.21.15.69:0/1173940544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 msgr2=0x55e2e1252e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.719+0000 7f3cad000700 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1252e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3cad000700 1 -- 172.21.15.69:0/1173940544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 msgr2=0x55e2e124e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3cad000700 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e124e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3ca6000700 1 -- 172.21.15.69:0/4253946671 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3c8c0e2500 con 0x7f3ca8103750 2024-05-08T06:08:23.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3cad000700 1 -- 172.21.15.69:0/1173940544 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2e10ed8d0 con 0x55e2e124e980 2024-05-08T06:08:23.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3cada00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c840b2880 0x7f3c840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3cad000700 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1252490 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0ad9c0 tx=0x7f3c8c0a5ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2359f36f3fcf57b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3c9e000700 1 -- 172.21.15.69:0/1173940544 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c0a9240 con 0x55e2e124e980 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3c9e000700 1 -- 172.21.15.69:0/1173940544 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c8c0b2270 con 0x55e2e124e980 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.720+0000 7f3c9e000700 1 -- 172.21.15.69:0/1173940544 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c0a9ad0 con 0x55e2e124e980 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 -- 172.21.15.69:0/1173940544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 msgr2=0x55e2e1252490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cada00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c840b2880 0x7f3c840b4d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009da0 tx=0x7f3ca0009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1252490 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0ad9c0 tx=0x7f3c8c0a5ac0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 -- 172.21.15.69:0/1173940544 shutdown_connections 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1252e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e124e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/1173940544 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1252490 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.721+0000 7f3cba43cb80 1 -- 172.21.15.69:0/1173940544 >> 172.21.15.69:0/1173940544 conn(0x55e2e117cb60 msgr2=0x55e2e12487a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.722+0000 7f3cba43cb80 1 -- 172.21.15.69:0/1173940544 shutdown_connections 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.722+0000 7f3cba43cb80 1 -- 172.21.15.69:0/1173940544 wait complete. 2024-05-08T06:08:23.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.722+0000 7f3cba43cb80 1 -- start start 2024-05-08T06:08:23.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 Processor -- start 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e1259e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 0x55e2e12571f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e12529d0 0x55e2e1257730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e2e125ab80 con 0x55e2e124e980 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e2e1106b20 con 0x55e2e12529d0 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e2e125ad00 con 0x55e2e124e060 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3cba43cb80 10 client.0 _ll_register_callbacks cb 0x55e2e1147c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.723+0000 7f3c9fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 0x55e2e12571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e1259e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3c9fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 0x55e2e12571f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50996/0 (socket says 172.21.15.69:50996) 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3c9fe00700 1 -- 172.21.15.69:0/2596105808 learned_addr learned my addr 172.21.15.69:0/2596105808 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cada00700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e12529d0 0x55e2e1257730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 -- 172.21.15.69:0/2596105808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e12529d0 msgr2=0x55e2e1257730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e12529d0 0x55e2e1257730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 -- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 msgr2=0x55e2e12571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 0x55e2e12571f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 -- 172.21.15.69:0/2596105808 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2e1166420 con 0x55e2e124e060 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 0x55e2e12571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3cad000700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e1259e50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0ad9c0 tx=0x7f3c8c00eef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1f19f959484656e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3c9ae00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.724+0000 7f3c9ae00700 1 -- 172.21.15.69:0/2596105808 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c0a9240 con 0x55e2e124e060 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3c9ae00700 1 -- 172.21.15.69:0/2596105808 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3c8c0a60c0 con 0x55e2e124e060 2024-05-08T06:08:23.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e2e121b0a0 con 0x55e2e124e060 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3c9ae00700 1 -- 172.21.15.69:0/2596105808 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c8c0aa1d0 con 0x55e2e124e060 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3cba43cb80 10 client.26323 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2e125ab80 con 0x55e2e124e060 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3c9ae00700 1 -- 172.21.15.69:0/2596105808 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e2e121b0a0 con 0x55e2e124e060 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3c9ae00700 1 -- 172.21.15.69:0/2596105808 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3c8c0a9d30 con 0x55e2e124e060 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3cba43cb80 10 client.26323 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.725+0000 7f3cba43cb80 10 client.26323 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3cba43cb80 20 client.26323 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:23.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e1267710 0x55e2e1269b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3cba43cb80 4 client.26323 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2e11ae400 con 0x55e2e1267710 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e1267710 0x55e2e1269b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e1267710 0x55e2e1269b00 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=11c486b933bff05a server_cookie=b883ce9bc8d6578d in_seq=0 out_seq=0 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.726+0000 7f3c9ae00700 10 client.26323 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.727+0000 7f3c9ae00700 1 -- 172.21.15.69:0/2596105808 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e2e11ae400 con 0x55e2e1267710 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.727+0000 7f3c9ae00700 10 client.26323 handle_command_reply: tid=0 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.727+0000 7f3cba43cb80 1 client.26323 shutdown 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.727+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 msgr2=0x55e2e1259e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.727+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e1259e50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c0ad9c0 tx=0x7f3c8c00eef0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 shutdown_connections 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e1267710 0x55e2e1269b00 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e12529d0 0x55e2e1257730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e1259e50 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/2596105808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e980 0x55e2e12571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3c9ae00700 0 client.26323 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:23.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 >> 172.21.15.69:0/2596105808 conn(0x55e2e117cb60 msgr2=0x55e2e12432b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:23.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 shutdown_connections 2024-05-08T06:08:23.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 1 -- 172.21.15.69:0/2596105808 wait complete. 2024-05-08T06:08:23.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.728+0000 7f3cba43cb80 20 client.26323 trim_cache size 0 max 16384 2024-05-08T06:08:23.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.744+0000 7f3cba43cb80 1 Processor -- start 2024-05-08T06:08:23.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.744+0000 7f3cba43cb80 1 -- start start 2024-05-08T06:08:23.745 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e1269b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1254e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1263c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81b2660 con 0x55e2e124e060 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81afef0 con 0x55e2e124e980 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81add40 con 0x55e2e12529d0 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cad000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e1269b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cad000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e1269b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:51010/0 (socket says 172.21.15.69:51010) 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cad000700 1 -- 172.21.15.69:0/466003559 learned_addr learned my addr 172.21.15.69:0/466003559 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1254e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.745+0000 7f3cada00700 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1263c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3cad000700 1 -- 172.21.15.69:0/466003559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 msgr2=0x55e2e1263c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3cad000700 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1263c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3cad000700 1 -- 172.21.15.69:0/466003559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 msgr2=0x55e2e1254e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3cad000700 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1254e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3cad000700 1 -- 172.21.15.69:0/466003559 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2e1257820 con 0x55e2e124e060 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1254e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3cad000700 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e1269b00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c012020 tx=0x7f3c8c0a5ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=353cc94d7e9592cf server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3c9d600700 1 -- 172.21.15.69:0/466003559 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c0ade80 con 0x55e2e124e060 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3c9d600700 1 -- 172.21.15.69:0/466003559 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c8c0a9ad0 con 0x55e2e124e060 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.746+0000 7f3c9d600700 1 -- 172.21.15.69:0/466003559 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c0ad9f0 con 0x55e2e124e060 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 -- 172.21.15.69:0/466003559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 msgr2=0x55e2e1269b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e1269b00 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c012020 tx=0x7f3c8c0a5ac0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 -- 172.21.15.69:0/466003559 shutdown_connections 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e12529d0 0x55e2e1263c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e124e060 0x55e2e1269b00 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/466003559 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e1254e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 -- 172.21.15.69:0/466003559 >> 172.21.15.69:0/466003559 conn(0x55e2e117cb60 msgr2=0x55e2e1253640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 -- 172.21.15.69:0/466003559 shutdown_connections 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 -- 172.21.15.69:0/466003559 wait complete. 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.747+0000 7f3cba43cb80 1 -- start start 2024-05-08T06:08:23.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 Processor -- start 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e125af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e125b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e12529d0 0x55e2e12d8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81ae3b0 con 0x55e2e12529d0 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81af820 con 0x55e2e124e980 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca81aea80 con 0x55e2e124e060 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.748+0000 7f3cba43cb80 10 client.0 _ll_register_callbacks cb 0x55e2e1147c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:23.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3cada00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e12529d0 0x55e2e12d8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e125b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3cada00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e12529d0 0x55e2e12d8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:51026/0 (socket says 172.21.15.69:51026) 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3cada00700 1 -- 172.21.15.69:0/3883928723 learned_addr learned my addr 172.21.15.69:0/3883928723 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3cad000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e125af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e125b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38314/0 (socket says 172.21.15.69:38314) 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 -- 172.21.15.69:0/3883928723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 msgr2=0x55e2e125af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e125af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 -- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e12529d0 msgr2=0x55e2e12d8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e12529d0 0x55e2e12d8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 -- 172.21.15.69:0/3883928723 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2e12d8ca0 con 0x55e2e124e980 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9fe00700 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e125b4c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x55e2e126a320 tx=0x7f3c94012d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bb97da48eea2f33 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.749+0000 7f3c9ae00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3c9ae00700 1 -- 172.21.15.69:0/3883928723 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c94004440 con 0x55e2e124e980 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3c9ae00700 1 -- 172.21.15.69:0/3883928723 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3c9401f760 con 0x55e2e124e980 2024-05-08T06:08:23.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c8c0a9ad0 con 0x55e2e124e980 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3c9ae00700 1 -- 172.21.15.69:0/3883928723 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3c9401f960 con 0x55e2e124e980 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3cba43cb80 10 client.26372 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2e12d9ed0 con 0x55e2e124e980 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.750+0000 7f3c9ae00700 1 -- 172.21.15.69:0/3883928723 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3c8c0a9ad0 con 0x55e2e124e980 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3c9ae00700 1 -- 172.21.15.69:0/3883928723 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3c94003c80 con 0x55e2e124e980 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cba43cb80 10 client.26372 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cba43cb80 10 client.26372 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cba43cb80 20 client.26372 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e12da520 0x55e2e12dc9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cba43cb80 4 client.26372 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e2e11a84a0 con 0x55e2e12da520 2024-05-08T06:08:23.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.751+0000 7f3cad000700 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e12da520 0x55e2e12dc9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:23.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cad000700 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e12da520 0x55e2e12dc9a0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cbc01885b216c893 server_cookie=b659462ee4bb1ed2 in_seq=0 out_seq=0 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3c9ae00700 10 client.26372 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3c9ae00700 1 -- 172.21.15.69:0/3883928723 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e2e11a84a0 con 0x55e2e12da520 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3c9ae00700 10 client.26372 handle_command_reply: tid=0 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 client.26372 shutdown 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 msgr2=0x55e2e125b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e125b4c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x55e2e126a320 tx=0x7f3c94012d10 comp rx=0 tx=0).stop 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 shutdown_connections 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55e2e12da520 0x55e2e12dc9a0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2e12529d0 0x55e2e12d8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2e124e060 0x55e2e125af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 --2- 172.21.15.69:0/3883928723 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2e124e980 0x55e2e125b4c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3c9ae00700 0 client.26372 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 >> 172.21.15.69:0/3883928723 conn(0x55e2e117cb60 msgr2=0x55e2e124ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:23.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 shutdown_connections 2024-05-08T06:08:23.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.752+0000 7f3cba43cb80 1 -- 172.21.15.69:0/3883928723 wait complete. 2024-05-08T06:08:23.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cba43cb80 20 client.26372 trim_cache size 0 max 16384 2024-05-08T06:08:23.756 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:23.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c840b2880 msgr2=0x7f3c840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c840b2880 0x7f3c840b4d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f3ca0009da0 tx=0x7f3ca0009920 comp rx=0 tx=0).stop 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 msgr2=0x7f3ca80757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 0x7f3ca80757a0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c00e9a0 tx=0x7f3c8c00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 shutdown_connections 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3c840b2880 0x7f3c840b4d40 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3ca8108850 0x7f3ca8076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3ca8103750 0x7f3ca80757a0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 --2- 172.21.15.69:0/4253946671 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3ca8104100 0x7f3ca8075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.753+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 >> 172.21.15.69:0/4253946671 conn(0x7f3ca807a600 msgr2=0x7f3ca81014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.754+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 shutdown_connections 2024-05-08T06:08:23.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:23.754+0000 7f3cafa00700 1 -- 172.21.15.69:0/4253946671 wait complete. 2024-05-08T06:08:24.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:24 smithi105 ceph-mon[34393]: pgmap v661: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:24.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:24 smithi135 ceph-mon[34761]: pgmap v661: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:24 smithi069 ceph-mon[29571]: pgmap v661: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:24.877 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:08:25.324 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:26.374 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:26 smithi069 ceph-mon[29571]: pgmap v662: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:26.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:26 smithi105 ceph-mon[34393]: pgmap v662: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:26.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:26 smithi135 ceph-mon[34761]: pgmap v662: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 -- 172.21.15.69:0/4118154410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 msgr2=0x7fe45c114130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 --2- 172.21.15.69:0/4118154410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c114130 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fe4480098f0 tx=0x7fe448009c00 comp rx=0 tx=0).stop 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 -- 172.21.15.69:0/4118154410 shutdown_connections 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 --2- 172.21.15.69:0/4118154410 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe45c114670 0x7fe45c116a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 --2- 172.21.15.69:0/4118154410 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 0x7fe45c075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 --2- 172.21.15.69:0/4118154410 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c114130 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 -- 172.21.15.69:0/4118154410 >> 172.21.15.69:0/4118154410 conn(0x7fe45c07a600 msgr2=0x7fe45c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 -- 172.21.15.69:0/4118154410 shutdown_connections 2024-05-08T06:08:27.733 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.732+0000 7fe464400700 1 -- 172.21.15.69:0/4118154410 wait complete. 2024-05-08T06:08:27.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.733+0000 7fe464400700 1 Processor -- start 2024-05-08T06:08:27.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 -- start start 2024-05-08T06:08:27.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 0x7fe45c1a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c1a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.734 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe45c114670 0x7fe45c1a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c119cb0 con 0x7fe45c0756d0 2024-05-08T06:08:27.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c119b30 con 0x7fe45c075ff0 2024-05-08T06:08:27.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe464400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c119e30 con 0x7fe45c114670 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 0x7fe45c1a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c1a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.734+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c1a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38336/0 (socket says 172.21.15.69:38336) 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 0x7fe45c1a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:51050/0 (socket says 172.21.15.69:51050) 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 -- 172.21.15.69:0/3709266498 learned_addr learned my addr 172.21.15.69:0/3709266498 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe462400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe45c114670 0x7fe45c1a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 -- 172.21.15.69:0/3709266498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe45c114670 msgr2=0x7fe45c1a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe45c114670 0x7fe45c1a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 -- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 msgr2=0x7fe45c1a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 0x7fe45c1a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 -- 172.21.15.69:0/3709266498 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45c1a5250 con 0x7fe45c075ff0 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.735+0000 7fe461000700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c1a0780 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe448009230 tx=0x7fe44800fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.736+0000 7fe45a000700 1 -- 172.21.15.69:0/3709266498 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4480050c0 con 0x7fe45c075ff0 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.736+0000 7fe45a000700 1 -- 172.21.15.69:0/3709266498 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe44800b560 con 0x7fe45c075ff0 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.736+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe45c1a54e0 con 0x7fe45c075ff0 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.736+0000 7fe45a000700 1 -- 172.21.15.69:0/3709266498 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe448003a00 con 0x7fe45c075ff0 2024-05-08T06:08:27.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.736+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe45c1acdc0 con 0x7fe45c075ff0 2024-05-08T06:08:27.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.740+0000 7fe45a000700 1 -- 172.21.15.69:0/3709266498 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe44800b710 con 0x7fe45c075ff0 2024-05-08T06:08:27.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.740+0000 7fe46ecc4b80 1 Processor -- start 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 -- start start 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e336440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 0x55d14e33a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e33ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d14e288a20 con 0x55d14e336980 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d14e226760 con 0x55d14e33a9d0 2024-05-08T06:08:27.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d14e2849e0 con 0x55d14e336060 2024-05-08T06:08:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe45a000700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4440b2900 0x7fe4440b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 0x55d14e33a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e33ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 0x55d14e33a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:51064/0 (socket says 172.21.15.69:51064) 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.741+0000 7fe461a00700 1 -- 172.21.15.69:0/84941861 learned_addr learned my addr 172.21.15.69:0/84941861 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe462400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4440b2900 0x7fe4440b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe462400700 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e336440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe45a000700 1 -- 172.21.15.69:0/3709266498 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe4480e3060 con 0x7fe45c075ff0 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe461a00700 1 -- 172.21.15.69:0/84941861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 msgr2=0x55d14e336440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe461a00700 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e336440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe461a00700 1 -- 172.21.15.69:0/84941861 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 msgr2=0x55d14e33ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe461a00700 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e33ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe461a00700 1 -- 172.21.15.69:0/84941861 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d14e1d58d0 con 0x55d14e336980 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.742+0000 7fe461a00700 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 0x55d14e33a490 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe4500093a0 tx=0x7fe4500099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f656fa57b755eca server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.743+0000 7fe44ea00700 1 -- 172.21.15.69:0/84941861 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45001b030 con 0x55d14e336980 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.743+0000 7fe462400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4440b2900 0x7fe4440b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fe4540097a0 tx=0x7fe454004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.743+0000 7fe44ea00700 1 -- 172.21.15.69:0/84941861 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe450004bb0 con 0x55d14e336980 2024-05-08T06:08:27.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.743+0000 7fe44ea00700 1 -- 172.21.15.69:0/84941861 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450005020 con 0x55d14e336980 2024-05-08T06:08:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/84941861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 msgr2=0x55d14e33a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 0x55d14e33a490 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe4500093a0 tx=0x7fe4500099e0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/84941861 shutdown_connections 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e33ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e336440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/84941861 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336980 0x55d14e33a490 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/84941861 >> 172.21.15.69:0/84941861 conn(0x55d14e264b60 msgr2=0x55d14e3307a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/84941861 shutdown_connections 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/84941861 wait complete. 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.744+0000 7fe46ecc4b80 1 -- start start 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 Processor -- start 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e341ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e33f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e33a9d0 0x55d14e33f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d14e342be0 con 0x55d14e33a9d0 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d14e1eeb20 con 0x55d14e336980 2024-05-08T06:08:27.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d14e342d60 con 0x55d14e336060 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.745+0000 7fe46ecc4b80 10 client.0 _ll_register_callbacks cb 0x55d14e22fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e341ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e33f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe462400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e33a9d0 0x55d14e33f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e341ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51470/0 (socket says 172.21.15.69:51470) 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e33f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38354/0 (socket says 172.21.15.69:38354) 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 -- 172.21.15.69:0/3731338924 learned_addr learned my addr 172.21.15.69:0/3731338924 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 -- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 msgr2=0x55d14e33f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e33f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 -- 172.21.15.69:0/3731338924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e33a9d0 msgr2=0x55d14e33f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e33a9d0 0x55d14e33f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 -- 172.21.15.69:0/3731338924 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d14e24e420 con 0x55d14e336060 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461000700 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e33f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe461a00700 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e341ea0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe450009020 tx=0x7fe450003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d242a168dfe5f9b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:27.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.746+0000 7fe443400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.747+0000 7fe443400700 1 -- 172.21.15.69:0/3731338924 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450017870 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.747+0000 7fe443400700 1 -- 172.21.15.69:0/3731338924 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe450004040 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.747+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe450004bb0 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.747+0000 7fe443400700 1 -- 172.21.15.69:0/3731338924 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe4500042a0 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.747+0000 7fe46ecc4b80 10 client.26341 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.747+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d14e34d490 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe443400700 1 -- 172.21.15.69:0/3731338924 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe450004bb0 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe443400700 1 -- 172.21.15.69:0/3731338924 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe450020700 con 0x55d14e336060 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe46ecc4b80 10 client.26341 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe46ecc4b80 10 client.26341 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:27.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe46ecc4b80 20 client.26341 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e34f960 0x55d14e351d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe46ecc4b80 4 client.26341 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d14e3030a0 con 0x55d14e34f960 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.748+0000 7fe461000700 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e34f960 0x55d14e351d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.749+0000 7fe461000700 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e34f960 0x55d14e351d50 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99327fe1200bc45f server_cookie=35dd9a9ff86007 in_seq=0 out_seq=0 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.749+0000 7fe443400700 10 client.26341 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe443400700 1 -- 172.21.15.69:0/3731338924 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d14e3030a0 con 0x55d14e34f960 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe443400700 10 client.26341 handle_command_reply: tid=0 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 client.26341 shutdown 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 msgr2=0x55d14e341ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e341ea0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe450009020 tx=0x7fe450003c30 comp rx=0 tx=0).stop 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 shutdown_connections 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e33a9d0 0x55d14e33f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e34f960 0x55d14e351d50 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336060 0x55d14e341ea0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3731338924 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e33f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe443400700 0 client.26341 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 >> 172.21.15.69:0/3731338924 conn(0x55d14e264b60 msgr2=0x55d14e32b2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 shutdown_connections 2024-05-08T06:08:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3731338924 wait complete. 2024-05-08T06:08:27.753 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.750+0000 7fe46ecc4b80 20 client.26341 trim_cache size 0 max 16384 2024-05-08T06:08:27.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 Processor -- start 2024-05-08T06:08:27.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 -- start start 2024-05-08T06:08:27.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e338360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e3388a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e33a9d0 0x55d14e338de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1b69c0 con 0x55d14e336060 2024-05-08T06:08:27.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1b4250 con 0x55d14e336980 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.767+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1b20a0 con 0x55d14e33a9d0 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e3388a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e338360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e3388a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38360/0 (socket says 172.21.15.69:38360) 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e338360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:51084/0 (socket says 172.21.15.69:51084) 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 -- 172.21.15.69:0/712611061 learned_addr learned my addr 172.21.15.69:0/712611061 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 -- 172.21.15.69:0/712611061 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e33a9d0 msgr2=0x55d14e338de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e33a9d0 0x55d14e338de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 -- 172.21.15.69:0/712611061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 msgr2=0x55d14e338360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e338360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461000700 1 -- 172.21.15.69:0/712611061 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d14e33a7c0 con 0x55d14e336980 2024-05-08T06:08:27.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.768+0000 7fe461a00700 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e338360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:27.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.769+0000 7fe461000700 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e3388a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe4480a7990 tx=0x7fe4480b1040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c473006ca278fedc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:27.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.769+0000 7fe44e000700 1 -- 172.21.15.69:0/712611061 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4480a9e90 con 0x55d14e336980 2024-05-08T06:08:27.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.769+0000 7fe44e000700 1 -- 172.21.15.69:0/712611061 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe448078180 con 0x55d14e336980 2024-05-08T06:08:27.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.769+0000 7fe44e000700 1 -- 172.21.15.69:0/712611061 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4480b34f0 con 0x55d14e336980 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.769+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/712611061 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 msgr2=0x55d14e3388a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.769+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e3388a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe4480a7990 tx=0x7fe4480b1040 comp rx=0 tx=0).stop 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/712611061 shutdown_connections 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e33a9d0 0x55d14e338de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e338360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/712611061 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e336980 0x55d14e3388a0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/712611061 >> 172.21.15.69:0/712611061 conn(0x55d14e264b60 msgr2=0x55d14e33f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/712611061 shutdown_connections 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/712611061 wait complete. 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 -- start start 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.770+0000 7fe46ecc4b80 1 Processor -- start 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e354fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336980 0x55d14e350320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e350860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1b2710 con 0x55d14e336060 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1b3b80 con 0x55d14e33a9d0 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c1b2de0 con 0x55d14e336980 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe46ecc4b80 10 client.0 _ll_register_callbacks cb 0x55d14e22fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e354fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe461a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e354fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:51100/0 (socket says 172.21.15.69:51100) 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe461a00700 1 -- 172.21.15.69:0/3272293254 learned_addr learned my addr 172.21.15.69:0/3272293254 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe462400700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e350860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.771+0000 7fe461000700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336980 0x55d14e350320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe461a00700 1 -- 172.21.15.69:0/3272293254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336980 msgr2=0x55d14e350320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe461a00700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336980 0x55d14e350320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe461a00700 1 -- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 msgr2=0x55d14e350860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe461a00700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e350860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe461a00700 1 -- 172.21.15.69:0/3272293254 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d14e350da0 con 0x55d14e336060 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe461a00700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e354fa0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe450000f80 tx=0x7fe450006040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f54bc2112c38db4f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe443400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe443400700 1 -- 172.21.15.69:0/3272293254 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45001b070 con 0x55d14e336060 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe443400700 1 -- 172.21.15.69:0/3272293254 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe450003f50 con 0x55d14e336060 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d14e296400 con 0x55d14e336060 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe443400700 1 -- 172.21.15.69:0/3272293254 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe450017670 con 0x55d14e336060 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe46ecc4b80 10 client.16251 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.772+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d14e3b9b80 con 0x55d14e336060 2024-05-08T06:08:27.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe443400700 1 -- 172.21.15.69:0/3272293254 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55d14e296400 con 0x55d14e336060 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe443400700 1 -- 172.21.15.69:0/3272293254 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe450020ce0 con 0x55d14e336060 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe46ecc4b80 10 client.16251 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe46ecc4b80 10 client.16251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe46ecc4b80 20 client.16251 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e3ba1d0 0x55d14e3bc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe46ecc4b80 4 client.16251 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d14e2904a0 con 0x55d14e3ba1d0 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.773+0000 7fe461000700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e3ba1d0 0x55d14e3bc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe461000700 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e3ba1d0 0x55d14e3bc5f0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfe5acea7fe2cd50 server_cookie=6882afdf95c7e88d in_seq=0 out_seq=0 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe443400700 10 client.16251 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe443400700 1 -- 172.21.15.69:0/3272293254 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d14e2904a0 con 0x55d14e3ba1d0 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe443400700 10 client.16251 handle_command_reply: tid=0 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 client.16251 shutdown 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 msgr2=0x55d14e354fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e354fa0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe450000f80 tx=0x7fe450006040 comp rx=0 tx=0).stop 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 shutdown_connections 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d14e33a9d0 0x55d14e350860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d14e336060 0x55d14e354fa0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d14e3ba1d0 0x55d14e3bc5f0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 --2- 172.21.15.69:0/3272293254 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d14e336980 0x55d14e350320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 >> 172.21.15.69:0/3272293254 conn(0x55d14e264b60 msgr2=0x55d14e33d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.774+0000 7fe443400700 0 client.16251 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 shutdown_connections 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe46ecc4b80 1 -- 172.21.15.69:0/3272293254 wait complete. 2024-05-08T06:08:27.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe46ecc4b80 20 client.16251 trim_cache size 0 max 16384 2024-05-08T06:08:27.779 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:27.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4440b2900 msgr2=0x7fe4440b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe464400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4440b2900 0x7fe4440b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fe4540097a0 tx=0x7fe454004750 comp rx=0 tx=0).stop 2024-05-08T06:08:27.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 msgr2=0x7fe45c1a0780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:27.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.775+0000 7fe464400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c1a0780 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe448009230 tx=0x7fe44800fa70 comp rx=0 tx=0).stop 2024-05-08T06:08:27.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 shutdown_connections 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe45c114670 0x7fe45c1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe45c0756d0 0x7fe45c1a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe4440b2900 0x7fe4440b4dc0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 --2- 172.21.15.69:0/3709266498 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe45c075ff0 0x7fe45c1a0780 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 >> 172.21.15.69:0/3709266498 conn(0x7fe45c07a600 msgr2=0x7fe45c110110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 shutdown_connections 2024-05-08T06:08:27.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:27.776+0000 7fe464400700 1 -- 172.21.15.69:0/3709266498 wait complete. 2024-05-08T06:08:28.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:28 smithi105 ceph-mon[34393]: pgmap v663: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:28.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:28 smithi135 ceph-mon[34761]: pgmap v663: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:28 smithi069 ceph-mon[29571]: pgmap v663: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:08:29.693 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:08:29.693 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:08:30.151 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:30.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:30 smithi069 ceph-mon[29571]: pgmap v664: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:30.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:30 smithi105 ceph-mon[34393]: pgmap v664: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:30.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:30 smithi135 ceph-mon[34761]: pgmap v664: 97 pgs: 97 active+clean; 4.3 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:08:32.316 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:32 smithi069 ceph-mon[29571]: pgmap v665: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 -- 172.21.15.69:0/2856652322 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280758d0 msgr2=0x7f1328075cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 --2- 172.21.15.69:0/2856652322 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280758d0 0x7f1328075cb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f131c009f90 tx=0x7f131c00b330 comp rx=0 tx=0).stop 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 -- 172.21.15.69:0/2856652322 shutdown_connections 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 --2- 172.21.15.69:0/2856652322 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f132810fc10 0x7f1328112080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 --2- 172.21.15.69:0/2856652322 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280758d0 0x7f1328075cb0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 --2- 172.21.15.69:0/2856652322 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f13280761f0 0x7f132810f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 -- 172.21.15.69:0/2856652322 >> 172.21.15.69:0/2856652322 conn(0x7f13280fef20 msgr2=0x7f1328101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:32.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.489+0000 7f132e600700 1 -- 172.21.15.69:0/2856652322 shutdown_connections 2024-05-08T06:08:32.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.490+0000 7f132e600700 1 -- 172.21.15.69:0/2856652322 wait complete. 2024-05-08T06:08:32.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 Processor -- start 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 -- start start 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 0x7f13281a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280761f0 0x7f13281a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f132810fc10 0x7f132819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1328115790 con 0x7f13280758d0 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1328115610 con 0x7f132810fc10 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132e600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1328115910 con 0x7f13280761f0 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132d200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 0x7f13281a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.491+0000 7f132d200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 0x7f13281a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43812/0 (socket says 172.21.15.69:43812) 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 -- 172.21.15.69:0/1878538277 learned_addr learned my addr 172.21.15.69:0/1878538277 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f1327e00700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280761f0 0x7f13281a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132dc00700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f132810fc10 0x7f132819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 -- 172.21.15.69:0/1878538277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280761f0 msgr2=0x7f13281a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280761f0 0x7f13281a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 -- 172.21.15.69:0/1878538277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f132810fc10 msgr2=0x7f132819bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f132810fc10 0x7f132819bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 -- 172.21.15.69:0/1878538277 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132819c410 con 0x7f13280758d0 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.492+0000 7f132d200700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 0x7f13281a1a60 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f131c009f60 tx=0x7f131c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.493+0000 7f1325600700 1 -- 172.21.15.69:0/1878538277 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131c021070 con 0x7f13280758d0 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.493+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f132819c6a0 con 0x7f13280758d0 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.493+0000 7f1325600700 1 -- 172.21.15.69:0/1878538277 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f131c007ac0 con 0x7f13280758d0 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.493+0000 7f1325600700 1 -- 172.21.15.69:0/1878538277 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131c005040 con 0x7f13280758d0 2024-05-08T06:08:32.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.493+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13281a89e0 con 0x7f13280758d0 2024-05-08T06:08:32.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.496+0000 7f1325600700 1 -- 172.21.15.69:0/1878538277 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f131c024070 con 0x7f13280758d0 2024-05-08T06:08:32.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 Processor -- start 2024-05-08T06:08:32.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 -- start start 2024-05-08T06:08:32.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9bf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f1325600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13100b2880 0x7f13100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9bff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f09d911aa0 con 0x55f09d9c4e20 2024-05-08T06:08:32.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f09d8af7e0 con 0x55f09d9c5740 2024-05-08T06:08:32.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.498+0000 7f133a608b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f09d90da60 con 0x55f09d9bfad0 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1325600700 1 -- 172.21.15.69:0/1878538277 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f131c00f020 con 0x7f13280758d0 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f132d200700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13100b2880 0x7f13100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f132dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f132dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43816/0 (socket says 172.21.15.69:43816) 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f132dc00700 1 -- 172.21.15.69:0/1374376344 learned_addr learned my addr 172.21.15.69:0/1374376344 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1327e00700 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9bf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f132dc00700 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9bff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1327e00700 1 -- 172.21.15.69:0/1374376344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 msgr2=0x55f09d9bff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1327e00700 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9bff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1327e00700 1 -- 172.21.15.69:0/1374376344 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 msgr2=0x55f09d9c5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1327e00700 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f1327e00700 1 -- 172.21.15.69:0/1374376344 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f09d85e950 con 0x55f09d9c5740 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.499+0000 7f132dc00700 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.500+0000 7f132d200700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13100b2880 0x7f13100b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f131c004fd0 tx=0x7f131c009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.500+0000 7f1327e00700 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9bf4b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f132819d310 tx=0x7f1314009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c17a773198681fc2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.500+0000 7f131a000700 1 -- 172.21.15.69:0/1374376344 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314011c80 con 0x55f09d9c5740 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.500+0000 7f131a000700 1 -- 172.21.15.69:0/1374376344 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1314011e20 con 0x55f09d9c5740 2024-05-08T06:08:32.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.500+0000 7f131a000700 1 -- 172.21.15.69:0/1374376344 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314005280 con 0x55f09d9c5740 2024-05-08T06:08:32.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 -- 172.21.15.69:0/1374376344 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 msgr2=0x55f09d9bf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9bf4b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f132819d310 tx=0x7f1314009f60 comp rx=0 tx=0).stop 2024-05-08T06:08:32.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 -- 172.21.15.69:0/1374376344 shutdown_connections 2024-05-08T06:08:32.502 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9bff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 --2- 172.21.15.69:0/1374376344 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9bf4b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 -- 172.21.15.69:0/1374376344 >> 172.21.15.69:0/1374376344 conn(0x55f09d937750 msgr2=0x55f09d9b9d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 -- 172.21.15.69:0/1374376344 shutdown_connections 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.501+0000 7f133a608b80 1 -- 172.21.15.69:0/1374376344 wait complete. 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 -- start start 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 Processor -- start 2024-05-08T06:08:32.503 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9cb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.505 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9c8d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f09d9cc1d0 con 0x55f09d9c4e20 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f09d877ba0 con 0x55f09d9c5740 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.502+0000 7f133a608b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f09d9cc350 con 0x55f09d9bfad0 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f133a608b80 10 client.0 _ll_register_callbacks cb 0x55f09d8b8cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c87d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43828/0 (socket says 172.21.15.69:43828) 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 -- 172.21.15.69:0/1437307809 learned_addr learned my addr 172.21.15.69:0/1437307809 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f132dc00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9cb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f132dc00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9c8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 -- 172.21.15.69:0/1437307809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 msgr2=0x55f09d9cb430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9cb430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.506 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 -- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 msgr2=0x55f09d9c8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9c8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f1327e00700 1 -- 172.21.15.69:0/1437307809 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f09d8d74a0 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.503+0000 7f132dc00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9cb430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f1327e00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c87d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f13140046b0 tx=0x7f1314004920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bcc2edcc5026a1d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f130ea00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f130ea00700 1 -- 172.21.15.69:0/1437307809 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314026020 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f130ea00700 1 -- 172.21.15.69:0/1437307809 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1314004fc0 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1314011e20 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f130ea00700 1 -- 172.21.15.69:0/1437307809 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1314005d00 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f133a608b80 10 client.16263 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.504+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f09d9d6a20 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f130ea00700 1 -- 172.21.15.69:0/1437307809 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1314011e20 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f130ea00700 1 -- 172.21.15.69:0/1437307809 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1314018070 con 0x55f09d9c4e20 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f133a608b80 10 client.16263 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:32.507 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f133a608b80 10 client.16263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:32.508 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f133a608b80 20 client.16263 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:32.508 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f133a608b80 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09d9d8ef0 0x55f09d9db2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.508 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f133a608b80 4 client.16263 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:32.508 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.505+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f09d98c1c0 con 0x55f09d9d8ef0 2024-05-08T06:08:32.508 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.506+0000 7f132dc00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09d9d8ef0 0x55f09d9db2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.506+0000 7f132dc00700 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09d9d8ef0 0x55f09d9db2e0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7e028ee1bc39d4 server_cookie=2807e40f9bfc8757 in_seq=0 out_seq=0 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.506+0000 7f130ea00700 10 client.16263 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f130ea00700 1 -- 172.21.15.69:0/1437307809 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f09d98c1c0 con 0x55f09d9d8ef0 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f130ea00700 10 client.16263 handle_command_reply: tid=0 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 client.16263 shutdown 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 msgr2=0x55f09d9c87d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c87d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f13140046b0 tx=0x7f1314004920 comp rx=0 tx=0).stop 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 shutdown_connections 2024-05-08T06:08:32.509 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9c8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09d9d8ef0 0x55f09d9db2e0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9bfad0 0x55f09d9cb430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 --2- 172.21.15.69:0/1437307809 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c4e20 0x55f09d9c87d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 >> 172.21.15.69:0/1437307809 conn(0x55f09d937750 msgr2=0x55f09d9b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f130ea00700 0 client.16263 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 shutdown_connections 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.507+0000 7f133a608b80 1 -- 172.21.15.69:0/1437307809 wait complete. 2024-05-08T06:08:32.510 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.508+0000 7f133a608b80 20 client.16263 trim_cache size 0 max 16384 2024-05-08T06:08:32.519 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:32 smithi105 ceph-mon[34393]: pgmap v665: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:08:32.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 Processor -- start 2024-05-08T06:08:32.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 -- start start 2024-05-08T06:08:32.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9bfad0 0x55f09d9bf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c5740 0x55f09d9b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f13281b2460 con 0x55f09d9c5740 2024-05-08T06:08:32.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f13281afcf0 con 0x55f09d9bfad0 2024-05-08T06:08:32.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.530+0000 7f133a608b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f13281adb40 con 0x55f09d9c4e20 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f132dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9bfad0 0x55f09d9bf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f132dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9bfad0 0x55f09d9bf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32920/0 (socket says 172.21.15.69:32920) 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f132dc00700 1 -- 172.21.15.69:0/1720614881 learned_addr learned my addr 172.21.15.69:0/1720614881 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f132dc00700 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c5740 0x55f09d9b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 -- 172.21.15.69:0/1720614881 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9bfad0 msgr2=0x55f09d9bf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9bfad0 0x55f09d9bf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 -- 172.21.15.69:0/1720614881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c5740 msgr2=0x55f09d9b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c5740 0x55f09d9b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 -- 172.21.15.69:0/1720614881 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f09d9c6d40 con 0x55f09d9c4e20 2024-05-08T06:08:32.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.531+0000 7f1327e00700 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d5290 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f131402f040 tx=0x7f1314009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdc73d00cfd2fbbd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:32.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.532+0000 7f1319600700 1 -- 172.21.15.69:0/1720614881 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314026040 con 0x55f09d9c4e20 2024-05-08T06:08:32.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.532+0000 7f1319600700 1 -- 172.21.15.69:0/1720614881 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13140193f0 con 0x55f09d9c4e20 2024-05-08T06:08:32.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.532+0000 7f1319600700 1 -- 172.21.15.69:0/1720614881 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1314004b10 con 0x55f09d9c4e20 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 -- 172.21.15.69:0/1720614881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 msgr2=0x55f09d9d5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d5290 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f131402f040 tx=0x7f1314009f60 comp rx=0 tx=0).stop 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 -- 172.21.15.69:0/1720614881 shutdown_connections 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9c5740 0x55f09d9b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9bfad0 0x55f09d9bf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 --2- 172.21.15.69:0/1720614881 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d5290 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 -- 172.21.15.69:0/1720614881 >> 172.21.15.69:0/1720614881 conn(0x55f09d937750 msgr2=0x55f09d9c6190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 -- 172.21.15.69:0/1720614881 shutdown_connections 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 -- 172.21.15.69:0/1720614881 wait complete. 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 -- start start 2024-05-08T06:08:32.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.533+0000 7f133a608b80 1 Processor -- start 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9bfad0 0x55f09d9d15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f13281ae1b0 con 0x55f09d9bfad0 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f13281af620 con 0x55f09d9c5740 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f13281ae880 con 0x55f09d9c4e20 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f133a608b80 10 client.0 _ll_register_callbacks cb 0x55f09d8b8cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f132dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9bfad0 0x55f09d9d15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f1327e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f1327e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d1af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34218/0 (socket says 172.21.15.69:34218) 2024-05-08T06:08:32.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.534+0000 7f1327e00700 1 -- 172.21.15.69:0/2046765051 learned_addr learned my addr 172.21.15.69:0/2046765051 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f132dc00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f1327e00700 1 -- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 msgr2=0x55f09d9ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f1327e00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f1327e00700 1 -- 172.21.15.69:0/2046765051 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9bfad0 msgr2=0x55f09d9d15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f1327e00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9bfad0 0x55f09d9d15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f1327e00700 1 -- 172.21.15.69:0/2046765051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f09d9cea60 con 0x55f09d9c4e20 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f132dc00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f1327e00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d1af0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f13140195d0 tx=0x7f1314004920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3eec3e3594206174 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f130ea00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f130ea00700 1 -- 172.21.15.69:0/2046765051 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f131403a070 con 0x55f09d9c4e20 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13140193f0 con 0x55f09d9c4e20 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.535+0000 7f130ea00700 1 -- 172.21.15.69:0/2046765051 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f13140053d0 con 0x55f09d9c4e20 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f130ea00700 1 -- 172.21.15.69:0/2046765051 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1314046050 con 0x55f09d9c4e20 2024-05-08T06:08:32.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 10 client.26362 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f09da43f90 con 0x55f09d9c4e20 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f130ea00700 1 -- 172.21.15.69:0/2046765051 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13140193f0 con 0x55f09d9c4e20 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f130ea00700 1 -- 172.21.15.69:0/2046765051 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f1314034020 con 0x55f09d9c4e20 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 10 client.26362 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 10 client.26362 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 20 client.26362 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09da44610 0x55f09da46a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 4 client.26362 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.536+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f09d91f480 con 0x55f09da44610 2024-05-08T06:08:32.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.537+0000 7f132dc00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09da44610 0x55f09da46a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:32.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.537+0000 7f132dc00700 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09da44610 0x55f09da46a30 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f48d65a70c18a0 server_cookie=d1f64459362cb495 in_seq=0 out_seq=0 2024-05-08T06:08:32.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.537+0000 7f130ea00700 10 client.26362 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:32.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.538+0000 7f130ea00700 1 -- 172.21.15.69:0/2046765051 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f09d91f480 con 0x55f09da44610 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.538+0000 7f130ea00700 10 client.26362 handle_command_reply: tid=0 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.538+0000 7f133a608b80 1 client.26362 shutdown 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 msgr2=0x55f09d9d1af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d1af0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f13140195d0 tx=0x7f1314004920 comp rx=0 tx=0).stop 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 shutdown_connections 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09d9c5740 0x55f09d9ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09d9bfad0 0x55f09d9d15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55f09da44610 0x55f09da46a30 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 --2- 172.21.15.69:0/2046765051 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09d9c4e20 0x55f09d9d1af0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 >> 172.21.15.69:0/2046765051 conn(0x55f09d937750 msgr2=0x55f09d9c8910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f130ea00700 0 client.26362 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 shutdown_connections 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 1 -- 172.21.15.69:0/2046765051 wait complete. 2024-05-08T06:08:32.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.539+0000 7f133a608b80 20 client.26362 trim_cache size 0 max 16384 2024-05-08T06:08:32.542 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:08:32.542 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:08:32.542 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "c4e48337-f454-49c7-a10b-f45fc327b631", 2024-05-08T06:08:32.542 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:08:32.542 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13100b2880 msgr2=0x7f13100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13100b2880 0x7f13100b4d40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f131c004fd0 tx=0x7f131c009040 comp rx=0 tx=0).stop 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 msgr2=0x7f13281a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 0x7f13281a1a60 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f131c009f60 tx=0x7f131c00ccb0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 shutdown_connections 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f13100b2880 0x7f13100b4d40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f132810fc10 0x7f132819bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f13280758d0 0x7f13281a1a60 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 --2- 172.21.15.69:0/1878538277 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f13280761f0 0x7f13281a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 >> 172.21.15.69:0/1878538277 conn(0x7f13280fef20 msgr2=0x7f13280ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:32.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 shutdown_connections 2024-05-08T06:08:32.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:32.540+0000 7f132e600700 1 -- 172.21.15.69:0/1878538277 wait complete. 2024-05-08T06:08:32.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:32 smithi135 ceph-mon[34761]: pgmap v665: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:08:33.651 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:08:34.099 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:34 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:08:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:34 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:34 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:08:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:34 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:34 smithi105 ceph-mon[34393]: pgmap v666: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:08:34.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:34 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:08:34.521 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:34 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:08:34.521 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:34 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:34.521 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:34 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:08:34.521 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:34 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:34.521 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:34 smithi069 ceph-mon[29571]: pgmap v666: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:08:34.521 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:34 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:08:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:34 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:08:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:34 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:34 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:08:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:34 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:34 smithi135 ceph-mon[34761]: pgmap v666: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:08:34.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:34 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:08:36.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2064889533 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc10b6c0 msgr2=0x7fb9bc10baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2064889533 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc10b6c0 0x7fb9bc10baa0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0009990 tx=0x7fb9b0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2064889533 shutdown_connections 2024-05-08T06:08:36.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2064889533 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb9bc106080 0x7fb9bc112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2064889533 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc10b6c0 0x7fb9bc10baa0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2064889533 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.412+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2064889533 >> 172.21.15.69:0/2064889533 conn(0x7fb9bc1011b0 msgr2=0x7fb9bc1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:36.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.413+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2064889533 shutdown_connections 2024-05-08T06:08:36.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.413+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2064889533 wait complete. 2024-05-08T06:08:36.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 Processor -- start 2024-05-08T06:08:36.414 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 -- start start 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc106080 0x7fb9bc19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb9bc10b6c0 0x7fb9bc1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc115900 con 0x7fb9bc106080 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc115780 con 0x7fb9bc1056c0 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.414+0000 7fb9c3e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc115a80 con 0x7fb9bc10b6c0 2024-05-08T06:08:36.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb9bc10b6c0 0x7fb9bc1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc19bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32952/0 (socket says 172.21.15.69:32952) 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 -- 172.21.15.69:0/2852596097 learned_addr learned my addr 172.21.15.69:0/2852596097 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc106080 0x7fb9bc19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 -- 172.21.15.69:0/2852596097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb9bc10b6c0 msgr2=0x7fb9bc1a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb9bc10b6c0 0x7fb9bc1a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 -- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc106080 msgr2=0x7fb9bc19c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc106080 0x7fb9bc19c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 -- 172.21.15.69:0/2852596097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9bc1a0d90 con 0x7fb9bc1056c0 2024-05-08T06:08:36.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.415+0000 7fb9c1400700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc19bdd0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0000c00 tx=0x7fb9b00057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:36.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.416+0000 7fb9ba000700 1 -- 172.21.15.69:0/2852596097 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b0027070 con 0x7fb9bc1056c0 2024-05-08T06:08:36.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.416+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9bc1a1020 con 0x7fb9bc1056c0 2024-05-08T06:08:36.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.416+0000 7fb9ba000700 1 -- 172.21.15.69:0/2852596097 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9b0022470 con 0x7fb9bc1056c0 2024-05-08T06:08:36.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.416+0000 7fb9ba000700 1 -- 172.21.15.69:0/2852596097 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b0017650 con 0x7fb9bc1056c0 2024-05-08T06:08:36.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.416+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9bc1a8900 con 0x7fb9bc1056c0 2024-05-08T06:08:36.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.420+0000 7fb9ba000700 1 -- 172.21.15.69:0/2852596097 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb9b002a070 con 0x7fb9bc1056c0 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 Processor -- start 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 -- start start 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce8ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce8a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce8ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55fc2cddca20 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55fc2cd7a760 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fc2cdd89e0 con 0x55fc2ce904e0 2024-05-08T06:08:36.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.421+0000 7fb9ba000700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb9a40b2880 0x7fb9a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce8a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce8ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce8ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43864/0 (socket says 172.21.15.69:43864) 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c0a00700 1 -- 172.21.15.69:0/1592487800 learned_addr learned my addr 172.21.15.69:0/1592487800 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce8a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34250/0 (socket says 172.21.15.69:34250) 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9ba000700 1 -- 172.21.15.69:0/2852596097 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb9b00e2ef0 con 0x7fb9bc1056c0 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce8ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb9a40b2880 0x7fb9a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 -- 172.21.15.69:0/1592487800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8fbc0 msgr2=0x55fc2ce8ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce8ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 -- 172.21.15.69:0/1592487800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 msgr2=0x55fc2ce8ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce8ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.422+0000 7fb9c1400700 1 -- 172.21.15.69:0/1592487800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2cd298d0 con 0x55fc2ce904e0 2024-05-08T06:08:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.423+0000 7fb9c1400700 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce8a2d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb9b00aa250 tx=0x7fb9b0078170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d238897b32b516ad server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.423+0000 7fb9aea00700 1 -- 172.21.15.69:0/1592487800 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b00a9cc0 con 0x55fc2ce904e0 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.423+0000 7fb9aea00700 1 -- 172.21.15.69:0/1592487800 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9b00aa060 con 0x55fc2ce904e0 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.423+0000 7fb9aea00700 1 -- 172.21.15.69:0/1592487800 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b00094b0 con 0x55fc2ce904e0 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1592487800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 msgr2=0x55fc2ce8a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce8a2d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fb9b00aa250 tx=0x7fb9b0078170 comp rx=0 tx=0).stop 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb9a40b2880 0x7fb9a40b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009ec0 tx=0x7fb9b400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1592487800 shutdown_connections 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce8ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce8ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1592487800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce8a2d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1592487800 >> 172.21.15.69:0/1592487800 conn(0x55fc2ce026d0 msgr2=0x55fc2ce84b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1592487800 shutdown_connections 2024-05-08T06:08:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.424+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1592487800 wait complete. 2024-05-08T06:08:36.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.425+0000 7fb9ce888b80 1 -- start start 2024-05-08T06:08:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.425+0000 7fb9ce888b80 1 Processor -- start 2024-05-08T06:08:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce96210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce935b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce904e0 0x55fc2ce93af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55fc2ce96ce0 con 0x55fc2ce904e0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55fc2cd42b20 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55fc2ce96e60 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9ce888b80 10 client.0 _ll_register_callbacks cb 0x55fc2cd83c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce96210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce96210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:32986/0 (socket says 172.21.15.69:32986) 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 -- 172.21.15.69:0/4029924448 learned_addr learned my addr 172.21.15.69:0/4029924448 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce904e0 0x55fc2ce93af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce935b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 -- 172.21.15.69:0/4029924448 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 msgr2=0x55fc2ce935b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce935b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 -- 172.21.15.69:0/4029924448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce904e0 msgr2=0x55fc2ce93af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce904e0 0x55fc2ce93af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.426+0000 7fb9c1400700 1 -- 172.21.15.69:0/4029924448 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2cda2420 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9c1400700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce96210 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0020040 tx=0x7fb9b00e3170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c84a0c0549916661 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9a3400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9a3400700 1 -- 172.21.15.69:0/4029924448 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b00e0e60 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9a3400700 1 -- 172.21.15.69:0/4029924448 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb9b00aa7b0 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9b00aa060 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9a3400700 1 -- 172.21.15.69:0/4029924448 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9b00ae900 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9ce888b80 10 client.26417 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.427+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fc2ce96ce0 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9a3400700 1 -- 172.21.15.69:0/4029924448 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9b00aa060 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9a3400700 1 -- 172.21.15.69:0/4029924448 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb9b00b2f20 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9ce888b80 10 client.26417 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9ce888b80 10 client.26417 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9ce888b80 20 client.26417 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cea38c0 0x55fc2cea5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9ce888b80 4 client.26417 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc2ce57140 con 0x55fc2cea38c0 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.428+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cea38c0 0x55fc2cea5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.429+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cea38c0 0x55fc2cea5cb0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=156e16e6078aa81e server_cookie=6d87188eca9ffeee in_seq=0 out_seq=0 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.429+0000 7fb9a3400700 10 client.26417 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9a3400700 1 -- 172.21.15.69:0/4029924448 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55fc2ce57140 con 0x55fc2cea38c0 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9a3400700 10 client.26417 handle_command_reply: tid=0 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 client.26417 shutdown 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 msgr2=0x55fc2ce96210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce96210 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0020040 tx=0x7fb9b00e3170 comp rx=0 tx=0).stop 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 shutdown_connections 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce904e0 0x55fc2ce93af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce96210 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cea38c0 0x55fc2cea5cb0 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/4029924448 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce935b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9a3400700 0 client.26417 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 >> 172.21.15.69:0/4029924448 conn(0x55fc2ce026d0 msgr2=0x55fc2ce84190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 shutdown_connections 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.430+0000 7fb9ce888b80 1 -- 172.21.15.69:0/4029924448 wait complete. 2024-05-08T06:08:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.431+0000 7fb9ce888b80 20 client.26417 trim_cache size 0 max 16384 2024-05-08T06:08:36.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 Processor -- start 2024-05-08T06:08:36.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 -- start start 2024-05-08T06:08:36.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce9fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce92750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce84910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc1b2440 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc1afcd0 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc1adb40 con 0x55fc2ce904e0 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9c0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce92750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9c0a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce92750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43876/0 (socket says 172.21.15.69:43876) 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.453+0000 7fb9c0a00700 1 -- 172.21.15.69:0/3524069819 learned_addr learned my addr 172.21.15.69:0/3524069819 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce84910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c1400700 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce9fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c0a00700 1 -- 172.21.15.69:0/3524069819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 msgr2=0x55fc2ce84910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce84910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c0a00700 1 -- 172.21.15.69:0/3524069819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 msgr2=0x55fc2ce9fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce9fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c0a00700 1 -- 172.21.15.69:0/3524069819 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc2ce7fab0 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c1400700 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce9fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:36.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.454+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce92750 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x55fc2ce8b2b0 tx=0x7fb9a8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bc5a33629a66f65 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:36.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.455+0000 7fb9ae000700 1 -- 172.21.15.69:0/3524069819 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a8003a40 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.455+0000 7fb9ae000700 1 -- 172.21.15.69:0/3524069819 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a8003be0 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.455+0000 7fb9ae000700 1 -- 172.21.15.69:0/3524069819 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9a8010690 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.455+0000 7fb9ce888b80 1 -- 172.21.15.69:0/3524069819 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 msgr2=0x55fc2ce92750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.455+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce92750 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x55fc2ce8b2b0 tx=0x7fb9a8009260 comp rx=0 tx=0).stop 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 -- 172.21.15.69:0/3524069819 shutdown_connections 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce904e0 0x55fc2ce84910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ce9fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/3524069819 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ce92750 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 -- 172.21.15.69:0/3524069819 >> 172.21.15.69:0/3524069819 conn(0x55fc2ce026d0 msgr2=0x55fc2ce8e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 -- 172.21.15.69:0/3524069819 shutdown_connections 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 -- 172.21.15.69:0/3524069819 wait complete. 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 -- start start 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.456+0000 7fb9ce888b80 1 Processor -- start 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ceaad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ceab240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce904e0 0x55fc2ceab780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc1ae190 con 0x55fc2ce8a8f0 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc1af600 con 0x55fc2ce904e0 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb9bc1ae860 con 0x55fc2ce8fbc0 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9ce888b80 10 client.0 _ll_register_callbacks cb 0x55fc2cd83c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ceaad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9c1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ceaad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:43890/0 (socket says 172.21.15.69:43890) 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9c1e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce904e0 0x55fc2ceab780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9c1400700 1 -- 172.21.15.69:0/1480062046 learned_addr learned my addr 172.21.15.69:0/1480062046 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:36.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.457+0000 7fb9c0a00700 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ceab240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9c1e00700 1 -- 172.21.15.69:0/1480062046 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 msgr2=0x55fc2ceab240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ceab240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9c1e00700 1 -- 172.21.15.69:0/1480062046 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 msgr2=0x55fc2ceaad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ceaad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9c1e00700 1 -- 172.21.15.69:0/1480062046 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc2cf0d0f0 con 0x55fc2ce904e0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9c1e00700 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce904e0 0x55fc2ceab780 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4018640 tx=0x7fb9b4004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6d037346473a1fb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9a3400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.458+0000 7fb9a3400700 1 -- 172.21.15.69:0/1480062046 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9b402c030 con 0x55fc2ce904e0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9a8003be0 con 0x55fc2ce904e0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9a3400700 1 -- 172.21.15.69:0/1480062046 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb9b4012040 con 0x55fc2ce904e0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9a3400700 1 -- 172.21.15.69:0/1480062046 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb9b4004bb0 con 0x55fc2ce904e0 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9ce888b80 10 client.26423 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:36.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55fc2cf0e420 con 0x55fc2ce904e0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9a3400700 1 -- 172.21.15.69:0/1480062046 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb9a8003be0 con 0x55fc2ce904e0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.459+0000 7fb9a3400700 1 -- 172.21.15.69:0/1480062046 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb9b401aa70 con 0x55fc2ce904e0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9ce888b80 10 client.26423 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9ce888b80 10 client.26423 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9ce888b80 20 client.26423 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cf0ebb0 0x55fc2cf10fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9ce888b80 4 client.26423 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fc2cdea400 con 0x55fc2cf0ebb0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.460+0000 7fb9c1400700 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cf0ebb0 0x55fc2cf10fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9c1400700 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cf0ebb0 0x55fc2cf10fd0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1430d84154c85dcc server_cookie=ceca92c8efaeadb5 in_seq=0 out_seq=0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9a3400700 10 client.26423 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9a3400700 1 -- 172.21.15.69:0/1480062046 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55fc2cdea400 con 0x55fc2cf0ebb0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9a3400700 10 client.26423 handle_command_reply: tid=0 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 client.26423 shutdown 2024-05-08T06:08:36.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce904e0 msgr2=0x55fc2ceab780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce904e0 0x55fc2ceab780 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4018640 tx=0x7fb9b4004ad0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 shutdown_connections 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55fc2ce904e0 0x55fc2ceab780 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55fc2ce8a8f0 0x55fc2ceaad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55fc2cf0ebb0 0x55fc2cf10fd0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 --2- 172.21.15.69:0/1480062046 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55fc2ce8fbc0 0x55fc2ceab240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 >> 172.21.15.69:0/1480062046 conn(0x55fc2ce026d0 msgr2=0x55fc2ce925d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9a3400700 0 client.26423 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 shutdown_connections 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.461+0000 7fb9ce888b80 1 -- 172.21.15.69:0/1480062046 wait complete. 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9ce888b80 20 client.26423 trim_cache size 0 max 16384 2024-05-08T06:08:36.464 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:08:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:08:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:08:36.465 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:08:36.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb9a40b2880 msgr2=0x7fb9a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb9a40b2880 0x7fb9a40b4d40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fb9b4009ec0 tx=0x7fb9b400b040 comp rx=0 tx=0).stop 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 msgr2=0x7fb9bc19bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc19bdd0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fb9b0000c00 tx=0x7fb9b00057c0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 shutdown_connections 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb9bc10b6c0 0x7fb9bc1a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb9a40b2880 0x7fb9a40b4d40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb9bc1056c0 0x7fb9bc19bdd0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 --2- 172.21.15.69:0/2852596097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb9bc106080 0x7fb9bc19c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.462+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 >> 172.21.15.69:0/2852596097 conn(0x7fb9bc1011b0 msgr2=0x7fb9bc101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.463+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 shutdown_connections 2024-05-08T06:08:36.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:36.463+0000 7fb9c3e00700 1 -- 172.21.15.69:0/2852596097 wait complete. 2024-05-08T06:08:36.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:36 smithi105 ceph-mon[34393]: pgmap v667: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:08:36.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:36 smithi135 ceph-mon[34761]: pgmap v667: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:08:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:36 smithi069 ceph-mon[29571]: pgmap v667: 97 pgs: 97 active+clean; 4.4 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:08:37.493 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:08:37.493 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:08:37.939 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:38.405 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:38 smithi069 ceph-mon[29571]: pgmap v668: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:08:38.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:38 smithi105 ceph-mon[34393]: pgmap v668: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:08:38.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:38 smithi135 ceph-mon[34761]: pgmap v668: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 -- 172.21.15.69:0/1663958107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 msgr2=0x7fac38112370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 --2- 172.21.15.69:0/1663958107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac38112370 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fac3000b0a0 tx=0x7fac3000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 -- 172.21.15.69:0/1663958107 shutdown_connections 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 --2- 172.21.15.69:0/1663958107 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac38112370 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 --2- 172.21.15.69:0/1663958107 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac381032c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 --2- 172.21.15.69:0/1663958107 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac38103800 0x7fac3810fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 -- 172.21.15.69:0/1663958107 >> 172.21.15.69:0/1663958107 conn(0x7fac38078410 msgr2=0x7fac38078820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 -- 172.21.15.69:0/1663958107 shutdown_connections 2024-05-08T06:08:40.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.234+0000 7fac3cc00700 1 -- 172.21.15.69:0/1663958107 wait complete. 2024-05-08T06:08:40.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.236+0000 7fac3cc00700 1 Processor -- start 2024-05-08T06:08:40.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.236+0000 7fac3cc00700 1 -- start start 2024-05-08T06:08:40.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac3cc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac3819bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:40.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac3cc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac38103800 0x7fac3819c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:40.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac3cc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac381a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:40.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac3cc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fac381158a0 con 0x7fac3810ff80 2024-05-08T06:08:40.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac3cc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fac38115720 con 0x7fac38102ee0 2024-05-08T06:08:40.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac3cc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac38115a20 con 0x7fac38103800 2024-05-08T06:08:40.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac36800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac381a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:40.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac35e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac3819bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:40.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac35e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac3819bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:44128/0 (socket says 172.21.15.69:44128) 2024-05-08T06:08:40.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac36800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac381a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58714/0 (socket says 172.21.15.69:58714) 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac35e00700 1 -- 172.21.15.69:0/53989115 learned_addr learned my addr 172.21.15.69:0/53989115 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.237+0000 7fac2fe00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac38103800 0x7fac3819c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac36800700 1 -- 172.21.15.69:0/53989115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac38103800 msgr2=0x7fac3819c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac36800700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac38103800 0x7fac3819c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac36800700 1 -- 172.21.15.69:0/53989115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 msgr2=0x7fac3819bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac36800700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac3819bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac36800700 1 -- 172.21.15.69:0/53989115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac381a0da0 con 0x7fac3810ff80 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac35e00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac3819bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:40.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.238+0000 7fac36800700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac381a0660 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fac3000b070 tx=0x7fac30004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:40.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.239+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac30021070 con 0x7fac3810ff80 2024-05-08T06:08:40.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.239+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac30007b80 con 0x7fac3810ff80 2024-05-08T06:08:40.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.239+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac381a1030 con 0x7fac3810ff80 2024-05-08T06:08:40.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.239+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac30005040 con 0x7fac3810ff80 2024-05-08T06:08:40.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.239+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac381a8910 con 0x7fac3810ff80 2024-05-08T06:08:40.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.240+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac381029f0 con 0x7fac3810ff80 2024-05-08T06:08:40.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.242+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fac30024070 con 0x7fac3810ff80 2024-05-08T06:08:40.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.244+0000 7fac2ea00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac1c0b2900 0x7fac1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:40.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.244+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fac300e3060 con 0x7fac3810ff80 2024-05-08T06:08:40.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.244+0000 7fac35e00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac1c0b2900 0x7fac1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:40.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.245+0000 7fac35e00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac1c0b2900 0x7fac1c0b4dc0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fac28011550 tx=0x7fac28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:40.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.248+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fac300aae20 con 0x7fac3810ff80 2024-05-08T06:08:40.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:40 smithi069 ceph-mon[29571]: pgmap v669: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:08:40.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:40 smithi105 ceph-mon[34393]: pgmap v669: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:08:40.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.534+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac3802e510 con 0x7fac3810ff80 2024-05-08T06:08:40.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.536+0000 7fac2ea00700 1 -- 172.21.15.69:0/53989115 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fac300aa720 con 0x7fac3810ff80 2024-05-08T06:08:40.537 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:08:40.537 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:08:40.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.539+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac1c0b2900 msgr2=0x7fac1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:40.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.539+0000 7fac3cc00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac1c0b2900 0x7fac1c0b4dc0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fac28011550 tx=0x7fac28009260 comp rx=0 tx=0).stop 2024-05-08T06:08:40.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 msgr2=0x7fac381a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:40.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac381a0660 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fac3000b070 tx=0x7fac30004c80 comp rx=0 tx=0).stop 2024-05-08T06:08:40.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 shutdown_connections 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac3810ff80 0x7fac381a0660 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac1c0b2900 0x7fac1c0b4dc0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac38102ee0 0x7fac3819bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 --2- 172.21.15.69:0/53989115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac38103800 0x7fac3819c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 >> 172.21.15.69:0/53989115 conn(0x7fac38078410 msgr2=0x7fac38111430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 shutdown_connections 2024-05-08T06:08:40.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:40.540+0000 7fac3cc00700 1 -- 172.21.15.69:0/53989115 wait complete. 2024-05-08T06:08:40.542 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:08:40.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:40 smithi135 ceph-mon[34761]: pgmap v669: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:08:41.376 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:08:41.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:41 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/53989115' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:08:41.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:41 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/53989115' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:08:41.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:41 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/53989115' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:08:41.820 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:42.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:42 smithi105 ceph-mon[34393]: pgmap v670: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:08:42.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:42 smithi135 ceph-mon[34761]: pgmap v670: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:08:42.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:42 smithi069 ceph-mon[29571]: pgmap v670: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:08:44.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.154+0000 7f87b6600700 1 -- 172.21.15.69:0/2706260927 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b01056b0 msgr2=0x7f87b0105b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.154+0000 7f87b6600700 1 --2- 172.21.15.69:0/2706260927 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b01056b0 0x7f87b0105b30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f879c009990 tx=0x7f879c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 -- 172.21.15.69:0/2706260927 shutdown_connections 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 --2- 172.21.15.69:0/2706260927 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b0106070 0x7f87b0112580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 --2- 172.21.15.69:0/2706260927 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f87b010b6b0 0x7f87b010ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 --2- 172.21.15.69:0/2706260927 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b01056b0 0x7f87b0105b30 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 -- 172.21.15.69:0/2706260927 >> 172.21.15.69:0/2706260927 conn(0x7f87b01011e0 msgr2=0x7f87b0103600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 -- 172.21.15.69:0/2706260927 shutdown_connections 2024-05-08T06:08:44.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.155+0000 7f87b6600700 1 -- 172.21.15.69:0/2706260927 wait complete. 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 Processor -- start 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 -- start start 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b01056b0 0x7f87b019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 0x7f87b019c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f87b010b6b0 0x7f87b01a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01158f0 con 0x7f87b0106070 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f87b0115770 con 0x7f87b01056b0 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.156+0000 7f87b6600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f87b0115a70 con 0x7f87b010b6b0 2024-05-08T06:08:44.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87aea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 0x7f87b019c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87af400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b01056b0 0x7f87b019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87aea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 0x7f87b019c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58728/0 (socket says 172.21.15.69:58728) 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87aea00700 1 -- 172.21.15.69:0/3430997550 learned_addr learned my addr 172.21.15.69:0/3430997550 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87afe00700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f87b010b6b0 0x7f87b01a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87af400700 1 -- 172.21.15.69:0/3430997550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f87b010b6b0 msgr2=0x7f87b01a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87af400700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f87b010b6b0 0x7f87b01a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87af400700 1 -- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 msgr2=0x7f87b019c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87af400700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 0x7f87b019c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87af400700 1 -- 172.21.15.69:0/3430997550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b01a0d90 con 0x7f87b01056b0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.157+0000 7f87aea00700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 0x7f87b019c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.158+0000 7f87af400700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b01056b0 0x7f87b019bd80 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f87a000e9f0 tx=0x7f87a000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.158+0000 7f87a7e00700 1 -- 172.21.15.69:0/3430997550 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a000cb70 con 0x7f87b01056b0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.158+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b01a1080 con 0x7f87b01056b0 2024-05-08T06:08:44.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.158+0000 7f87a7e00700 1 -- 172.21.15.69:0/3430997550 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a00044d0 con 0x7f87b01056b0 2024-05-08T06:08:44.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.158+0000 7f87a7e00700 1 -- 172.21.15.69:0/3430997550 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a0003e00 con 0x7f87b01056b0 2024-05-08T06:08:44.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.158+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b01a8900 con 0x7f87b01056b0 2024-05-08T06:08:44.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.161+0000 7f87a7e00700 1 -- 172.21.15.69:0/3430997550 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f87a000cd10 con 0x7f87b01056b0 2024-05-08T06:08:44.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.162+0000 7f87c0ed4b80 1 Processor -- start 2024-05-08T06:08:44.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 -- start start 2024-05-08T06:08:44.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c1840d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 0x559c18411490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87a7e00700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f87940b2900 0x7f87940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c184119d0 0x559c18411e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559c1835fa20 con 0x559c1840d980 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559c182fd760 con 0x559c1840d060 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559c1835b9e0 con 0x559c184119d0 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87a7e00700 1 -- 172.21.15.69:0/3430997550 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f87a00e2360 con 0x7f87b01056b0 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.163+0000 7f87aea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 0x559c18411490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87afe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c1840d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 0x559c18411490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58740/0 (socket says 172.21.15.69:58740) 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 -- 172.21.15.69:0/3996576001 learned_addr learned my addr 172.21.15.69:0/3996576001 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87afe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c1840d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:44158/0 (socket says 172.21.15.69:44158) 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87afe00700 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c184119d0 0x559c18411e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87af400700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f87940b2900 0x7f87940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 -- 172.21.15.69:0/3996576001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c184119d0 msgr2=0x559c18411e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c184119d0 0x559c18411e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 -- 172.21.15.69:0/3996576001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 msgr2=0x559c1840d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c1840d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87aea00700 1 -- 172.21.15.69:0/3996576001 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c182ac8d0 con 0x559c1840d980 2024-05-08T06:08:44.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.164+0000 7f87afe00700 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c1840d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.165+0000 7f87aea00700 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 0x559c18411490 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f879c0096a0 tx=0x7f879c0096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=199819483aeb5b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.165+0000 7f87af400700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f87940b2900 0x7f87940b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f87a00046a0 tx=0x7f87a0003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.165+0000 7f87a4c00700 1 -- 172.21.15.69:0/3996576001 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c027070 con 0x559c1840d980 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.165+0000 7f87a4c00700 1 -- 172.21.15.69:0/3996576001 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f879c003680 con 0x559c1840d980 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.165+0000 7f87a4c00700 1 -- 172.21.15.69:0/3996576001 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c00f6c0 con 0x559c1840d980 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3996576001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 msgr2=0x559c18411490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 0x559c18411490 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f879c0096a0 tx=0x7f879c0096d0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3996576001 shutdown_connections 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c184119d0 0x559c18411e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c1840d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3996576001 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d980 0x559c18411490 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3996576001 >> 172.21.15.69:0/3996576001 conn(0x559c1833bb60 msgr2=0x559c184077a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3996576001 shutdown_connections 2024-05-08T06:08:44.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.166+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3996576001 wait complete. 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 -- start start 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 Processor -- start 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 0x559c18418e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18416230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c184119d0 0x559c18416770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x559c18419b80 con 0x559c1840d060 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x559c182c5b20 con 0x559c184119d0 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x559c18419d00 con 0x559c1840d980 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.167+0000 7f87c0ed4b80 10 client.0 _ll_register_callbacks cb 0x559c18306c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 0x559c18418e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87aea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18416230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 0x559c18418e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58750/0 (socket says 172.21.15.69:58750) 2024-05-08T06:08:44.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 -- 172.21.15.69:0/4010854922 learned_addr learned my addr 172.21.15.69:0/4010854922 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:44.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c184119d0 0x559c18416770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 -- 172.21.15.69:0/4010854922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 msgr2=0x559c18416230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18416230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 -- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c184119d0 msgr2=0x559c18416770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c184119d0 0x559c18416770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 -- 172.21.15.69:0/4010854922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c18325420 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f87afe00700 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 0x559c18418e90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f87a8009480 tx=0x7f87a8004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a3d4b85935dd3b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.168+0000 7f8799600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f8799600700 1 -- 172.21.15.69:0/4010854922 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a8020030 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f8799600700 1 -- 172.21.15.69:0/4010854922 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f87a8004bb0 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f879c003680 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f8799600700 1 -- 172.21.15.69:0/4010854922 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f87a8004db0 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f87c0ed4b80 10 client.16305 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559c184244c0 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f8799600700 1 -- 172.21.15.69:0/4010854922 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f879c003680 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.169+0000 7f8799600700 1 -- 172.21.15.69:0/4010854922 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f87a8025820 con 0x559c1840d060 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87c0ed4b80 10 client.16305 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:44.174 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87c0ed4b80 10 client.16305 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87c0ed4b80 20 client.16305 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18426b00 0x559c18428ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87c0ed4b80 4 client.16305 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c183da0a0 con 0x559c18426b00 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.170+0000 7f87aea00700 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18426b00 0x559c18428ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.171+0000 7f8799600700 10 client.16305 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.171+0000 7f87aea00700 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18426b00 0x559c18428ef0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ce1dc8a7d24d5c7a server_cookie=f1bc4f7ebd20c1cf in_seq=0 out_seq=0 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.171+0000 7f8799600700 1 -- 172.21.15.69:0/4010854922 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x559c183da0a0 con 0x559c18426b00 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.171+0000 7f8799600700 10 client.16305 handle_command_reply: tid=0 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 client.16305 shutdown 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 msgr2=0x559c18418e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 0x559c18418e90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f87a8009480 tx=0x7f87a8004b40 comp rx=0 tx=0).stop 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 shutdown_connections 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18426b00 0x559c18428ef0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c184119d0 0x559c18416770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c1840d060 0x559c18418e90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/4010854922 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18416230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f8799600700 0 client.16305 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 >> 172.21.15.69:0/4010854922 conn(0x559c1833bb60 msgr2=0x559c184022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 shutdown_connections 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/4010854922 wait complete. 2024-05-08T06:08:44.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.172+0000 7f87c0ed4b80 20 client.16305 trim_cache size 0 max 16384 2024-05-08T06:08:44.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.188+0000 7f87c0ed4b80 1 Processor -- start 2024-05-08T06:08:44.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 -- start start 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c18412e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18422c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c184153b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01b25a0 con 0x559c184119d0 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01afe30 con 0x559c1840d060 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01adc80 con 0x559c1840d980 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c184153b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c184153b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58766/0 (socket says 172.21.15.69:58766) 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87afe00700 1 -- 172.21.15.69:0/3276329278 learned_addr learned my addr 172.21.15.69:0/3276329278 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87afe00700 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c18412e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.189+0000 7f87aea00700 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18422c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f87afe00700 1 -- 172.21.15.69:0/3276329278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 msgr2=0x559c18422c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f87afe00700 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18422c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f87afe00700 1 -- 172.21.15.69:0/3276329278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 msgr2=0x559c18412e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f87afe00700 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c18412e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f87afe00700 1 -- 172.21.15.69:0/3276329278 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c18429550 con 0x559c184119d0 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f87afe00700 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c184153b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f87a8009840 tx=0x7f87a800c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e29ec9b44321249f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f879be00700 1 -- 172.21.15.69:0/3276329278 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a8020040 con 0x559c184119d0 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f879be00700 1 -- 172.21.15.69:0/3276329278 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a8025900 con 0x559c184119d0 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.190+0000 7f879be00700 1 -- 172.21.15.69:0/3276329278 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a8027970 con 0x559c184119d0 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3276329278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 msgr2=0x559c184153b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c184153b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f87a8009840 tx=0x7f87a800c040 comp rx=0 tx=0).stop 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3276329278 shutdown_connections 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c184153b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d060 0x559c18412e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3276329278 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d980 0x559c18422c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3276329278 >> 172.21.15.69:0/3276329278 conn(0x559c1833bb60 msgr2=0x559c18413480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3276329278 shutdown_connections 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.191+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3276329278 wait complete. 2024-05-08T06:08:44.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.192+0000 7f87c0ed4b80 1 -- start start 2024-05-08T06:08:44.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.192+0000 7f87c0ed4b80 1 Processor -- start 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d060 0x559c1841f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d980 0x559c1841cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c1841d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01ae2f0 con 0x559c184119d0 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01af760 con 0x559c1840d980 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f87b01ae9c0 con 0x559c1840d060 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87c0ed4b80 10 client.0 _ll_register_callbacks cb 0x559c18306c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c1841d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87aea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d980 0x559c1841cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c1841d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58772/0 (socket says 172.21.15.69:58772) 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87afe00700 1 -- 172.21.15.69:0/3645974772 learned_addr learned my addr 172.21.15.69:0/3645974772 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87afe00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d060 0x559c1841f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87aea00700 1 -- 172.21.15.69:0/3645974772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d060 msgr2=0x559c1841f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87aea00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d060 0x559c1841f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.193+0000 7f87aea00700 1 -- 172.21.15.69:0/3645974772 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 msgr2=0x559c1841d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f87aea00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c1841d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f87aea00700 1 -- 172.21.15.69:0/3645974772 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c1841dbd0 con 0x559c1840d980 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f87afe00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c1841d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f87aea00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d980 0x559c1841cf80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f879c003f80 tx=0x7f879c01a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbbfa859d8908c62 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f8799600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f8799600700 1 -- 172.21.15.69:0/3645974772 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f879c027040 con 0x559c1840d980 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87a8025900 con 0x559c1840d980 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f8799600700 1 -- 172.21.15.69:0/3645974772 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f879c003d80 con 0x559c1840d980 2024-05-08T06:08:44.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f8799600700 1 -- 172.21.15.69:0/3645974772 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f879c0050b0 con 0x559c1840d980 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.194+0000 7f87c0ed4b80 10 client.26447 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559c18491350 con 0x559c1840d980 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f8799600700 1 -- 172.21.15.69:0/3645974772 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f87a8025900 con 0x559c1840d980 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f8799600700 1 -- 172.21.15.69:0/3645974772 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f879c021030 con 0x559c1840d980 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 10 client.26447 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 10 client.26447 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 20 client.26447 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18491570 0x559c18493960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 4 client.26447 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:44.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.195+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559c1836d400 con 0x559c18491570 2024-05-08T06:08:44.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.196+0000 7f87afe00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18491570 0x559c18493960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.196+0000 7f87afe00700 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18491570 0x559c18493960 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1c9d96b569accff8 server_cookie=ac6c0a98a0a9d7a2 in_seq=0 out_seq=0 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.196+0000 7f8799600700 10 client.26447 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.196+0000 7f8799600700 1 -- 172.21.15.69:0/3645974772 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559c1836d400 con 0x559c18491570 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.196+0000 7f8799600700 10 client.26447 handle_command_reply: tid=0 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.196+0000 7f87c0ed4b80 1 client.26447 shutdown 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d980 msgr2=0x559c1841cf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d980 0x559c1841cf80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f879c003f80 tx=0x7f879c01a040 comp rx=0 tx=0).stop 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 shutdown_connections 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x559c18491570 0x559c18493960 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x559c184119d0 0x559c1841d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x559c1840d060 0x559c1841f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f8799600700 0 client.26447 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 --2- 172.21.15.69:0/3645974772 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x559c1840d980 0x559c1841cf80 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 >> 172.21.15.69:0/3645974772 conn(0x559c1833bb60 msgr2=0x559c184022b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 shutdown_connections 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 1 -- 172.21.15.69:0/3645974772 wait complete. 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.197+0000 7f87c0ed4b80 20 client.26447 trim_cache size 0 max 16384 2024-05-08T06:08:44.201 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f87940b2900 msgr2=0x7f87940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f87940b2900 0x7f87940b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f87a00046a0 tx=0x7f87a0003680 comp rx=0 tx=0).stop 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b01056b0 msgr2=0x7f87b019bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b01056b0 0x7f87b019bd80 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f87a000e9f0 tx=0x7f87a000ed00 comp rx=0 tx=0).stop 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 shutdown_connections 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f87b010b6b0 0x7f87b01a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f87940b2900 0x7f87940b4dc0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f87b01056b0 0x7f87b019bd80 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 --2- 172.21.15.69:0/3430997550 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f87b0106070 0x7f87b019c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:44.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 >> 172.21.15.69:0/3430997550 conn(0x7f87b01011e0 msgr2=0x7f87b0101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:44.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 shutdown_connections 2024-05-08T06:08:44.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:44.198+0000 7f87b6600700 1 -- 172.21.15.69:0/3430997550 wait complete. 2024-05-08T06:08:44.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:44 smithi105 ceph-mon[34393]: pgmap v671: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:44.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:44 smithi135 ceph-mon[34761]: pgmap v671: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:44 smithi069 ceph-mon[29571]: pgmap v671: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:08:45.314 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:08:45.758 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:46.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:46 smithi135 ceph-mon[34761]: pgmap v672: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-08T06:08:46.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:46 smithi069 ceph-mon[29571]: pgmap v672: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-08T06:08:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:46 smithi105 ceph-mon[34393]: pgmap v672: 97 pgs: 97 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 11 op/s 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 -- 172.21.15.69:0/2813832120 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103550 msgr2=0x7f98c41039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 --2- 172.21.15.69:0/2813832120 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103550 0x7f98c41039b0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f98b00098f0 tx=0x7f98b0009c00 comp rx=0 tx=0).stop 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 -- 172.21.15.69:0/2813832120 shutdown_connections 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 --2- 172.21.15.69:0/2813832120 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103ef0 0x7f98c41103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 --2- 172.21.15.69:0/2813832120 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f98c4108460 0x7f98c4108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 --2- 172.21.15.69:0/2813832120 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103550 0x7f98c41039b0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.191+0000 7f98cbc00700 1 -- 172.21.15.69:0/2813832120 >> 172.21.15.69:0/2813832120 conn(0x7f98c407a600 msgr2=0x7f98c407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.192+0000 7f98cbc00700 1 -- 172.21.15.69:0/2813832120 shutdown_connections 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.192+0000 7f98cbc00700 1 -- 172.21.15.69:0/2813832120 wait complete. 2024-05-08T06:08:48.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 Processor -- start 2024-05-08T06:08:48.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 -- start start 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 0x7f98c419f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103ef0 0x7f98c419fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f98c4108460 0x7f98c4199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f98c4113690 con 0x7f98c4108460 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f98c4113510 con 0x7f98c4103ef0 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.193+0000 7f98cbc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f98c4113810 con 0x7f98c4103550 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 0x7f98c419f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 0x7f98c419f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35058/0 (socket says 172.21.15.69:35058) 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 -- 172.21.15.69:0/646937109 learned_addr learned my addr 172.21.15.69:0/646937109 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c3e00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103ef0 0x7f98c419fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9c00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f98c4108460 0x7f98c4199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 -- 172.21.15.69:0/646937109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103ef0 msgr2=0x7f98c419fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103ef0 0x7f98c419fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 -- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f98c4108460 msgr2=0x7f98c4199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f98c4108460 0x7f98c4199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c9200700 1 -- 172.21.15.69:0/646937109 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98c419a1f0 con 0x7f98c4103550 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.194+0000 7f98c3e00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103ef0 0x7f98c419fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.195+0000 7f98c9200700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 0x7f98c419f8d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f98b800ebf0 tx=0x7f98b800ef00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.195+0000 7f98c1600700 1 -- 172.21.15.69:0/646937109 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b800cc90 con 0x7f98c4103550 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.195+0000 7f98c1600700 1 -- 172.21.15.69:0/646937109 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98b800ce30 con 0x7f98c4103550 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.195+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98c419a4e0 con 0x7f98c4103550 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.195+0000 7f98c1600700 1 -- 172.21.15.69:0/646937109 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b80187e0 con 0x7f98c4103550 2024-05-08T06:08:48.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.195+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98c41a67a0 con 0x7f98c4103550 2024-05-08T06:08:48.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.198+0000 7f98c1600700 1 -- 172.21.15.69:0/646937109 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f98b801f020 con 0x7f98c4103550 2024-05-08T06:08:48.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.200+0000 7f98c1600700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f98ac0b2880 0x7f98ac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.200+0000 7f98c1600700 1 -- 172.21.15.69:0/646937109 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f98b80e2410 con 0x7f98c4103550 2024-05-08T06:08:48.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.200+0000 7f98c3e00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f98ac0b2880 0x7f98ac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.201+0000 7f98c3e00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f98ac0b2880 0x7f98ac0b4d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f98b0009fd0 tx=0x7f98b0019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:48.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.202+0000 7f98d662fb80 1 Processor -- start 2024-05-08T06:08:48.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.202+0000 7f98d662fb80 1 -- start start 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.202+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb554440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.202+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554980 0x55a4bb558490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.202+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb558e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98d662fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a4bb4a6a20 con 0x55a4bb554980 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98d662fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a4bb444760 con 0x55a4bb5589d0 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98d662fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a4bb4a29e0 con 0x55a4bb554060 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb554440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb558e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb554440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35068/0 (socket says 172.21.15.69:35068) 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 -- 172.21.15.69:0/1085903672 learned_addr learned my addr 172.21.15.69:0/1085903672 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:48.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c3e00700 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554980 0x55a4bb558490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 -- 172.21.15.69:0/1085903672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 msgr2=0x55a4bb558e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb558e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 -- 172.21.15.69:0/1085903672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554980 msgr2=0x55a4bb558490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554980 0x55a4bb558490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9200700 1 -- 172.21.15.69:0/1085903672 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4bb3f38d0 con 0x55a4bb554060 2024-05-08T06:08:48.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.203+0000 7f98c9c00700 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb558e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:48.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.204+0000 7f98c9200700 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb554440 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f98b80a6c50 tx=0x7f98b80a91d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2d423f21fb9ee2a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:48.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.204+0000 7f98b6000700 1 -- 172.21.15.69:0/1085903672 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b80a94f0 con 0x55a4bb554060 2024-05-08T06:08:48.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.204+0000 7f98b6000700 1 -- 172.21.15.69:0/1085903672 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98b80aa0e0 con 0x55a4bb554060 2024-05-08T06:08:48.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.204+0000 7f98b6000700 1 -- 172.21.15.69:0/1085903672 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b80cc330 con 0x55a4bb554060 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 -- 172.21.15.69:0/1085903672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 msgr2=0x55a4bb554440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb554440 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f98b80a6c50 tx=0x7f98b80a91d0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 -- 172.21.15.69:0/1085903672 shutdown_connections 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb558e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb554440 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1085903672 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554980 0x55a4bb558490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 -- 172.21.15.69:0/1085903672 >> 172.21.15.69:0/1085903672 conn(0x55a4bb482b60 msgr2=0x55a4bb54e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 -- 172.21.15.69:0/1085903672 shutdown_connections 2024-05-08T06:08:48.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.205+0000 7f98d662fb80 1 -- 172.21.15.69:0/1085903672 wait complete. 2024-05-08T06:08:48.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 -- start start 2024-05-08T06:08:48.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 Processor -- start 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb567bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb568110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb561ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a4bb560be0 con 0x55a4bb5589d0 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a4bb40cb20 con 0x55a4bb554980 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.206+0000 7f98d662fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a4bb560d60 con 0x55a4bb554060 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98d662fb80 10 client.0 _ll_register_callbacks cb 0x55a4bb44dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb567bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb568110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb567bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35084/0 (socket says 172.21.15.69:35084) 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c9200700 1 -- 172.21.15.69:0/213670255 learned_addr learned my addr 172.21.15.69:0/213670255 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c9c00700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb561ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c3e00700 1 -- 172.21.15.69:0/213670255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 msgr2=0x55a4bb567bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c3e00700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb567bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c3e00700 1 -- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 msgr2=0x55a4bb561ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c3e00700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb561ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c3e00700 1 -- 172.21.15.69:0/213670255 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4bb46c420 con 0x55a4bb554980 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c9200700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb567bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.207+0000 7f98c9c00700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb561ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98c3e00700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb568110 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f98b00098c0 tx=0x7f98b0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de02bd9513d1c1ef server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:48.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98aaa00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:08:48.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98aaa00700 1 -- 172.21.15.69:0/213670255 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b0032020 con 0x55a4bb554980 2024-05-08T06:08:48.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98b80aa0e0 con 0x55a4bb554980 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98aaa00700 1 -- 172.21.15.69:0/213670255 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f98b0003980 con 0x55a4bb554980 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98aaa00700 1 -- 172.21.15.69:0/213670255 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f98b0029040 con 0x55a4bb554980 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98d662fb80 10 client.26459 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.208+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4bb56f980 con 0x55a4bb554980 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98aaa00700 1 -- 172.21.15.69:0/213670255 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98b80aa0e0 con 0x55a4bb554980 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98aaa00700 1 -- 172.21.15.69:0/213670255 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f98b002e410 con 0x55a4bb554980 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98d662fb80 10 client.26459 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98d662fb80 10 client.26459 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98d662fb80 20 client.26459 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98d662fb80 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb571f10 0x55a4bb574330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98d662fb80 4 client.26459 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4bb5210a0 con 0x55a4bb571f10 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.209+0000 7f98c9200700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb571f10 0x55a4bb574330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.210+0000 7f98c9200700 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb571f10 0x55a4bb574330 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bfc6b4499db4cd4c server_cookie=a51463bca6f10082 in_seq=0 out_seq=0 2024-05-08T06:08:48.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.210+0000 7f98aaa00700 10 client.26459 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:48.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98aaa00700 1 -- 172.21.15.69:0/213670255 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a4bb5210a0 con 0x55a4bb571f10 2024-05-08T06:08:48.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98aaa00700 10 client.26459 handle_command_reply: tid=0 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 client.26459 shutdown 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 msgr2=0x55a4bb568110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb568110 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f98b00098c0 tx=0x7f98b0009260 comp rx=0 tx=0).stop 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 shutdown_connections 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb571f10 0x55a4bb574330 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb561ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb567bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 --2- 172.21.15.69:0/213670255 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb568110 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98aaa00700 0 client.26459 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 >> 172.21.15.69:0/213670255 conn(0x55a4bb482b60 msgr2=0x55a4bb5492b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 shutdown_connections 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.211+0000 7f98d662fb80 1 -- 172.21.15.69:0/213670255 wait complete. 2024-05-08T06:08:48.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.212+0000 7f98d662fb80 20 client.26459 trim_cache size 0 max 16384 2024-05-08T06:08:48.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.228+0000 7f98d662fb80 1 Processor -- start 2024-05-08T06:08:48.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.228+0000 7f98d662fb80 1 -- start start 2024-05-08T06:08:48.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554060 0x55a4bb562130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554980 0x55a4bb549130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb55fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98d662fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f98c41ae250 con 0x55a4bb554060 2024-05-08T06:08:48.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98d662fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f98c41abae0 con 0x55a4bb5589d0 2024-05-08T06:08:48.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98d662fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f98c41a9930 con 0x55a4bb554980 2024-05-08T06:08:48.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98c9200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554060 0x55a4bb562130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98c3e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554980 0x55a4bb549130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98c9200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554060 0x55a4bb562130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50236/0 (socket says 172.21.15.69:50236) 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98c9c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb55fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.229+0000 7f98c9200700 1 -- 172.21.15.69:0/1175810974 learned_addr learned my addr 172.21.15.69:0/1175810974 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.230+0000 7f98c3e00700 1 -- 172.21.15.69:0/1175810974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 msgr2=0x55a4bb55fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.230+0000 7f98c3e00700 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb55fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.230+0000 7f98c3e00700 1 -- 172.21.15.69:0/1175810974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554060 msgr2=0x55a4bb562130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.230+0000 7f98c3e00700 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554060 0x55a4bb562130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.230+0000 7f98c3e00700 1 -- 172.21.15.69:0/1175810974 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4bb574990 con 0x55a4bb554980 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.230+0000 7f98c3e00700 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554980 0x55a4bb549130 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f98b00098f0 tx=0x7f98b0005c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69c678b523253810 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98b5600700 1 -- 172.21.15.69:0/1175810974 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b0032040 con 0x55a4bb554980 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98b5600700 1 -- 172.21.15.69:0/1175810974 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98b000f660 con 0x55a4bb554980 2024-05-08T06:08:48.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98b5600700 1 -- 172.21.15.69:0/1175810974 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b000b7c0 con 0x55a4bb554980 2024-05-08T06:08:48.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 -- 172.21.15.69:0/1175810974 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554980 msgr2=0x55a4bb549130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554980 0x55a4bb549130 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f98b00098f0 tx=0x7f98b0005c40 comp rx=0 tx=0).stop 2024-05-08T06:08:48.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 -- 172.21.15.69:0/1175810974 shutdown_connections 2024-05-08T06:08:48.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb5589d0 0x55a4bb55fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb554060 0x55a4bb562130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 --2- 172.21.15.69:0/1175810974 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554980 0x55a4bb549130 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.231+0000 7f98d662fb80 1 -- 172.21.15.69:0/1175810974 >> 172.21.15.69:0/1175810974 conn(0x55a4bb482b60 msgr2=0x55a4bb548a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.232+0000 7f98d662fb80 1 -- 172.21.15.69:0/1175810974 shutdown_connections 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.232+0000 7f98d662fb80 1 -- 172.21.15.69:0/1175810974 wait complete. 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.232+0000 7f98d662fb80 1 -- start start 2024-05-08T06:08:48.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.232+0000 7f98d662fb80 1 Processor -- start 2024-05-08T06:08:48.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb56e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb569860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb569da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f98c41a9fa0 con 0x55a4bb5589d0 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f98c41ab410 con 0x55a4bb554980 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f98c41aa670 con 0x55a4bb554060 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98d662fb80 10 client.0 _ll_register_callbacks cb 0x55a4bb44dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb56e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98c9200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb56e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35098/0 (socket says 172.21.15.69:35098) 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98c9200700 1 -- 172.21.15.69:0/2874439495 learned_addr learned my addr 172.21.15.69:0/2874439495 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98c3e00700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb569860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.233+0000 7f98c9c00700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb569da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c9200700 1 -- 172.21.15.69:0/2874439495 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 msgr2=0x55a4bb569860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c9200700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb569860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c9200700 1 -- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 msgr2=0x55a4bb569da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c9200700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb569da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c9200700 1 -- 172.21.15.69:0/2874439495 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4bb56a3e0 con 0x55a4bb554060 2024-05-08T06:08:48.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c3e00700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb569860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98c9200700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb56e4e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f98b80b2310 tx=0x7f98b80a58a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86b5d985fee61df server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98aaa00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98aaa00700 1 -- 172.21.15.69:0/2874439495 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98b80aa0e0 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98aaa00700 1 -- 172.21.15.69:0/2874439495 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f98b806f200 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f98b000f660 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98aaa00700 1 -- 172.21.15.69:0/2874439495 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f98b80a99e0 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98d662fb80 10 client.26422 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.234+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4bb5dc5a0 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98aaa00700 1 -- 172.21.15.69:0/2874439495 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f98b000f660 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98aaa00700 1 -- 172.21.15.69:0/2874439495 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f98b80b23b0 con 0x55a4bb554060 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98d662fb80 10 client.26422 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98d662fb80 10 client.26422 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98d662fb80 20 client.26422 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:48.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98d662fb80 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb5dc7d0 0x55a4bb5debc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:48.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98d662fb80 4 client.26422 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:48.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a4bb4b4400 con 0x55a4bb5dc7d0 2024-05-08T06:08:48.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.235+0000 7f98c3e00700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb5dc7d0 0x55a4bb5debc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98c3e00700 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb5dc7d0 0x55a4bb5debc0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=161e5801ebceceeb server_cookie=1ca5910f0116fa5f in_seq=0 out_seq=0 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98aaa00700 10 client.26422 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98aaa00700 1 -- 172.21.15.69:0/2874439495 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a4bb4b4400 con 0x55a4bb5dc7d0 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98aaa00700 10 client.26422 handle_command_reply: tid=0 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 client.26422 shutdown 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 msgr2=0x55a4bb56e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb56e4e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f98b80b2310 tx=0x7f98b80a58a0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 shutdown_connections 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55a4bb5dc7d0 0x55a4bb5debc0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4bb5589d0 0x55a4bb569da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4bb554060 0x55a4bb56e4e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 --2- 172.21.15.69:0/2874439495 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4bb554980 0x55a4bb569860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98aaa00700 0 client.26422 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.236+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 >> 172.21.15.69:0/2874439495 conn(0x55a4bb482b60 msgr2=0x55a4bb5492b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 shutdown_connections 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98d662fb80 1 -- 172.21.15.69:0/2874439495 wait complete. 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98d662fb80 20 client.26422 trim_cache size 0 max 16384 2024-05-08T06:08:48.240 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f98ac0b2880 msgr2=0x7f98ac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98cbc00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f98ac0b2880 0x7f98ac0b4d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f98b0009fd0 tx=0x7f98b0019040 comp rx=0 tx=0).stop 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 msgr2=0x7f98c419f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.237+0000 7f98cbc00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 0x7f98c419f8d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f98b800ebf0 tx=0x7f98b800ef00 comp rx=0 tx=0).stop 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 shutdown_connections 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f98c4108460 0x7f98c4199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f98c4103550 0x7f98c419f8d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f98ac0b2880 0x7f98ac0b4d40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 --2- 172.21.15.69:0/646937109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f98c4103ef0 0x7f98c419fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 >> 172.21.15.69:0/646937109 conn(0x7f98c407a600 msgr2=0x7f98c4101700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:48.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 shutdown_connections 2024-05-08T06:08:48.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:48.238+0000 7f98cbc00700 1 -- 172.21.15.69:0/646937109 wait complete. 2024-05-08T06:08:48.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:48 smithi135 ceph-mon[34761]: pgmap v673: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:08:48.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:48 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:08:48.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:48 smithi069 ceph-mon[29571]: pgmap v673: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:08:48.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:48 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:08:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:48 smithi105 ceph-mon[34393]: pgmap v673: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:08:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:48 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:08:49.241 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:08:49.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:08:49.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:08:49.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:08:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:08:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:08:49.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:08:49.676 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:08:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:08:49.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:08:50.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:50 smithi135 ceph-mon[34761]: pgmap v674: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:08:50.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:50 smithi069 ceph-mon[29571]: pgmap v674: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:08:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:50 smithi105 ceph-mon[34393]: pgmap v674: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:08:51.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 -- 172.21.15.69:0/2065008593 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20103550 msgr2=0x7fda201039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 --2- 172.21.15.69:0/2065008593 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20103550 0x7fda201039b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fda0c009990 tx=0x7fda0c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 -- 172.21.15.69:0/2065008593 shutdown_connections 2024-05-08T06:08:51.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 --2- 172.21.15.69:0/2065008593 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 0x7fda201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 --2- 172.21.15.69:0/2065008593 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20108460 0x7fda20108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 --2- 172.21.15.69:0/2065008593 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20103550 0x7fda201039b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 -- 172.21.15.69:0/2065008593 >> 172.21.15.69:0/2065008593 conn(0x7fda2007a600 msgr2=0x7fda2007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:51.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 -- 172.21.15.69:0/2065008593 shutdown_connections 2024-05-08T06:08:51.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.950+0000 7fda27e00700 1 -- 172.21.15.69:0/2065008593 wait complete. 2024-05-08T06:08:51.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.951+0000 7fda27e00700 1 Processor -- start 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 -- start start 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 0x7fda200757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 0x7fda20075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20108460 0x7fda20076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda20113700 con 0x7fda20103ef0 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fda20113580 con 0x7fda20108460 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda27e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fda20113880 con 0x7fda20103550 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda25400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 0x7fda200757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.952+0000 7fda24a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 0x7fda20075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 0x7fda200757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35128/0 (socket says 172.21.15.69:35128) 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 -- 172.21.15.69:0/1488687249 learned_addr learned my addr 172.21.15.69:0/1488687249 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20108460 0x7fda20076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 -- 172.21.15.69:0/1488687249 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20108460 msgr2=0x7fda20076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20108460 0x7fda20076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 -- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 msgr2=0x7fda20075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 0x7fda20075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 -- 172.21.15.69:0/1488687249 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda201a8140 con 0x7fda20103550 2024-05-08T06:08:51.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda24a00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 0x7fda20075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:51.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.953+0000 7fda25400700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 0x7fda200757a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fda1400e950 tx=0x7fda1400ec60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:51.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.954+0000 7fda1e000700 1 -- 172.21.15.69:0/1488687249 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14004230 con 0x7fda20103550 2024-05-08T06:08:51.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.954+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda201a8430 con 0x7fda20103550 2024-05-08T06:08:51.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.954+0000 7fda1e000700 1 -- 172.21.15.69:0/1488687249 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda140043d0 con 0x7fda20103550 2024-05-08T06:08:51.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.954+0000 7fda1e000700 1 -- 172.21.15.69:0/1488687249 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda14003d60 con 0x7fda20103550 2024-05-08T06:08:51.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.954+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda201a8970 con 0x7fda20103550 2024-05-08T06:08:51.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.957+0000 7fda1e000700 1 -- 172.21.15.69:0/1488687249 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fda1400c7e0 con 0x7fda20103550 2024-05-08T06:08:51.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.958+0000 7fda32737b80 1 Processor -- start 2024-05-08T06:08:51.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.958+0000 7fda32737b80 1 -- start start 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda32737b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d79fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda32737b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d7a4e0 0x564b69d742d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda32737b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d748f0 0x564b69d74d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda32737b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b69cc6a20 con 0x564b69d7a4e0 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda32737b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564b69c64760 con 0x564b69d79bc0 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda32737b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564b69cc29e0 con 0x564b69d748f0 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda1e000700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda080b2880 0x7fda080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d7a4e0 0x564b69d742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d7a4e0 0x564b69d742d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50288/0 (socket says 172.21.15.69:50288) 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda25400700 1 -- 172.21.15.69:0/4219618112 learned_addr learned my addr 172.21.15.69:0/4219618112 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:51.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda24a00700 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d748f0 0x564b69d74d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.959+0000 7fda1e000700 1 -- 172.21.15.69:0/1488687249 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fda140e23f0 con 0x7fda20103550 2024-05-08T06:08:51.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda25e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda080b2880 0x7fda080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda25e00700 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d79fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda24a00700 1 -- 172.21.15.69:0/4219618112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 msgr2=0x564b69d79fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda24a00700 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d79fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda24a00700 1 -- 172.21.15.69:0/4219618112 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d7a4e0 msgr2=0x564b69d742d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda24a00700 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d7a4e0 0x564b69d742d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda24a00700 1 -- 172.21.15.69:0/4219618112 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b69c138d0 con 0x564b69d748f0 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda24a00700 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d748f0 0x564b69d74d70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fda0c006010 tx=0x7fda0c0096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a98c9645f3b0eac server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.960+0000 7fda25e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda080b2880 0x7fda080b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fda18009e10 tx=0x7fda18009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:51.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.961+0000 7fda12a00700 1 -- 172.21.15.69:0/4219618112 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c027070 con 0x564b69d748f0 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.961+0000 7fda12a00700 1 -- 172.21.15.69:0/4219618112 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda0c003680 con 0x564b69d748f0 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.961+0000 7fda12a00700 1 -- 172.21.15.69:0/4219618112 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0c00f6a0 con 0x564b69d748f0 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 -- 172.21.15.69:0/4219618112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d748f0 msgr2=0x564b69d74d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d748f0 0x564b69d74d70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fda0c006010 tx=0x7fda0c0096a0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 -- 172.21.15.69:0/4219618112 shutdown_connections 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d748f0 0x564b69d74d70 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d79fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 --2- 172.21.15.69:0/4219618112 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d7a4e0 0x564b69d742d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 -- 172.21.15.69:0/4219618112 >> 172.21.15.69:0/4219618112 conn(0x564b69cec6d0 msgr2=0x564b69d6eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 -- 172.21.15.69:0/4219618112 shutdown_connections 2024-05-08T06:08:51.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.962+0000 7fda32737b80 1 -- 172.21.15.69:0/4219618112 wait complete. 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 -- start start 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 Processor -- start 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d80250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d7db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x564b69d80ec0 con 0x564b69d748f0 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x564b69c2cb20 con 0x564b69d79bc0 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.963+0000 7fda32737b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x564b69d81040 con 0x564b69d7a4e0 2024-05-08T06:08:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda32737b80 10 client.0 _ll_register_callbacks cb 0x564b69c6dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d7db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d80250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda24a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d7db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35150/0 (socket says 172.21.15.69:35150) 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 -- 172.21.15.69:0/1602235969 learned_addr learned my addr 172.21.15.69:0/1602235969 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 -- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 msgr2=0x564b69d7d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 -- 172.21.15.69:0/1602235969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 msgr2=0x564b69d80250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d80250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25e00700 1 -- 172.21.15.69:0/1602235969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b69c8c420 con 0x564b69d7a4e0 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.964+0000 7fda25400700 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d80250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda25e00700 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d7db30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fda18018a40 tx=0x7fda18004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3db08e3a2dd1cefd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:51.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda07400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:51.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda07400700 1 -- 172.21.15.69:0/1602235969 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1801a780 con 0x564b69d7a4e0 2024-05-08T06:08:51.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda07400700 1 -- 172.21.15.69:0/1602235969 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fda1801a920 con 0x564b69d7a4e0 2024-05-08T06:08:51.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda0c003680 con 0x564b69d7a4e0 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda07400700 1 -- 172.21.15.69:0/1602235969 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda1801ab20 con 0x564b69d7a4e0 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda32737b80 10 client.26434 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.965+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564b69d8b870 con 0x564b69d7a4e0 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda07400700 1 -- 172.21.15.69:0/1602235969 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda0c003680 con 0x564b69d7a4e0 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda07400700 1 -- 172.21.15.69:0/1602235969 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda180243f0 con 0x564b69d7a4e0 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda32737b80 10 client.26434 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda32737b80 10 client.26434 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda32737b80 20 client.26434 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:51.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda32737b80 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69d8deb0 0x564b69d902a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda32737b80 4 client.26434 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:51.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.966+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b69d41140 con 0x564b69d8deb0 2024-05-08T06:08:51.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.967+0000 7fda25400700 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69d8deb0 0x564b69d902a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.967+0000 7fda25400700 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69d8deb0 0x564b69d902a0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e276576084ef5dd3 server_cookie=31db8394bdc9fe83 in_seq=0 out_seq=0 2024-05-08T06:08:51.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.967+0000 7fda07400700 10 client.26434 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.968+0000 7fda07400700 1 -- 172.21.15.69:0/1602235969 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x564b69d41140 con 0x564b69d8deb0 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.968+0000 7fda07400700 10 client.26434 handle_command_reply: tid=0 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.968+0000 7fda32737b80 1 client.26434 shutdown 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 msgr2=0x564b69d7db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d7db30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fda18018a40 tx=0x7fda18004ad0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 shutdown_connections 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69d8deb0 0x564b69d902a0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d7db30 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d80250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda07400700 0 client.26434 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 --2- 172.21.15.69:0/1602235969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 >> 172.21.15.69:0/1602235969 conn(0x564b69cec6d0 msgr2=0x564b69d6e190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 shutdown_connections 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 1 -- 172.21.15.69:0/1602235969 wait complete. 2024-05-08T06:08:51.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.969+0000 7fda32737b80 20 client.26434 trim_cache size 0 max 16384 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.985+0000 7fda32737b80 1 Processor -- start 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.985+0000 7fda32737b80 1 -- start start 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda32737b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d742d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda32737b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda32737b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d89f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda32737b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda201b2580 con 0x564b69d748f0 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda32737b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fda201afe10 con 0x564b69d79bc0 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda32737b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fda201adc80 con 0x564b69d7a4e0 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d742d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50316/0 (socket says 172.21.15.69:50316) 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda25400700 1 -- 172.21.15.69:0/2169477668 learned_addr learned my addr 172.21.15.69:0/2169477668 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda25e00700 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d89f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.986+0000 7fda24a00700 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda25400700 1 -- 172.21.15.69:0/2169477668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 msgr2=0x564b69d89f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda25400700 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d89f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda25400700 1 -- 172.21.15.69:0/2169477668 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 msgr2=0x564b69d7dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda25400700 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda25400700 1 -- 172.21.15.69:0/2169477668 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b69d90920 con 0x564b69d748f0 2024-05-08T06:08:51.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda25400700 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d742d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fda14004000 tx=0x7fda140d8fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98db27695486c955 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:51.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda12000700 1 -- 172.21.15.69:0/2169477668 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda140a9310 con 0x564b69d748f0 2024-05-08T06:08:51.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda12000700 1 -- 172.21.15.69:0/2169477668 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda140b2160 con 0x564b69d748f0 2024-05-08T06:08:51.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.987+0000 7fda12000700 1 -- 172.21.15.69:0/2169477668 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda140a5150 con 0x564b69d748f0 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 -- 172.21.15.69:0/2169477668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 msgr2=0x564b69d742d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d742d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fda14004000 tx=0x7fda140d8fd0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 -- 172.21.15.69:0/2169477668 shutdown_connections 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d7a4e0 0x564b69d89f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d742d0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 --2- 172.21.15.69:0/2169477668 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d79bc0 0x564b69d7dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 -- 172.21.15.69:0/2169477668 >> 172.21.15.69:0/2169477668 conn(0x564b69cec6d0 msgr2=0x564b69d7d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 -- 172.21.15.69:0/2169477668 shutdown_connections 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.988+0000 7fda32737b80 1 -- 172.21.15.69:0/2169477668 wait complete. 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 -- start start 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 Processor -- start 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d86790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d79bc0 0x564b69d95120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d7a4e0 0x564b69d95660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda201ae2d0 con 0x564b69d748f0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fda201af740 con 0x564b69d7a4e0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fda201ae9a0 con 0x564b69d79bc0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.989+0000 7fda32737b80 10 client.0 _ll_register_callbacks cb 0x564b69c6dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d86790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda24a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d79bc0 0x564b69d95120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d86790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50332/0 (socket says 172.21.15.69:50332) 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 -- 172.21.15.69:0/2174135606 learned_addr learned my addr 172.21.15.69:0/2174135606 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25e00700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d7a4e0 0x564b69d95660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 -- 172.21.15.69:0/2174135606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d79bc0 msgr2=0x564b69d95120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d79bc0 0x564b69d95120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 -- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d7a4e0 msgr2=0x564b69d95660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d7a4e0 0x564b69d95660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda25400700 1 -- 172.21.15.69:0/2174135606 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b69d95ea0 con 0x564b69d748f0 2024-05-08T06:08:51.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.990+0000 7fda24a00700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d79bc0 0x564b69d95120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:51.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda25400700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d86790 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fda14009230 tx=0x7fda140dfd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84cfbf4db2f448ad server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:51.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda07400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda07400700 1 -- 172.21.15.69:0/2174135606 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1406e060 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda07400700 1 -- 172.21.15.69:0/2174135606 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fda1400cd20 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564b69cd4400 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda07400700 1 -- 172.21.15.69:0/2174135606 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fda140a9130 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda32737b80 10 client.16347 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564b69df8710 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.991+0000 7fda07400700 1 -- 172.21.15.69:0/2174135606 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x564b69cd4400 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda07400700 1 -- 172.21.15.69:0/2174135606 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fda1406f250 con 0x564b69d748f0 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda32737b80 10 client.16347 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:51.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda32737b80 10 client.16347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda32737b80 20 client.16347 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda32737b80 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69df8d80 0x564b69dfb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda32737b80 4 client.16347 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b69cce4a0 con 0x564b69df8d80 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.992+0000 7fda24a00700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69df8d80 0x564b69dfb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda24a00700 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69df8d80 0x564b69dfb1a0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6606974add7b04 server_cookie=75617ffcd2af36c8 in_seq=0 out_seq=0 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda07400700 10 client.16347 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda07400700 1 -- 172.21.15.69:0/2174135606 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b69cce4a0 con 0x564b69df8d80 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda07400700 10 client.16347 handle_command_reply: tid=0 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda32737b80 1 client.16347 shutdown 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 msgr2=0x564b69d86790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.993+0000 7fda32737b80 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d86790 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fda14009230 tx=0x7fda140dfd70 comp rx=0 tx=0).stop 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 shutdown_connections 2024-05-08T06:08:51.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x564b69d7a4e0 0x564b69d95660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x564b69d748f0 0x564b69d86790 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x564b69df8d80 0x564b69dfb1a0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 --2- 172.21.15.69:0/2174135606 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x564b69d79bc0 0x564b69d95120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 >> 172.21.15.69:0/2174135606 conn(0x564b69cec6d0 msgr2=0x564b69d7a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda07400700 0 client.16347 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 shutdown_connections 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 1 -- 172.21.15.69:0/2174135606 wait complete. 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.994+0000 7fda32737b80 20 client.16347 trim_cache size 0 max 16384 2024-05-08T06:08:51.997 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:08:51.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda080b2880 msgr2=0x7fda080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda080b2880 0x7fda080b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fda18009e10 tx=0x7fda18009920 comp rx=0 tx=0).stop 2024-05-08T06:08:51.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 msgr2=0x7fda200757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:51.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 0x7fda200757a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fda1400e950 tx=0x7fda1400ec60 comp rx=0 tx=0).stop 2024-05-08T06:08:51.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 shutdown_connections 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda080b2880 0x7fda080b4d40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda20108460 0x7fda20076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda20103550 0x7fda200757a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 --2- 172.21.15.69:0/1488687249 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda20103ef0 0x7fda20075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 >> 172.21.15.69:0/1488687249 conn(0x7fda2007a600 msgr2=0x7fda20101640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 shutdown_connections 2024-05-08T06:08:51.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:51.995+0000 7fda27e00700 1 -- 172.21.15.69:0/1488687249 wait complete. 2024-05-08T06:08:52.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:52 smithi069 ceph-mon[29571]: pgmap v675: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:52.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:52 smithi135 ceph-mon[34761]: pgmap v675: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:52 smithi105 ceph-mon[34393]: pgmap v675: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:53.963 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:08:53.963 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:08:54.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:54 smithi069 ceph-mon[29571]: pgmap v676: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:08:54.413 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:54 smithi135 ceph-mon[34761]: pgmap v676: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:08:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:54 smithi105 ceph-mon[34393]: pgmap v676: 97 pgs: 97 active+clean; 4.6 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:08:56.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:56 smithi069 ceph-mon[29571]: pgmap v677: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:08:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:56 smithi135 ceph-mon[34761]: pgmap v677: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:08:56.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.628+0000 7fc78b200700 1 -- 172.21.15.69:0/755709865 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c108700 msgr2=0x7fc78c1102d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.628+0000 7fc78b200700 1 --2- 172.21.15.69:0/755709865 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c108700 0x7fc78c1102d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fc78400b0a0 tx=0x7fc78400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 -- 172.21.15.69:0/755709865 shutdown_connections 2024-05-08T06:08:56.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 --2- 172.21.15.69:0/755709865 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c108700 0x7fc78c1102d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 --2- 172.21.15.69:0/755709865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103620 0x7fc78c103a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 --2- 172.21.15.69:0/755709865 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc78c103fd0 0x7fc78c108020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 -- 172.21.15.69:0/755709865 >> 172.21.15.69:0/755709865 conn(0x7fc78c0feeb0 msgr2=0x7fc78c1012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:56.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 -- 172.21.15.69:0/755709865 shutdown_connections 2024-05-08T06:08:56.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.629+0000 7fc78b200700 1 -- 172.21.15.69:0/755709865 wait complete. 2024-05-08T06:08:56.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 Processor -- start 2024-05-08T06:08:56.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 -- start start 2024-05-08T06:08:56.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 0x7fc78c0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103fd0 0x7fc78c075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc78c108700 0x7fc78c076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1135f0 con 0x7fc78c108700 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c113470 con 0x7fc78c103620 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.630+0000 7fc78b200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c113770 con 0x7fc78c103fd0 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 0x7fc78c0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc78a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc78c108700 0x7fc78c076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103fd0 0x7fc78c075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 0x7fc78c0757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:49888/0 (socket says 172.21.15.69:49888) 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 -- 172.21.15.69:0/614520549 learned_addr learned my addr 172.21.15.69:0/614520549 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:56.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 -- 172.21.15.69:0/614520549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103fd0 msgr2=0x7fc78c075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103fd0 0x7fc78c075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 -- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc78c108700 msgr2=0x7fc78c076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc78c108700 0x7fc78c076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789e00700 1 -- 172.21.15.69:0/614520549 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc78c1a7f60 con 0x7fc78c103620 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.631+0000 7fc789400700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103fd0 0x7fc78c075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.632+0000 7fc789e00700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 0x7fc78c0757a0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00e9a0 tx=0x7fc77c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.632+0000 7fc782a00700 1 -- 172.21.15.69:0/614520549 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77c00ca10 con 0x7fc78c103620 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.632+0000 7fc782a00700 1 -- 172.21.15.69:0/614520549 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc77c00cbb0 con 0x7fc78c103620 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.632+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc78c1a8250 con 0x7fc78c103620 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.632+0000 7fc782a00700 1 -- 172.21.15.69:0/614520549 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77c018680 con 0x7fc78c103620 2024-05-08T06:08:56.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.632+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc78c1a87e0 con 0x7fc78c103620 2024-05-08T06:08:56.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.636+0000 7fc782a00700 1 -- 172.21.15.69:0/614520549 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc77c010430 con 0x7fc78c103620 2024-05-08T06:08:56.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.636+0000 7fc79bc13b80 1 Processor -- start 2024-05-08T06:08:56.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 -- start start 2024-05-08T06:08:56.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d567200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d567740 0x56430d5614b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d561f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56430d4b3aa0 con 0x56430d567740 2024-05-08T06:08:56.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56430d4517e0 con 0x56430d561ad0 2024-05-08T06:08:56.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56430d4afa60 con 0x56430d566e20 2024-05-08T06:08:56.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc789e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d567740 0x56430d5614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc789e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d567740 0x56430d5614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50348/0 (socket says 172.21.15.69:50348) 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc789400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d561f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc789e00700 1 -- 172.21.15.69:0/4027099792 learned_addr learned my addr 172.21.15.69:0/4027099792 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.637+0000 7fc78a800700 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d567200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc782a00700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7700b2900 0x7fc7700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc789400700 1 -- 172.21.15.69:0/4027099792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 msgr2=0x56430d567200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc789400700 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d567200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc789400700 1 -- 172.21.15.69:0/4027099792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d567740 msgr2=0x56430d5614b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc789400700 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d567740 0x56430d5614b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc789400700 1 -- 172.21.15.69:0/4027099792 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56430d400950 con 0x56430d561ad0 2024-05-08T06:08:56.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc782a00700 1 -- 172.21.15.69:0/614520549 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc77c0e2350 con 0x7fc78c103620 2024-05-08T06:08:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc78a800700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7700b2900 0x7fc7700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.638+0000 7fc789400700 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d561f50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc78c0771e0 tx=0x7fc774011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=609001b99a84176a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.639+0000 7fc77b400700 1 -- 172.21.15.69:0/4027099792 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774004230 con 0x56430d561ad0 2024-05-08T06:08:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.639+0000 7fc77b400700 1 -- 172.21.15.69:0/4027099792 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc774004ce0 con 0x56430d561ad0 2024-05-08T06:08:56.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.639+0000 7fc77b400700 1 -- 172.21.15.69:0/4027099792 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7740056e0 con 0x56430d561ad0 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.639+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4027099792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 msgr2=0x56430d561f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.639+0000 7fc78a800700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7700b2900 0x7fc7700b4dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc78400b780 tx=0x7fc7840099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.639+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d561f50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc78c0771e0 tx=0x7fc774011720 comp rx=0 tx=0).stop 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4027099792 shutdown_connections 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d561f50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d567200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4027099792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d567740 0x56430d5614b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4027099792 >> 172.21.15.69:0/4027099792 conn(0x56430d4d9750 msgr2=0x56430d55bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4027099792 shutdown_connections 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4027099792 wait complete. 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.640+0000 7fc79bc13b80 1 -- start start 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 Processor -- start 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d56d510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d56a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d567740 0x56430d56adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56430d56e1d0 con 0x56430d566e20 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56430d419ba0 con 0x56430d561ad0 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56430d56e350 con 0x56430d567740 2024-05-08T06:08:56.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc79bc13b80 10 client.0 _ll_register_callbacks cb 0x56430d45acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:56.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc789400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d56a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc789400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d56a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50356/0 (socket says 172.21.15.69:50356) 2024-05-08T06:08:56.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.641+0000 7fc789400700 1 -- 172.21.15.69:0/3915485471 learned_addr learned my addr 172.21.15.69:0/3915485471 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789e00700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d56d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc78a800700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d567740 0x56430d56adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789400700 1 -- 172.21.15.69:0/3915485471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d567740 msgr2=0x56430d56adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789400700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d567740 0x56430d56adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789400700 1 -- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 msgr2=0x56430d56d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789400700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d56d510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789400700 1 -- 172.21.15.69:0/3915485471 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56430d4794a0 con 0x56430d566e20 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc78a800700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d567740 0x56430d56adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc789400700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d56a8b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc774009790 tx=0x7fc774005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1881f07193ce407 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.642+0000 7fc76fe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc76fe00700 1 -- 172.21.15.69:0/3915485471 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774026070 con 0x56430d566e20 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc76fe00700 1 -- 172.21.15.69:0/3915485471 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc774004a60 con 0x56430d566e20 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc774004ce0 con 0x56430d566e20 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc76fe00700 1 -- 172.21.15.69:0/3915485471 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc774032050 con 0x56430d566e20 2024-05-08T06:08:56.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc79bc13b80 10 client.16359 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56430d578ad0 con 0x56430d566e20 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.643+0000 7fc76fe00700 1 -- 172.21.15.69:0/3915485471 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc774004ce0 con 0x56430d566e20 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc76fe00700 1 -- 172.21.15.69:0/3915485471 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc77400e570 con 0x56430d566e20 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc79bc13b80 10 client.16359 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc79bc13b80 10 client.16359 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc79bc13b80 20 client.16359 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d57afa0 0x56430d57d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc79bc13b80 4 client.16359 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56430d52e1c0 con 0x56430d57afa0 2024-05-08T06:08:56.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.644+0000 7fc789e00700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d57afa0 0x56430d57d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.645+0000 7fc789e00700 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d57afa0 0x56430d57d390 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f33775b52f4770ef server_cookie=a9fb3975b1087803 in_seq=0 out_seq=0 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.645+0000 7fc76fe00700 10 client.16359 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.645+0000 7fc76fe00700 1 -- 172.21.15.69:0/3915485471 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56430d52e1c0 con 0x56430d57afa0 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.645+0000 7fc76fe00700 10 client.16359 handle_command_reply: tid=0 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 client.16359 shutdown 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 msgr2=0x56430d56a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d56a8b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc774009790 tx=0x7fc774005680 comp rx=0 tx=0).stop 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 shutdown_connections 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d57afa0 0x56430d57d390 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d567740 0x56430d56adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d561ad0 0x56430d56d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/3915485471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d56a8b0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc76fe00700 0 client.16359 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 >> 172.21.15.69:0/3915485471 conn(0x56430d4d9750 msgr2=0x56430d5567d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:56.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 shutdown_connections 2024-05-08T06:08:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 1 -- 172.21.15.69:0/3915485471 wait complete. 2024-05-08T06:08:56.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.646+0000 7fc79bc13b80 20 client.16359 trim_cache size 0 max 16384 2024-05-08T06:08:56.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 Processor -- start 2024-05-08T06:08:56.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 -- start start 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d561ad0 0x56430d5614b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d5663a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d577260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1b2490 con 0x56430d561ad0 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1afd20 con 0x56430d567740 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.669+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1adb70 con 0x56430d566e20 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d5663a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc78a800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d577260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc78a800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d577260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:49916/0 (socket says 172.21.15.69:49916) 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc78a800700 1 -- 172.21.15.69:0/1809266013 learned_addr learned my addr 172.21.15.69:0/1809266013 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:56.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d5663a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35214/0 (socket says 172.21.15.69:35214) 2024-05-08T06:08:56.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789e00700 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d561ad0 0x56430d5614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 -- 172.21.15.69:0/1809266013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 msgr2=0x56430d577260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d577260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 -- 172.21.15.69:0/1809266013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d561ad0 msgr2=0x56430d5614b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d561ad0 0x56430d5614b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 -- 172.21.15.69:0/1809266013 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56430d569f60 con 0x56430d566e20 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.670+0000 7fc789400700 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d5663a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc77400e940 tx=0x7fc774001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=91709d522b10d06e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc77aa00700 1 -- 172.21.15.69:0/1809266013 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc774026040 con 0x56430d566e20 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc77aa00700 1 -- 172.21.15.69:0/1809266013 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7740044f0 con 0x56430d566e20 2024-05-08T06:08:56.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc77aa00700 1 -- 172.21.15.69:0/1809266013 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77400e470 con 0x56430d566e20 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 -- 172.21.15.69:0/1809266013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 msgr2=0x56430d5663a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d5663a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc77400e940 tx=0x7fc774001e70 comp rx=0 tx=0).stop 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 -- 172.21.15.69:0/1809266013 shutdown_connections 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d577260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d561ad0 0x56430d5614b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/1809266013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d566e20 0x56430d5663a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.671+0000 7fc79bc13b80 1 -- 172.21.15.69:0/1809266013 >> 172.21.15.69:0/1809266013 conn(0x56430d4d9750 msgr2=0x56430d5683b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.672+0000 7fc79bc13b80 1 -- 172.21.15.69:0/1809266013 shutdown_connections 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.672+0000 7fc79bc13b80 1 -- 172.21.15.69:0/1809266013 wait complete. 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.672+0000 7fc79bc13b80 1 -- start start 2024-05-08T06:08:56.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.672+0000 7fc79bc13b80 1 Processor -- start 2024-05-08T06:08:56.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 0x56430d5737c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d573d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d5707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1ae1e0 con 0x56430d566e20 2024-05-08T06:08:56.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1af650 con 0x56430d567740 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc78c1ae8b0 con 0x56430d561ad0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc79bc13b80 10 client.0 _ll_register_callbacks cb 0x56430d45acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 0x56430d5737c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d573d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 0x56430d5737c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35216/0 (socket says 172.21.15.69:35216) 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 -- 172.21.15.69:0/4152767070 learned_addr learned my addr 172.21.15.69:0/4152767070 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc78a800700 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d5707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 -- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 msgr2=0x56430d5707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d5707b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 -- 172.21.15.69:0/4152767070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 msgr2=0x56430d573d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d573d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.673+0000 7fc789e00700 1 -- 172.21.15.69:0/4152767070 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56430d570ff0 con 0x56430d561ad0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc789e00700 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 0x56430d5737c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc77c091010 tx=0x7fc77c0a5040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e01b54d3c45277a6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc76fe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc76fe00700 1 -- 172.21.15.69:0/4152767070 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77c0a50b0 con 0x56430d561ad0 2024-05-08T06:08:56.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7740044f0 con 0x56430d561ad0 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc76fe00700 1 -- 172.21.15.69:0/4152767070 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc77c0a9b80 con 0x56430d561ad0 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc76fe00700 1 -- 172.21.15.69:0/4152767070 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc77c0b20c0 con 0x56430d561ad0 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc79bc13b80 10 client.26458 fetch_fsmap learned FSMap version 26 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56430d5e6480 con 0x56430d561ad0 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.674+0000 7fc76fe00700 1 -- 172.21.15.69:0/4152767070 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc7740044f0 con 0x56430d561ad0 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc76fe00700 1 -- 172.21.15.69:0/4152767070 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc77c0cabd0 con 0x56430d561ad0 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc79bc13b80 10 client.26458 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc79bc13b80 10 client.26458 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc79bc13b80 20 client.26458 populate_metadata read hostname 'smithi069' 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d5e6b10 0x56430d5e8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc79bc13b80 4 client.26458 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56430d4c1480 con 0x56430d5e6b10 2024-05-08T06:08:56.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.675+0000 7fc789400700 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d5e6b10 0x56430d5e8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:08:56.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.676+0000 7fc789400700 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d5e6b10 0x56430d5e8f30 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c7b84de70b2a2af server_cookie=c6dc2fc9281d0792 in_seq=0 out_seq=0 2024-05-08T06:08:56.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.676+0000 7fc76fe00700 10 client.26458 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:56.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc76fe00700 1 -- 172.21.15.69:0/4152767070 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56430d4c1480 con 0x56430d5e6b10 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc76fe00700 10 client.26458 handle_command_reply: tid=0 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 client.26458 shutdown 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 msgr2=0x56430d5737c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 0x56430d5737c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc77c091010 tx=0x7fc77c0a5040 comp rx=0 tx=0).stop 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 shutdown_connections 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x56430d567740 0x56430d5707b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56430d5e6b10 0x56430d5e8f30 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x56430d561ad0 0x56430d5737c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 --2- 172.21.15.69:0/4152767070 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x56430d566e20 0x56430d573d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 >> 172.21.15.69:0/4152767070 conn(0x56430d4d9750 msgr2=0x56430d56a130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc76fe00700 0 client.26458 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 shutdown_connections 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.677+0000 7fc79bc13b80 1 -- 172.21.15.69:0/4152767070 wait complete. 2024-05-08T06:08:56.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.678+0000 7fc79bc13b80 20 client.26458 trim_cache size 0 max 16384 2024-05-08T06:08:56.680 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:08:56.680 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:08:56.680 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "d51dfc87-99b0-4bbb-a9d4-4e11c8e53d6f", 2024-05-08T06:08:56.680 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:08:56.680 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:08:56.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7700b2900 msgr2=0x7fc7700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7700b2900 0x7fc7700b4dc0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc78400b780 tx=0x7fc7840099e0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 msgr2=0x7fc78c0757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 0x7fc78c0757a0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00e9a0 tx=0x7fc77c00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 shutdown_connections 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc78c108700 0x7fc78c076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc7700b2900 0x7fc7700b4dc0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc78c103620 0x7fc78c0757a0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 --2- 172.21.15.69:0/614520549 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc78c103fd0 0x7fc78c075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 >> 172.21.15.69:0/614520549 conn(0x7fc78c0feeb0 msgr2=0x7fc78c0ffa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 shutdown_connections 2024-05-08T06:08:56.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:08:56.679+0000 7fc78b200700 1 -- 172.21.15.69:0/614520549 wait complete. 2024-05-08T06:08:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:56 smithi105 ceph-mon[34393]: pgmap v677: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:08:57.615 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:08:58.070 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:08:58.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:58 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:08:58.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:58 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:58.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:58 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:08:58.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:58 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:58.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:58 smithi069 ceph-mon[29571]: pgmap v678: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:58 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:08:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:58 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:58 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:08:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:58 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:58 smithi135 ceph-mon[34761]: pgmap v678: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:58 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:08:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:58 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:58 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:08:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:58 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:08:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:58 smithi105 ceph-mon[34393]: pgmap v678: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:08:59.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:08:59 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:08:59.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:08:59 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:08:59.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:08:59 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:09:00.466 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:00 smithi069 ceph-mon[29571]: pgmap v679: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:00.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 -- 172.21.15.69:0/1678695431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103620 msgr2=0x7f32b0103a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 --2- 172.21.15.69:0/1678695431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103620 0x7f32b0103a00 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f32a40099c0 tx=0x7f32a4009cd0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 -- 172.21.15.69:0/1678695431 shutdown_connections 2024-05-08T06:09:00.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 --2- 172.21.15.69:0/1678695431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 0x7f32b01102d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.476 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 --2- 172.21.15.69:0/1678695431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103620 0x7f32b0103a00 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 --2- 172.21.15.69:0/1678695431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103fd0 0x7f32b0108020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 -- 172.21.15.69:0/1678695431 >> 172.21.15.69:0/1678695431 conn(0x7f32b00feeb0 msgr2=0x7f32b01012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:00.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 -- 172.21.15.69:0/1678695431 shutdown_connections 2024-05-08T06:09:00.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.476+0000 7f32b6600700 1 -- 172.21.15.69:0/1678695431 wait complete. 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.477+0000 7f32b6600700 1 Processor -- start 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.477+0000 7f32b6600700 1 -- start start 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.477+0000 7f32b6600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 0x7f32b00757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b6600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 0x7f32b0075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b6600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 0x7f32b0076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b6600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01135e0 con 0x7f32b0103fd0 2024-05-08T06:09:00.478 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b6600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f32b0113460 con 0x7f32b0103620 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b6600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f32b0113760 con 0x7f32b0108700 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 0x7f32b0075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 0x7f32b00757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 0x7f32b0075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44724/0 (socket says 172.21.15.69:44724) 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32afe00700 1 -- 172.21.15.69:0/1075739152 learned_addr learned my addr 172.21.15.69:0/1075739152 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 0x7f32b00757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41294/0 (socket says 172.21.15.69:41294) 2024-05-08T06:09:00.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 0x7f32b0076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 -- 172.21.15.69:0/1075739152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 msgr2=0x7f32b0076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 0x7f32b0076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 -- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 msgr2=0x7f32b0075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 0x7f32b0075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5200700 1 -- 172.21.15.69:0/1075739152 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b01a8060 con 0x7f32b0103620 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 0x7f32b0076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.478+0000 7f32afe00700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 0x7f32b0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.479+0000 7f32b5200700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 0x7f32b00757a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f32a40098e0 tx=0x7f32a40055f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.479+0000 7f32ad600700 1 -- 172.21.15.69:0/1075739152 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4026070 con 0x7f32b0103620 2024-05-08T06:09:00.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.479+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b01a82f0 con 0x7f32b0103620 2024-05-08T06:09:00.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.479+0000 7f32ad600700 1 -- 172.21.15.69:0/1075739152 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32a400f460 con 0x7f32b0103620 2024-05-08T06:09:00.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.479+0000 7f32ad600700 1 -- 172.21.15.69:0/1075739152 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4009e60 con 0x7f32b0103620 2024-05-08T06:09:00.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.479+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b01a87a0 con 0x7f32b0103620 2024-05-08T06:09:00.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.483+0000 7f32ad600700 1 -- 172.21.15.69:0/1075739152 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f32a4029070 con 0x7f32b0103620 2024-05-08T06:09:00.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.484+0000 7f32c2634b80 1 Processor -- start 2024-05-08T06:09:00.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.484+0000 7f32c2634b80 1 -- start start 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e10970180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e1096a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e1096aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32c2634b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556e108bca20 con 0x556e1096fda0 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32c2634b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556e1085a760 con 0x556e109706c0 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32c2634b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556e108b89e0 con 0x556e1096aa50 2024-05-08T06:09:00.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e1096a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e1096a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41306/0 (socket says 172.21.15.69:41306) 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32b5200700 1 -- 172.21.15.69:0/1514481952 learned_addr learned my addr 172.21.15.69:0/1514481952 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32afe00700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e1096aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.485+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e10970180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5200700 1 -- 172.21.15.69:0/1514481952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 msgr2=0x556e1096aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5200700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e1096aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5200700 1 -- 172.21.15.69:0/1514481952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 msgr2=0x556e10970180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32ad600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32980b2880 0x7f32980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5200700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e10970180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5200700 1 -- 172.21.15.69:0/1514481952 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e108098d0 con 0x556e109706c0 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32afe00700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e1096aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e10970180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:00.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32ad600700 1 -- 172.21.15.69:0/1075739152 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f32a40e29d0 con 0x7f32b0103620 2024-05-08T06:09:00.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5200700 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e1096a430 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f32a40ab9f0 tx=0x7f32a40a6700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e2b364e55494562 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:00.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32980b2880 0x7f32980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32a2000700 1 -- 172.21.15.69:0/1514481952 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a40a9e00 con 0x556e109706c0 2024-05-08T06:09:00.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32a2000700 1 -- 172.21.15.69:0/1514481952 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32a40a9b40 con 0x556e109706c0 2024-05-08T06:09:00.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.486+0000 7f32a2000700 1 -- 172.21.15.69:0/1514481952 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a40a97a0 con 0x556e109706c0 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 -- 172.21.15.69:0/1514481952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 msgr2=0x556e1096a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e1096a430 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f32a40ab9f0 tx=0x7f32a40a6700 comp rx=0 tx=0).stop 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 -- 172.21.15.69:0/1514481952 shutdown_connections 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e1096aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e10970180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1514481952 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e1096a430 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 -- 172.21.15.69:0/1514481952 >> 172.21.15.69:0/1514481952 conn(0x556e108e26d0 msgr2=0x556e10964ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.487+0000 7f32c2634b80 1 -- 172.21.15.69:0/1514481952 shutdown_connections 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.488+0000 7f32c2634b80 1 -- 172.21.15.69:0/1514481952 wait complete. 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.488+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32980b2880 0x7f32980b4d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009fd0 tx=0x7f32a8004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.488+0000 7f32c2634b80 1 -- start start 2024-05-08T06:09:00.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.488+0000 7f32c2634b80 1 Processor -- start 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e10976300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e109736a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e10973be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x556e10976f10 con 0x556e1096fda0 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x556e10822b20 con 0x556e109706c0 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x556e10977090 con 0x556e1096aa50 2024-05-08T06:09:00.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32c2634b80 10 client.0 _ll_register_callbacks cb 0x556e10863c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e109736a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32afe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e109736a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44728/0 (socket says 172.21.15.69:44728) 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32afe00700 1 -- 172.21.15.69:0/1596588872 learned_addr learned my addr 172.21.15.69:0/1596588872 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.489+0000 7f32b5200700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e10976300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32b5c00700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e10973be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32afe00700 1 -- 172.21.15.69:0/1596588872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 msgr2=0x556e10976300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32afe00700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e10976300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32afe00700 1 -- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 msgr2=0x556e10973be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32afe00700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e10973be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32afe00700 1 -- 172.21.15.69:0/1596588872 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e10882420 con 0x556e1096fda0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32b5200700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e10976300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f32afe00700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e109736a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f329c012cf0 tx=0x7f329c009e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a97af9f6eb91830 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.490+0000 7f3296a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f3296a00700 1 -- 172.21.15.69:0/1596588872 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c004020 con 0x556e1096fda0 2024-05-08T06:09:00.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32a40a9b40 con 0x556e1096fda0 2024-05-08T06:09:00.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f3296a00700 1 -- 172.21.15.69:0/1596588872 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f329c0041c0 con 0x556e1096fda0 2024-05-08T06:09:00.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f3296a00700 1 -- 172.21.15.69:0/1596588872 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f329c0043c0 con 0x556e1096fda0 2024-05-08T06:09:00.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f32c2634b80 10 client.16377 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:00.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e10989e40 con 0x556e1096fda0 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.491+0000 7f3296a00700 1 -- 172.21.15.69:0/1596588872 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f32a40a9b40 con 0x556e1096fda0 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f3296a00700 1 -- 172.21.15.69:0/1596588872 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f329c003950 con 0x556e1096fda0 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32c2634b80 10 client.16377 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32c2634b80 10 client.16377 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32c2634b80 20 client.16377 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e1098c480 0x556e1098e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32c2634b80 4 client.16377 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e10937140 con 0x556e1098c480 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.492+0000 7f32b5200700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e1098c480 0x556e1098e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.493+0000 7f3296a00700 10 client.16377 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:00.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.493+0000 7f32b5200700 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e1098c480 0x556e1098e870 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6847abaad1c4587 server_cookie=3476cce7f536435 in_seq=0 out_seq=0 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.493+0000 7f3296a00700 1 -- 172.21.15.69:0/1596588872 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x556e10937140 con 0x556e1098c480 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f3296a00700 10 client.16377 handle_command_reply: tid=0 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 client.16377 shutdown 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 msgr2=0x556e109736a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e109736a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f329c012cf0 tx=0x7f329c009e10 comp rx=0 tx=0).stop 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 shutdown_connections 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e109706c0 0x556e10973be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e1098c480 0x556e1098e870 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096aa50 0x556e10976300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1596588872 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e1096fda0 0x556e109736a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 >> 172.21.15.69:0/1596588872 conn(0x556e108e26d0 msgr2=0x556e1095f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f3296a00700 0 client.16377 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 shutdown_connections 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 1 -- 172.21.15.69:0/1596588872 wait complete. 2024-05-08T06:09:00.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.494+0000 7f32c2634b80 20 client.16377 trim_cache size 0 max 16384 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 Processor -- start 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 -- start start 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e1095f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10975460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10994190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01ae0a0 con 0x556e109706c0 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01ab930 con 0x556e1096aa50 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.516+0000 7f32c2634b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f32b019d740 con 0x556e1096fda0 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32b5c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10994190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32afe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10975460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32b5c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10994190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44734/0 (socket says 172.21.15.69:44734) 2024-05-08T06:09:00.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32b5c00700 1 -- 172.21.15.69:0/1565313988 learned_addr learned my addr 172.21.15.69:0/1565313988 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:00.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e1095f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32afe00700 1 -- 172.21.15.69:0/1565313988 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 msgr2=0x556e1095f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32afe00700 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e1095f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32afe00700 1 -- 172.21.15.69:0/1565313988 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 msgr2=0x556e10994190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32afe00700 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10994190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.517+0000 7f32afe00700 1 -- 172.21.15.69:0/1565313988 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e109716c0 con 0x556e1096fda0 2024-05-08T06:09:00.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.518+0000 7f32afe00700 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10975460 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f329c003df0 tx=0x7f329c009400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67f39a6cb471dbbc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:00.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.518+0000 7f32a1600700 1 -- 172.21.15.69:0/1565313988 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c003fe0 con 0x556e1096fda0 2024-05-08T06:09:00.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.518+0000 7f32a1600700 1 -- 172.21.15.69:0/1565313988 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f329c02b020 con 0x556e1096fda0 2024-05-08T06:09:00.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.518+0000 7f32a1600700 1 -- 172.21.15.69:0/1565313988 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c00fc00 con 0x556e1096fda0 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 -- 172.21.15.69:0/1565313988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 msgr2=0x556e10975460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10975460 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f329c003df0 tx=0x7f329c009400 comp rx=0 tx=0).stop 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 -- 172.21.15.69:0/1565313988 shutdown_connections 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10994190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e1095f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 --2- 172.21.15.69:0/1565313988 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10975460 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 -- 172.21.15.69:0/1565313988 >> 172.21.15.69:0/1565313988 conn(0x556e108e26d0 msgr2=0x556e10974d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 -- 172.21.15.69:0/1565313988 shutdown_connections 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 -- 172.21.15.69:0/1565313988 wait complete. 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 -- start start 2024-05-08T06:09:00.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.519+0000 7f32c2634b80 1 Processor -- start 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e10984af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10985030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10981ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01a9df0 con 0x556e109706c0 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01ab260 con 0x556e1096aa50 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f32b01aa4c0 con 0x556e1096fda0 2024-05-08T06:09:00.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32c2634b80 10 client.0 _ll_register_callbacks cb 0x556e10863c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e10984af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32b5c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10981ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32b5200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e10984af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41336/0 (socket says 172.21.15.69:41336) 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32b5200700 1 -- 172.21.15.69:0/167239245 learned_addr learned my addr 172.21.15.69:0/167239245 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.520+0000 7f32afe00700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10985030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32afe00700 1 -- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 msgr2=0x556e10984af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32afe00700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e10984af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32afe00700 1 -- 172.21.15.69:0/167239245 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 msgr2=0x556e10981ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:00.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32afe00700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10981ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32afe00700 1 -- 172.21.15.69:0/167239245 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e10982000 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32b5200700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e10984af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32afe00700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10985030 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x556e10965ba0 tx=0x7f329c0041f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1300792ebc57e7f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f3296a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f3296a00700 1 -- 172.21.15.69:0/167239245 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f329c003950 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f329c02b020 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.521+0000 7f3296a00700 1 -- 172.21.15.69:0/167239245 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f329c02c040 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f3296a00700 1 -- 172.21.15.69:0/167239245 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f329c003af0 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 10 client.26476 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x556e109f7560 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f3296a00700 1 -- 172.21.15.69:0/167239245 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f329c02b020 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f3296a00700 1 -- 172.21.15.69:0/167239245 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f329c01ca10 con 0x556e1096fda0 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 10 client.26476 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 10 client.26476 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:00.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 20 client.26476 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:00.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e109f7b50 0x556e109f9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:00.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 4 client.26476 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:09:00.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.522+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556e108ca400 con 0x556e109f7b50 2024-05-08T06:09:00.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.523+0000 7f32b5200700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e109f7b50 0x556e109f9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.523+0000 7f3296a00700 10 client.26476 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.523+0000 7f32b5200700 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e109f7b50 0x556e109f9f70 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26d5f3e4b5a718af server_cookie=ef19959634f4c6c0 in_seq=0 out_seq=0 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.523+0000 7f3296a00700 1 -- 172.21.15.69:0/167239245 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556e108ca400 con 0x556e109f7b50 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.523+0000 7f3296a00700 10 client.26476 handle_command_reply: tid=0 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.523+0000 7f32c2634b80 1 client.26476 shutdown 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 msgr2=0x556e10985030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10985030 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x556e10965ba0 tx=0x7f329c0041f0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 shutdown_connections 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x556e109706c0 0x556e10981ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x556e1096aa50 0x556e10984af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x556e109f7b50 0x556e109f9f70 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 --2- 172.21.15.69:0/167239245 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x556e1096fda0 0x556e10985030 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f3296a00700 0 client.26476 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 >> 172.21.15.69:0/167239245 conn(0x556e108e26d0 msgr2=0x556e109737e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 shutdown_connections 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 1 -- 172.21.15.69:0/167239245 wait complete. 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.524+0000 7f32c2634b80 20 client.26476 trim_cache size 0 max 16384 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:09:00.527 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32980b2880 msgr2=0x7f32980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32980b2880 0x7f32980b4d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f32a8009fd0 tx=0x7f32a8004b40 comp rx=0 tx=0).stop 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 msgr2=0x7f32b00757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 0x7f32b00757a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f32a40098e0 tx=0x7f32a40055f0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 shutdown_connections 2024-05-08T06:09:00.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32b0108700 0x7f32b0076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32980b2880 0x7f32980b4d40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f32b0103620 0x7f32b00757a0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 --2- 172.21.15.69:0/1075739152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32b0103fd0 0x7f32b0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:00.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 >> 172.21.15.69:0/1075739152 conn(0x7f32b00feeb0 msgr2=0x7f32b0100270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:00.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 shutdown_connections 2024-05-08T06:09:00.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:00.525+0000 7f32b6600700 1 -- 172.21.15.69:0/1075739152 wait complete. 2024-05-08T06:09:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:00 smithi105 ceph-mon[34393]: pgmap v679: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:00 smithi135 ceph-mon[34761]: pgmap v679: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:01.414 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:09:01.415 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:09:01.871 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:02 smithi069 ceph-mon[29571]: pgmap v680: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:02 smithi105 ceph-mon[34393]: pgmap v680: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:02 smithi135 ceph-mon[34761]: pgmap v680: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:04.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.147+0000 7fef77600700 1 -- 172.21.15.69:0/122611829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef7010fea0 msgr2=0x7fef70112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.147+0000 7fef77600700 1 --2- 172.21.15.69:0/122611829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef7010fea0 0x7fef70112290 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fef6800b0a0 tx=0x7fef6800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 -- 172.21.15.69:0/122611829 shutdown_connections 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 --2- 172.21.15.69:0/122611829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef7010fea0 0x7fef70112290 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 --2- 172.21.15.69:0/122611829 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef70075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 --2- 172.21.15.69:0/122611829 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef70075ff0 0x7fef7010f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 -- 172.21.15.69:0/122611829 >> 172.21.15.69:0/122611829 conn(0x7fef7007a600 msgr2=0x7fef7007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 -- 172.21.15.69:0/122611829 shutdown_connections 2024-05-08T06:09:04.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.148+0000 7fef77600700 1 -- 172.21.15.69:0/122611829 wait complete. 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.149+0000 7fef77600700 1 Processor -- start 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.149+0000 7fef77600700 1 -- start start 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef77600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef7019bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef77600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef70075ff0 0x7fef7019c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef77600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef7010fea0 0x7fef701a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef77600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fef701158a0 con 0x7fef700756d0 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef77600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fef70115720 con 0x7fef70075ff0 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef77600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fef70115a20 con 0x7fef7010fea0 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef74c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef7019bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef67e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef70075ff0 0x7fef7019c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef74c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef7019bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44756/0 (socket says 172.21.15.69:44756) 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef74c00700 1 -- 172.21.15.69:0/1671688692 learned_addr learned my addr 172.21.15.69:0/1671688692 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.150+0000 7fef75600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef7010fea0 0x7fef701a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef67e00700 1 -- 172.21.15.69:0/1671688692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef7010fea0 msgr2=0x7fef701a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef67e00700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef7010fea0 0x7fef701a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef67e00700 1 -- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 msgr2=0x7fef7019bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef67e00700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef7019bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef67e00700 1 -- 172.21.15.69:0/1671688692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef701a0d40 con 0x7fef70075ff0 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef74c00700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef7019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:04.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef67e00700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef70075ff0 0x7fef7019c270 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fef6000e9c0 tx=0x7fef6000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:04.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef60004230 con 0x7fef70075ff0 2024-05-08T06:09:04.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef701a1030 con 0x7fef70075ff0 2024-05-08T06:09:04.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fef600043d0 con 0x7fef70075ff0 2024-05-08T06:09:04.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef60003d90 con 0x7fef70075ff0 2024-05-08T06:09:04.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.151+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef701a88b0 con 0x7fef70075ff0 2024-05-08T06:09:04.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.152+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef7006a190 con 0x7fef70075ff0 2024-05-08T06:09:04.155 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.155+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fef6000c7c0 con 0x7fef70075ff0 2024-05-08T06:09:04.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.156+0000 7fef6e000700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef500b2880 0x7fef500b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:04.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.157+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fef600e2600 con 0x7fef70075ff0 2024-05-08T06:09:04.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.157+0000 7fef74c00700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef500b2880 0x7fef500b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:04.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.157+0000 7fef74c00700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef500b2880 0x7fef500b4d40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fef58011550 tx=0x7fef58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:04.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.159+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fef600aa2d0 con 0x7fef70075ff0 2024-05-08T06:09:04.440 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.439+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef7002e510 con 0x7fef70075ff0 2024-05-08T06:09:04.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.441+0000 7fef6e000700 1 -- 172.21.15.69:0/1671688692 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fef600a9bd0 con 0x7fef70075ff0 2024-05-08T06:09:04.442 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:09:04.442 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:09:04.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef500b2880 msgr2=0x7fef500b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:04.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef500b2880 0x7fef500b4d40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fef58011550 tx=0x7fef58009260 comp rx=0 tx=0).stop 2024-05-08T06:09:04.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef70075ff0 msgr2=0x7fef7019c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:04.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef70075ff0 0x7fef7019c270 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fef6000e9c0 tx=0x7fef6000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 shutdown_connections 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fef7010fea0 0x7fef701a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fef700756d0 0x7fef7019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fef500b2880 0x7fef500b4d40 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 --2- 172.21.15.69:0/1671688692 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fef70075ff0 0x7fef7019c270 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 >> 172.21.15.69:0/1671688692 conn(0x7fef7007a600 msgr2=0x7fef70100630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 shutdown_connections 2024-05-08T06:09:04.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:04.445+0000 7fef77600700 1 -- 172.21.15.69:0/1671688692 wait complete. 2024-05-08T06:09:04.446 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:09:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:04 smithi105 ceph-mon[34393]: pgmap v681: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:04 smithi135 ceph-mon[34761]: pgmap v681: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:04 smithi069 ceph-mon[29571]: pgmap v681: 97 pgs: 97 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:05.321 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:09:05.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:05 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1671688692' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:05.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:05 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1671688692' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:05.775 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:05.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:05 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1671688692' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:06.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:06 smithi069 ceph-mon[29571]: pgmap v682: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:06.671 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:06 smithi105 ceph-mon[34393]: pgmap v682: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:06 smithi135 ceph-mon[34761]: pgmap v682: 97 pgs: 97 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:08.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 -- 172.21.15.69:0/3831658010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 msgr2=0x7fb234112070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 --2- 172.21.15.69:0/3831658010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 0x7fb234112070 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fb22c00b0a0 tx=0x7fb22c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 -- 172.21.15.69:0/3831658010 shutdown_connections 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 --2- 172.21.15.69:0/3831658010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 0x7fb234112070 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 --2- 172.21.15.69:0/3831658010 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb234075870 0x7fb234075c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 --2- 172.21.15.69:0/3831658010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234076190 0x7fb23410f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 -- 172.21.15.69:0/3831658010 >> 172.21.15.69:0/3831658010 conn(0x7fb2340feeb0 msgr2=0x7fb2341012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 -- 172.21.15.69:0/3831658010 shutdown_connections 2024-05-08T06:09:08.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.078+0000 7fb239200700 1 -- 172.21.15.69:0/3831658010 wait complete. 2024-05-08T06:09:08.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.079+0000 7fb239200700 1 Processor -- start 2024-05-08T06:09:08.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.079+0000 7fb239200700 1 -- start start 2024-05-08T06:09:08.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb239200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 0x7fb2341a18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb239200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb234076190 0x7fb2341a1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb239200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 0x7fb23419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb239200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341157a0 con 0x7fb23410fc60 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb239200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb234115620 con 0x7fb234076190 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb239200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb234115920 con 0x7fb234075870 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 0x7fb2341a18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 0x7fb2341a18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60166/0 (socket says 172.21.15.69:60166) 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 -- 172.21.15.69:0/2405108631 learned_addr learned my addr 172.21.15.69:0/2405108631 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233e00700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 0x7fb23419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.081 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb232a00700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb234076190 0x7fb2341a1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 -- 172.21.15.69:0/2405108631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb234076190 msgr2=0x7fb2341a1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb234076190 0x7fb2341a1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 -- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 msgr2=0x7fb23419bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.080+0000 7fb233400700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 0x7fb23419bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb233400700 1 -- 172.21.15.69:0/2405108631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23419c280 con 0x7fb234075870 2024-05-08T06:09:08.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb233400700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 0x7fb2341a18c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb22400e9a0 tx=0x7fb22400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:08.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb22be00700 1 -- 172.21.15.69:0/2405108631 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22400ca10 con 0x7fb234075870 2024-05-08T06:09:08.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb22be00700 1 -- 172.21.15.69:0/2405108631 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb22400cbb0 con 0x7fb234075870 2024-05-08T06:09:08.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb23419c570 con 0x7fb234075870 2024-05-08T06:09:08.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb22be00700 1 -- 172.21.15.69:0/2405108631 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb224018680 con 0x7fb234075870 2024-05-08T06:09:08.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.081+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2341a8790 con 0x7fb234075870 2024-05-08T06:09:08.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.085+0000 7fb22be00700 1 -- 172.21.15.69:0/2405108631 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb224010430 con 0x7fb234075870 2024-05-08T06:09:08.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.086+0000 7fb24514ab80 1 Processor -- start 2024-05-08T06:09:08.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.086+0000 7fb24514ab80 1 -- start start 2024-05-08T06:09:08.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb8e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8e6c0 0x55f09bb88430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb88ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb24514ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f09badaa20 con 0x55f09bb8dda0 2024-05-08T06:09:08.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb24514ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f09ba78760 con 0x55f09bb8e6c0 2024-05-08T06:09:08.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb24514ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f09bad69e0 con 0x55f09bb88a50 2024-05-08T06:09:08.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb233e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb8e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb233e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb8e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53202/0 (socket says 172.21.15.69:53202) 2024-05-08T06:09:08.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb233e00700 1 -- 172.21.15.69:0/2482458473 learned_addr learned my addr 172.21.15.69:0/2482458473 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:08.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb232a00700 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb88ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb233400700 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8e6c0 0x55f09bb88430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.087+0000 7fb22be00700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb2180b2880 0x7fb2180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb232a00700 1 -- 172.21.15.69:0/2482458473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8e6c0 msgr2=0x55f09bb88430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb232a00700 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8e6c0 0x55f09bb88430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb232a00700 1 -- 172.21.15.69:0/2482458473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 msgr2=0x55f09bb8e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb232a00700 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb8e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb232a00700 1 -- 172.21.15.69:0/2482458473 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f09ba278d0 con 0x55f09bb88a50 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb22be00700 1 -- 172.21.15.69:0/2405108631 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb2240e23b0 con 0x7fb234075870 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb233e00700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb2180b2880 0x7fb2180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.089 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.088+0000 7fb232a00700 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb88ed0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb220009c60 tx=0x7fb220009f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9bf4830b33f0ef3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:08.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb228c00700 1 -- 172.21.15.69:0/2482458473 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb220011cb0 con 0x55f09bb88a50 2024-05-08T06:09:08.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb228c00700 1 -- 172.21.15.69:0/2482458473 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb220011e50 con 0x55f09bb88a50 2024-05-08T06:09:08.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb228c00700 1 -- 172.21.15.69:0/2482458473 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb220005280 con 0x55f09bb88a50 2024-05-08T06:09:08.090 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb24514ab80 1 -- 172.21.15.69:0/2482458473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 msgr2=0x55f09bb88ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb88ed0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb220009c60 tx=0x7fb220009f70 comp rx=0 tx=0).stop 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb233e00700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb2180b2880 0x7fb2180b4d40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb22c009e60 tx=0x7fb22c0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb24514ab80 1 -- 172.21.15.69:0/2482458473 shutdown_connections 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb88ed0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb8e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.089+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2482458473 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8e6c0 0x55f09bb88430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.090+0000 7fb24514ab80 1 -- 172.21.15.69:0/2482458473 >> 172.21.15.69:0/2482458473 conn(0x55f09bb006d0 msgr2=0x55f09bb82ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.090+0000 7fb24514ab80 1 -- 172.21.15.69:0/2482458473 shutdown_connections 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.090+0000 7fb24514ab80 1 -- 172.21.15.69:0/2482458473 wait complete. 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.090+0000 7fb24514ab80 1 -- start start 2024-05-08T06:09:08.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.090+0000 7fb24514ab80 1 Processor -- start 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 0x55f09bb943b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb91750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb8e6c0 0x55f09bb91c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f09bb95150 con 0x55f09bb88a50 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f09ba40b20 con 0x55f09bb8dda0 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f09bb952d0 con 0x55f09bb8e6c0 2024-05-08T06:09:08.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb24514ab80 10 client.0 _ll_register_callbacks cb 0x55f09ba81c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb233400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 0x55f09bb943b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb233400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 0x55f09bb943b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53214/0 (socket says 172.21.15.69:53214) 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb233400700 1 -- 172.21.15.69:0/1655499379 learned_addr learned my addr 172.21.15.69:0/1655499379 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.091+0000 7fb233e00700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb8e6c0 0x55f09bb91c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb232a00700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb91750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb233400700 1 -- 172.21.15.69:0/1655499379 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb8e6c0 msgr2=0x55f09bb91c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb233400700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb8e6c0 0x55f09bb91c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb233400700 1 -- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 msgr2=0x55f09bb91750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb233400700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb91750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb233400700 1 -- 172.21.15.69:0/1655499379 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f09baa0420 con 0x55f09bb88a50 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb232a00700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb91750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb233400700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 0x55f09bb943b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb2240dfe60 tx=0x7fb2240cc390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a71fff042ec17bc6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb21d600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb21d600700 1 -- 172.21.15.69:0/1655499379 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2240b2550 con 0x55f09bb88a50 2024-05-08T06:09:08.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb21d600700 1 -- 172.21.15.69:0/1655499379 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb224010720 con 0x55f09bb88a50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.092+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb220011e50 con 0x55f09bb88a50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb21d600700 1 -- 172.21.15.69:0/1655499379 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb2240a9490 con 0x55f09bb88a50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 10 client.16401 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f09bb9f9c0 con 0x55f09bb88a50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb21d600700 1 -- 172.21.15.69:0/1655499379 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb220011e50 con 0x55f09bb88a50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb21d600700 1 -- 172.21.15.69:0/1655499379 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb2240a52f0 con 0x55f09bb88a50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 10 client.16401 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 10 client.16401 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 20 client.16401 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bba1f50 0x55f09bba4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 4 client.16401 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.093+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f09bb55140 con 0x55f09bba1f50 2024-05-08T06:09:08.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.094+0000 7fb232a00700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bba1f50 0x55f09bba4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.095+0000 7fb232a00700 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bba1f50 0x55f09bba4340 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4e579d687ae150aa server_cookie=6de17eb227073a0 in_seq=0 out_seq=0 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.095+0000 7fb21d600700 10 client.16401 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb21d600700 1 -- 172.21.15.69:0/1655499379 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f09bb55140 con 0x55f09bba1f50 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb21d600700 10 client.16401 handle_command_reply: tid=0 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 client.16401 shutdown 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 msgr2=0x55f09bb943b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 0x55f09bb943b0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fb2240dfe60 tx=0x7fb2240cc390 comp rx=0 tx=0).stop 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 shutdown_connections 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bba1f50 0x55f09bba4340 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb8e6c0 0x55f09bb91c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb88a50 0x55f09bb943b0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 --2- 172.21.15.69:0/1655499379 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb91750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 >> 172.21.15.69:0/1655499379 conn(0x55f09bb006d0 msgr2=0x55f09bb7d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb21d600700 0 client.16401 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:08.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 shutdown_connections 2024-05-08T06:09:08.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 1 -- 172.21.15.69:0/1655499379 wait complete. 2024-05-08T06:09:08.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.096+0000 7fb24514ab80 20 client.16401 trim_cache size 0 max 16384 2024-05-08T06:09:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 Processor -- start 2024-05-08T06:09:08.113 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 -- start start 2024-05-08T06:09:08.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb006d0 0x55f09bb88430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.114 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb9e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb908d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341b23f0 con 0x55f09bb006d0 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341afc80 con 0x55f09bb8dda0 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.113+0000 7fb24514ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341adad0 con 0x55f09bb88a50 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb908d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb232a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb9e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb908d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:33984/0 (socket says 172.21.15.69:33984) 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 -- 172.21.15.69:0/2473389595 learned_addr learned my addr 172.21.15.69:0/2473389595 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233400700 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb006d0 0x55f09bb88430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 -- 172.21.15.69:0/2473389595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 msgr2=0x55f09bb9e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb9e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 -- 172.21.15.69:0/2473389595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb006d0 msgr2=0x55f09bb88430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb006d0 0x55f09bb88430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 -- 172.21.15.69:0/2473389595 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f09bb8fcc0 con 0x55f09bb8dda0 2024-05-08T06:09:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb232a00700 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb9e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233400700 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb006d0 0x55f09bb88430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:08.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.114+0000 7fb233e00700 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb908d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fb22c00b0a0 tx=0x7fb22c020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7ac908965dbf46f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.115+0000 7fb21fe00700 1 -- 172.21.15.69:0/2473389595 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22c004d90 con 0x55f09bb8dda0 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.115+0000 7fb21fe00700 1 -- 172.21.15.69:0/2473389595 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb22c022070 con 0x55f09bb8dda0 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.115+0000 7fb21fe00700 1 -- 172.21.15.69:0/2473389595 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22c0054b0 con 0x55f09bb8dda0 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.115+0000 7fb24514ab80 1 -- 172.21.15.69:0/2473389595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 msgr2=0x55f09bb908d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.115+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb908d0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fb22c00b0a0 tx=0x7fb22c020000 comp rx=0 tx=0).stop 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 -- 172.21.15.69:0/2473389595 shutdown_connections 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb8dda0 0x55f09bb908d0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb006d0 0x55f09bb88430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 --2- 172.21.15.69:0/2473389595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb88a50 0x55f09bb9e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 -- 172.21.15.69:0/2473389595 >> 172.21.15.69:0/2473389595 conn(0x55f09bb84be0 msgr2=0x55f09bb8f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 -- 172.21.15.69:0/2473389595 shutdown_connections 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 -- 172.21.15.69:0/2473389595 wait complete. 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 -- start start 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.116+0000 7fb24514ab80 1 Processor -- start 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb006d0 0x55f09bb9abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb88a50 0x55f09bb96020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb966c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341ae140 con 0x55f09bb8dda0 2024-05-08T06:09:08.119 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341af5b0 con 0x55f09bb88a50 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb2341ae810 con 0x55f09bb006d0 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb24514ab80 10 client.0 _ll_register_callbacks cb 0x55f09ba81c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb233e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb966c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb233e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb966c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53230/0 (socket says 172.21.15.69:53230) 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb233e00700 1 -- 172.21.15.69:0/3338436191 learned_addr learned my addr 172.21.15.69:0/3338436191 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb233400700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb006d0 0x55f09bb9abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.117+0000 7fb232a00700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb88a50 0x55f09bb96020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233e00700 1 -- 172.21.15.69:0/3338436191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb006d0 msgr2=0x55f09bb9abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233e00700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb006d0 0x55f09bb9abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233e00700 1 -- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb88a50 msgr2=0x55f09bb96020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233e00700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb88a50 0x55f09bb96020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233e00700 1 -- 172.21.15.69:0/3338436191 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f09bc0b780 con 0x55f09bb8dda0 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233400700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb006d0 0x55f09bb9abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb232a00700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb88a50 0x55f09bb96020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:08.120 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb233e00700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb966c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb22c00b070 tx=0x7fb22c004b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f7fb8c216776219 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:08.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb21d600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:08.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb21d600700 1 -- 172.21.15.69:0/3338436191 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22c03f060 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb21d600700 1 -- 172.21.15.69:0/3338436191 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb22c0076a0 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.118+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb22c022070 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb21d600700 1 -- 172.21.15.69:0/3338436191 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb22c0078a0 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 10 client.16407 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f09bc0c960 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb21d600700 1 -- 172.21.15.69:0/3338436191 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb22c022070 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb21d600700 1 -- 172.21.15.69:0/3338436191 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb22c011070 con 0x55f09bb8dda0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 10 client.16407 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 10 client.16407 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 20 client.16407 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bb8e6c0 0x55f09bc0f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 4 client.16407 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.119+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f09bae8400 con 0x55f09bb8e6c0 2024-05-08T06:09:08.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.120+0000 7fb233400700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bb8e6c0 0x55f09bc0f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.120+0000 7fb233400700 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bb8e6c0 0x55f09bc0f020 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ef401312f24bc27 server_cookie=38dd6d5abef7eaef in_seq=0 out_seq=0 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.120+0000 7fb21d600700 10 client.16407 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.120+0000 7fb21d600700 1 -- 172.21.15.69:0/3338436191 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f09bae8400 con 0x55f09bb8e6c0 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.120+0000 7fb21d600700 10 client.16407 handle_command_reply: tid=0 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.120+0000 7fb24514ab80 1 client.16407 shutdown 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 msgr2=0x55f09bb966c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb966c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fb22c00b070 tx=0x7fb22c004b90 comp rx=0 tx=0).stop 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 shutdown_connections 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f09bb8e6c0 0x55f09bc0f020 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f09bb8dda0 0x55f09bb966c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f09bb006d0 0x55f09bb9abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 --2- 172.21.15.69:0/3338436191 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f09bb88a50 0x55f09bb96020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 >> 172.21.15.69:0/3338436191 conn(0x55f09bb84be0 msgr2=0x55f09bb8d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:08.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb21d600700 0 client.16407 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:08.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 shutdown_connections 2024-05-08T06:09:08.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 1 -- 172.21.15.69:0/3338436191 wait complete. 2024-05-08T06:09:08.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.121+0000 7fb24514ab80 20 client.16407 trim_cache size 0 max 16384 2024-05-08T06:09:08.125 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb2180b2880 msgr2=0x7fb2180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb2180b2880 0x7fb2180b4d40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb22c009e60 tx=0x7fb22c0099e0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 msgr2=0x7fb2341a18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 0x7fb2341a18c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb22400e9a0 tx=0x7fb22400ecb0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 shutdown_connections 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb23410fc60 0x7fb23419bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb234075870 0x7fb2341a18c0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb2180b2880 0x7fb2180b4d40 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 --2- 172.21.15.69:0/2405108631 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb234076190 0x7fb2341a1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:08.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 >> 172.21.15.69:0/2405108631 conn(0x7fb2340feeb0 msgr2=0x7fb2340ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:08.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 shutdown_connections 2024-05-08T06:09:08.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:08.122+0000 7fb239200700 1 -- 172.21.15.69:0/2405108631 wait complete. 2024-05-08T06:09:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:08 smithi105 ceph-mon[34393]: pgmap v683: 97 pgs: 97 active+clean; 4.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:08 smithi135 ceph-mon[34761]: pgmap v683: 97 pgs: 97 active+clean; 4.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:08.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:08 smithi069 ceph-mon[29571]: pgmap v683: 97 pgs: 97 active+clean; 4.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:08.999 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:09:09.432 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:10.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:10 smithi069 ceph-mon[29571]: pgmap v684: 97 pgs: 97 active+clean; 4.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:10 smithi105 ceph-mon[34393]: pgmap v684: 97 pgs: 97 active+clean; 4.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:10 smithi135 ceph-mon[34761]: pgmap v684: 97 pgs: 97 active+clean; 4.8 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:11.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 -- 172.21.15.69:0/1115860150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 msgr2=0x7fb84010ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 --2- 172.21.15.69:0/1115860150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 0x7fb84010ff40 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fb830009990 tx=0x7fb830009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 -- 172.21.15.69:0/1115860150 shutdown_connections 2024-05-08T06:09:11.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 --2- 172.21.15.69:0/1115860150 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb84010a490 0x7fb8401169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 --2- 172.21.15.69:0/1115860150 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 0x7fb84010ff40 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 --2- 172.21.15.69:0/1115860150 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb840109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 -- 172.21.15.69:0/1115860150 >> 172.21.15.69:0/1115860150 conn(0x7fb840076c70 msgr2=0x7fb8401082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:11.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.727+0000 7fb844e00700 1 -- 172.21.15.69:0/1115860150 shutdown_connections 2024-05-08T06:09:11.729 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.728+0000 7fb844e00700 1 -- 172.21.15.69:0/1115860150 wait complete. 2024-05-08T06:09:11.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 Processor -- start 2024-05-08T06:09:11.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 -- start start 2024-05-08T06:09:11.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb8401a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb84010a490 0x7fb8401a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.730 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 0x7fb8401a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb840119cd0 con 0x7fb84010fb60 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb840119b50 con 0x7fb84010a490 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.729+0000 7fb844e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb840119e50 con 0x7fb840109ad0 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb8401a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb84010a490 0x7fb8401a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb8401a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60214/0 (socket says 172.21.15.69:60214) 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 0x7fb8401a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 -- 172.21.15.69:0/1555761928 learned_addr learned my addr 172.21.15.69:0/1555761928 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 -- 172.21.15.69:0/1555761928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb84010a490 msgr2=0x7fb8401a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb84010a490 0x7fb8401a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 -- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 msgr2=0x7fb8401a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 0x7fb8401a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.731 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 -- 172.21.15.69:0/1555761928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8401a5250 con 0x7fb840109ad0 2024-05-08T06:09:11.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.730+0000 7fb83de00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb8401a0240 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb8300057c0 tx=0x7fb8300057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:11.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.731+0000 7fb836a00700 1 -- 172.21.15.69:0/1555761928 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830027070 con 0x7fb840109ad0 2024-05-08T06:09:11.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.731+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8401a54e0 con 0x7fb840109ad0 2024-05-08T06:09:11.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.731+0000 7fb836a00700 1 -- 172.21.15.69:0/1555761928 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb830022470 con 0x7fb840109ad0 2024-05-08T06:09:11.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.731+0000 7fb836a00700 1 -- 172.21.15.69:0/1555761928 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830017650 con 0x7fb840109ad0 2024-05-08T06:09:11.732 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.731+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8401acdc0 con 0x7fb840109ad0 2024-05-08T06:09:11.735 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.735+0000 7fb836a00700 1 -- 172.21.15.69:0/1555761928 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb83002a070 con 0x7fb840109ad0 2024-05-08T06:09:11.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 Processor -- start 2024-05-08T06:09:11.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 -- start start 2024-05-08T06:09:11.736 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb836a00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8240b2900 0x7fb8240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8b1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8b5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557f3b803a20 con 0x557f3b8b59d0 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557f3b7a1760 con 0x557f3b8b1060 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.736+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557f3b7ff9e0 con 0x557f3b8b1980 2024-05-08T06:09:11.737 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb836a00700 1 -- 172.21.15.69:0/1555761928 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb8300e2e90 con 0x7fb840109ad0 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8b1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8b1440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34008/0 (socket says 172.21.15.69:34008) 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 -- 172.21.15.69:0/1733906230 learned_addr learned my addr 172.21.15.69:0/1733906230 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83e800700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8240b2900 0x7fb8240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83d400700 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83e800700 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8b5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 -- 172.21.15.69:0/1733906230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 msgr2=0x557f3b8b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 -- 172.21.15.69:0/1733906230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 msgr2=0x557f3b8b5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8b5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.737+0000 7fb83de00700 1 -- 172.21.15.69:0/1733906230 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f3b7508d0 con 0x557f3b8b1060 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.738+0000 7fb83de00700 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8b1440 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb8300aa480 tx=0x7fb830009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38c61f71cb5d2a7d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:11.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.738+0000 7fb83e800700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8240b2900 0x7fb8240b4dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb838009ec0 tx=0x7fb838009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:11.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.738+0000 7fb82b400700 1 -- 172.21.15.69:0/1733906230 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb830082e40 con 0x557f3b8b1060 2024-05-08T06:09:11.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.738+0000 7fb82b400700 1 -- 172.21.15.69:0/1733906230 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8300aa000 con 0x557f3b8b1060 2024-05-08T06:09:11.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.738+0000 7fb82b400700 1 -- 172.21.15.69:0/1733906230 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8300094b0 con 0x557f3b8b1060 2024-05-08T06:09:11.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1733906230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 msgr2=0x557f3b8b1440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8b1440 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb8300aa480 tx=0x7fb830009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1733906230 shutdown_connections 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8b5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8b1440 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1733906230 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1733906230 >> 172.21.15.69:0/1733906230 conn(0x557f3b7dfb60 msgr2=0x557f3b8ab7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1733906230 shutdown_connections 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1733906230 wait complete. 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.739+0000 7fb84f84ab80 1 -- start start 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 Processor -- start 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 0x557f3b8bce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8ba230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b59d0 0x557f3b8ba770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557f3b8bd9a0 con 0x557f3b8b1060 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557f3b769b20 con 0x557f3b8b1980 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557f3b8bdb20 con 0x557f3b8b59d0 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.740+0000 7fb84f84ab80 10 client.0 _ll_register_callbacks cb 0x557f3b7aac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 0x557f3b8bce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83e800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b59d0 0x557f3b8ba770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 0x557f3b8bce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53264/0 (socket says 172.21.15.69:53264) 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83de00700 1 -- 172.21.15.69:0/1615457889 learned_addr learned my addr 172.21.15.69:0/1615457889 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83d400700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8ba230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83e800700 1 -- 172.21.15.69:0/1615457889 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 msgr2=0x557f3b8ba230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83e800700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8ba230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83e800700 1 -- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 msgr2=0x557f3b8bce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83e800700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 0x557f3b8bce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83e800700 1 -- 172.21.15.69:0/1615457889 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f3b7c9420 con 0x557f3b8b59d0 2024-05-08T06:09:11.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.741+0000 7fb83de00700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 0x557f3b8bce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:11.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb83e800700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b59d0 0x557f3b8ba770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb838009fd0 tx=0x7fb838004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9626ef7d53d0d857 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:11.744 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb81fe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb81fe00700 1 -- 172.21.15.69:0/1615457889 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb83802a060 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb81fe00700 1 -- 172.21.15.69:0/1615457889 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb838012040 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8300aa000 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb81fe00700 1 -- 172.21.15.69:0/1615457889 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb838003a00 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb84f84ab80 10 client.26512 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.742+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f3b8c8280 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb81fe00700 1 -- 172.21.15.69:0/1615457889 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb8300aa000 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb81fe00700 1 -- 172.21.15.69:0/1615457889 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb838004020 con 0x557f3b8b59d0 2024-05-08T06:09:11.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb84f84ab80 10 client.26512 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb84f84ab80 10 client.26512 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb84f84ab80 20 client.26512 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b8ca910 0x557f3b8ccd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb84f84ab80 4 client.26512 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f3b87e0a0 con 0x557f3b8ca910 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.743+0000 7fb83de00700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b8ca910 0x557f3b8ccd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.744+0000 7fb83de00700 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b8ca910 0x557f3b8ccd40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aeb0e107824aa30c server_cookie=580053e01b053f9d in_seq=0 out_seq=0 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.744+0000 7fb81fe00700 10 client.26512 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb81fe00700 1 -- 172.21.15.69:0/1615457889 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557f3b87e0a0 con 0x557f3b8ca910 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb81fe00700 10 client.26512 handle_command_reply: tid=0 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 client.26512 shutdown 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b59d0 msgr2=0x557f3b8ba770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b59d0 0x557f3b8ba770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fb838009fd0 tx=0x7fb838004b40 comp rx=0 tx=0).stop 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 shutdown_connections 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b8ca910 0x557f3b8ccd40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b59d0 0x557f3b8ba770 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b1060 0x557f3b8bce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/1615457889 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8ba230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb81fe00700 0 client.26512 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 >> 172.21.15.69:0/1615457889 conn(0x557f3b7dfb60 msgr2=0x557f3b8a62b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 shutdown_connections 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 1 -- 172.21.15.69:0/1615457889 wait complete. 2024-05-08T06:09:11.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.745+0000 7fb84f84ab80 20 client.26512 trim_cache size 0 max 16384 2024-05-08T06:09:11.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 Processor -- start 2024-05-08T06:09:11.762 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 -- start start 2024-05-08T06:09:11.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1060 0x557f3b8c69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8a6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8afe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b6970 con 0x557f3b8b59d0 2024-05-08T06:09:11.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b4200 con 0x557f3b8b1980 2024-05-08T06:09:11.763 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.762+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b2070 con 0x557f3b8b1060 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8a6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1060 0x557f3b8c69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8a6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34036/0 (socket says 172.21.15.69:34036) 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8afe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53270/0 (socket says 172.21.15.69:53270) 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83de00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1060 0x557f3b8c69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60242/0 (socket says 172.21.15.69:60242) 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 -- 172.21.15.69:0/3099972660 learned_addr learned my addr 172.21.15.69:0/3099972660 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 -- 172.21.15.69:0/3099972660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1060 msgr2=0x557f3b8c69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1060 0x557f3b8c69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 -- 172.21.15.69:0/3099972660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 msgr2=0x557f3b8afe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8afe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 -- 172.21.15.69:0/3099972660 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f3b8ad950 con 0x557f3b8b1980 2024-05-08T06:09:11.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.763+0000 7fb83d400700 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8a6130 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009fc0 tx=0x7fb82c004320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f0aa6a2ec5afc34 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:11.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.764+0000 7fb82aa00700 1 -- 172.21.15.69:0/3099972660 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c003aa0 con 0x557f3b8b1980 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.764+0000 7fb82aa00700 1 -- 172.21.15.69:0/3099972660 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c004ce0 con 0x557f3b8b1980 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.764+0000 7fb82aa00700 1 -- 172.21.15.69:0/3099972660 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c005670 con 0x557f3b8b1980 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.764+0000 7fb84f84ab80 1 -- 172.21.15.69:0/3099972660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 msgr2=0x557f3b8a6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.764+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8a6130 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb82c009fc0 tx=0x7fb82c004320 comp rx=0 tx=0).stop 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 -- 172.21.15.69:0/3099972660 shutdown_connections 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8afe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1060 0x557f3b8c69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/3099972660 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1980 0x557f3b8a6130 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 -- 172.21.15.69:0/3099972660 >> 172.21.15.69:0/3099972660 conn(0x557f3b7dfb60 msgr2=0x557f3b8a5a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 -- 172.21.15.69:0/3099972660 shutdown_connections 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 -- 172.21.15.69:0/3099972660 wait complete. 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 -- start start 2024-05-08T06:09:11.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.765+0000 7fb84f84ab80 1 Processor -- start 2024-05-08T06:09:11.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8c3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8d1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b26c0 con 0x557f3b8b59d0 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b3b30 con 0x557f3b8b1060 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb8401b2d90 con 0x557f3b8b1980 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb84f84ab80 10 client.0 _ll_register_callbacks cb 0x557f3b7aac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb83d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb83e800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8d1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb83d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60246/0 (socket says 172.21.15.69:60246) 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb83d400700 1 -- 172.21.15.69:0/841991990 learned_addr learned my addr 172.21.15.69:0/841991990 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.766+0000 7fb83de00700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8c3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83d400700 1 -- 172.21.15.69:0/841991990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 msgr2=0x557f3b8c3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83d400700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8c3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83d400700 1 -- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 msgr2=0x557f3b8d1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:11.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83d400700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8d1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83d400700 1 -- 172.21.15.69:0/841991990 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f3b8d2480 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83de00700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8c3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb83d400700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8d1a00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb82c003f70 tx=0x7fb82c0058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ae81e4e0e9b09cc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb81fe00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb81fe00700 1 -- 172.21.15.69:0/841991990 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb82c005680 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb81fe00700 1 -- 172.21.15.69:0/841991990 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb82c0038a0 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.767+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb82c004ce0 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb81fe00700 1 -- 172.21.15.69:0/841991990 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb82c035050 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 10 client.26518 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f3b934ef0 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb81fe00700 1 -- 172.21.15.69:0/841991990 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb82c004ce0 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb81fe00700 1 -- 172.21.15.69:0/841991990 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb82c01b030 con 0x557f3b8b1980 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 10 client.26518 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 10 client.26518 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:09:11.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 20 client.26518 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:11.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b9355d0 0x557f3b9379f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:11.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 4 client.26518 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:11.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.768+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557f3b811400 con 0x557f3b9355d0 2024-05-08T06:09:11.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.769+0000 7fb83de00700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b9355d0 0x557f3b9379f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.769+0000 7fb83de00700 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b9355d0 0x557f3b9379f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=de4e17ba38bb01a server_cookie=b1458198cf6b8441 in_seq=0 out_seq=0 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.769+0000 7fb81fe00700 10 client.26518 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.769+0000 7fb81fe00700 1 -- 172.21.15.69:0/841991990 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557f3b811400 con 0x557f3b9355d0 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.769+0000 7fb81fe00700 10 client.26518 handle_command_reply: tid=0 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.769+0000 7fb84f84ab80 1 client.26518 shutdown 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 msgr2=0x557f3b8d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8d1a00 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb82c003f70 tx=0x7fb82c0058e0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 shutdown_connections 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f3b9355d0 0x557f3b9379f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f3b8b59d0 0x557f3b8d1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f3b8b1060 0x557f3b8c3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 --2- 172.21.15.69:0/841991990 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f3b8b1980 0x557f3b8d1a00 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb81fe00700 0 client.26518 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 >> 172.21.15.69:0/841991990 conn(0x557f3b7dfb60 msgr2=0x557f3b8a62b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 shutdown_connections 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 1 -- 172.21.15.69:0/841991990 wait complete. 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.770+0000 7fb84f84ab80 20 client.26518 trim_cache size 0 max 16384 2024-05-08T06:09:11.773 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8240b2900 msgr2=0x7fb8240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8240b2900 0x7fb8240b4dc0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb838009ec0 tx=0x7fb838009920 comp rx=0 tx=0).stop 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 msgr2=0x7fb8401a0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb8401a0240 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb8300057c0 tx=0x7fb8300057f0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 shutdown_connections 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb84010fb60 0x7fb8401a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb840109ad0 0x7fb8401a0240 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb8240b2900 0x7fb8240b4dc0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 --2- 172.21.15.69:0/1555761928 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb84010a490 0x7fb8401a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:11.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 >> 172.21.15.69:0/1555761928 conn(0x7fb840076c70 msgr2=0x7fb840077350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:11.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 shutdown_connections 2024-05-08T06:09:11.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:11.771+0000 7fb844e00700 1 -- 172.21.15.69:0/1555761928 wait complete. 2024-05-08T06:09:12.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:12 smithi069 ceph-mon[29571]: pgmap v685: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:09:12.728 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:09:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:12 smithi105 ceph-mon[34393]: pgmap v685: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:09:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:12 smithi135 ceph-mon[34761]: pgmap v685: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:09:13.168 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:14 smithi069 ceph-mon[29571]: pgmap v686: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:14 smithi105 ceph-mon[34393]: pgmap v686: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:14 smithi135 ceph-mon[34761]: pgmap v686: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 -- 172.21.15.69:0/943646710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 msgr2=0x7f25a0105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 --2- 172.21.15.69:0/943646710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a0105b40 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f2588009990 tx=0x7f2588009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 -- 172.21.15.69:0/943646710 shutdown_connections 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 --2- 172.21.15.69:0/943646710 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a0106080 0x7f25a0112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 --2- 172.21.15.69:0/943646710 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a010b6c0 0x7f25a010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 --2- 172.21.15.69:0/943646710 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a0105b40 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 -- 172.21.15.69:0/943646710 >> 172.21.15.69:0/943646710 conn(0x7f25a01011b0 msgr2=0x7f25a01035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 -- 172.21.15.69:0/943646710 shutdown_connections 2024-05-08T06:09:15.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.450+0000 7f25a6400700 1 -- 172.21.15.69:0/943646710 wait complete. 2024-05-08T06:09:15.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.451+0000 7f25a6400700 1 Processor -- start 2024-05-08T06:09:15.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.451+0000 7f25a6400700 1 -- start start 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f25a6400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a019bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f25a6400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a0106080 0x7f25a019c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f25a6400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a010b6c0 0x7f25a01a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f25a6400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f25a0115950 con 0x7f25a01056c0 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f25a6400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01157d0 con 0x7f25a0106080 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f25a6400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f25a0115ad0 con 0x7f25a010b6c0 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a019bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a019bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53288/0 (socket says 172.21.15.69:53288) 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 -- 172.21.15.69:0/125833583 learned_addr learned my addr 172.21.15.69:0/125833583 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f2597e00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a0106080 0x7f25a019c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259fe00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a010b6c0 0x7f25a01a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 -- 172.21.15.69:0/125833583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a010b6c0 msgr2=0x7f25a01a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a010b6c0 0x7f25a01a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 -- 172.21.15.69:0/125833583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a0106080 msgr2=0x7f25a019c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a0106080 0x7f25a019c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259f400700 1 -- 172.21.15.69:0/125833583 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25a01a0d80 con 0x7f25a01056c0 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f259fe00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a010b6c0 0x7f25a01a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.452+0000 7f2597e00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a0106080 0x7f25a019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.453+0000 7f259f400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a019bdc0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f259000e9a0 tx=0x7f259000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.453+0000 7f259cc00700 1 -- 172.21.15.69:0/125833583 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f259000cbd0 con 0x7f25a01056c0 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.453+0000 7f259cc00700 1 -- 172.21.15.69:0/125833583 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f259000cd70 con 0x7f25a01056c0 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.453+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25a01a1070 con 0x7f25a01056c0 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.453+0000 7f259cc00700 1 -- 172.21.15.69:0/125833583 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2590018680 con 0x7f25a01056c0 2024-05-08T06:09:15.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.453+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25a01a88f0 con 0x7f25a01056c0 2024-05-08T06:09:15.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.457+0000 7f259cc00700 1 -- 172.21.15.69:0/125833583 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2590010970 con 0x7f25a01056c0 2024-05-08T06:09:15.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.458+0000 7f25b0d40b80 1 Processor -- start 2024-05-08T06:09:15.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.458+0000 7f25b0d40b80 1 -- start start 2024-05-08T06:09:15.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82ce9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 0x55ca82ced490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.459 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cede30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ca82c3ba20 con 0x55ca82ce9060 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ca82bd9760 con 0x55ca82ce9980 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ca82c379e0 con 0x55ca82ced9d0 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f259cc00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f25840b2880 0x7f25840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f259f400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 0x55ca82ced490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f259f400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 0x55ca82ced490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34066/0 (socket says 172.21.15.69:34066) 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f259f400700 1 -- 172.21.15.69:0/647657570 learned_addr learned my addr 172.21.15.69:0/647657570 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f259fe00700 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82ce9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f2597e00700 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cede30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.459+0000 7f259cc00700 1 -- 172.21.15.69:0/125833583 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f25900e25a0 con 0x7f25a01056c0 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259fe00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f25840b2880 0x7f25840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259f400700 1 -- 172.21.15.69:0/647657570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 msgr2=0x55ca82cede30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259f400700 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cede30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259f400700 1 -- 172.21.15.69:0/647657570 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 msgr2=0x55ca82ce9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259f400700 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82ce9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259f400700 1 -- 172.21.15.69:0/647657570 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca82b888d0 con 0x55ca82ce9980 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259f400700 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 0x55ca82ced490 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f25900a5bf0 tx=0x7f2590077790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7bb053e57be877f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f259fe00700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f25840b2880 0x7f25840b4d40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2598009fd0 tx=0x7f2598009050 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.460+0000 7f2594c00700 1 -- 172.21.15.69:0/647657570 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2590026040 con 0x55ca82ce9980 2024-05-08T06:09:15.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f2594c00700 1 -- 172.21.15.69:0/647657570 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25900a9680 con 0x55ca82ce9980 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f2594c00700 1 -- 172.21.15.69:0/647657570 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f259006f340 con 0x55ca82ce9980 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 -- 172.21.15.69:0/647657570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 msgr2=0x55ca82ced490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 0x55ca82ced490 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f25900a5bf0 tx=0x7f2590077790 comp rx=0 tx=0).stop 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 -- 172.21.15.69:0/647657570 shutdown_connections 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cede30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82ce9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/647657570 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9980 0x55ca82ced490 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.461+0000 7f25b0d40b80 1 -- 172.21.15.69:0/647657570 >> 172.21.15.69:0/647657570 conn(0x55ca82c17b60 msgr2=0x55ca82ce37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.462+0000 7f25b0d40b80 1 -- 172.21.15.69:0/647657570 shutdown_connections 2024-05-08T06:09:15.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.462+0000 7f25b0d40b80 1 -- 172.21.15.69:0/647657570 wait complete. 2024-05-08T06:09:15.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.462+0000 7f25b0d40b80 1 -- start start 2024-05-08T06:09:15.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.462+0000 7f25b0d40b80 1 Processor -- start 2024-05-08T06:09:15.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82cf4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82cf2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82cf27a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ca82cf5b80 con 0x55ca82ce9060 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ca82ba1b20 con 0x55ca82ced9d0 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ca82cf5d00 con 0x55ca82ce9980 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f25b0d40b80 10 client.0 _ll_register_callbacks cb 0x55ca82be2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f259f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82cf4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f259fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82cf27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f259f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82cf4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53304/0 (socket says 172.21.15.69:53304) 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f259f400700 1 -- 172.21.15.69:0/2734665331 learned_addr learned my addr 172.21.15.69:0/2734665331 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.463+0000 7f2597e00700 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82cf2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f259f400700 1 -- 172.21.15.69:0/2734665331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 msgr2=0x55ca82cf2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f259f400700 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82cf2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f259f400700 1 -- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 msgr2=0x55ca82cf27a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.466 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f259f400700 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82cf27a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f259f400700 1 -- 172.21.15.69:0/2734665331 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca82c01420 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f259f400700 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82cf4e50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f25900a9630 tx=0x7f2590009840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bba4f449a6d001b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f258d600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f258d600700 1 -- 172.21.15.69:0/2734665331 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25900aa270 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f258d600700 1 -- 172.21.15.69:0/2734665331 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f25900e2320 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.464+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25900a9680 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f258d600700 1 -- 172.21.15.69:0/2734665331 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f25900adf20 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 10 client.16437 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca82d00460 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f258d600700 1 -- 172.21.15.69:0/2734665331 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25900a9680 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f258d600700 1 -- 172.21.15.69:0/2734665331 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2590010430 con 0x55ca82ce9060 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 10 client.16437 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 10 client.16437 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:15.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 20 client.16437 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:15.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d02930 0x55ca82d04d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 4 client.16437 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:15.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.465+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca82cb60a0 con 0x55ca82d02930 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.466+0000 7f2597e00700 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d02930 0x55ca82d04d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.466+0000 7f2597e00700 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d02930 0x55ca82d04d20 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d7842ee4f0426cb server_cookie=140714786985ea87 in_seq=0 out_seq=0 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.466+0000 7f258d600700 10 client.16437 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f258d600700 1 -- 172.21.15.69:0/2734665331 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ca82cb60a0 con 0x55ca82d02930 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f258d600700 10 client.16437 handle_command_reply: tid=0 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 client.16437 shutdown 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 msgr2=0x55ca82cf4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82cf4e50 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f25900a9630 tx=0x7f2590009840 comp rx=0 tx=0).stop 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 shutdown_connections 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82cf27a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82cf4e50 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d02930 0x55ca82d04d20 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2734665331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82cf2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 >> 172.21.15.69:0/2734665331 conn(0x55ca82c17b60 msgr2=0x55ca82ce3760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:15.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.467+0000 7f258d600700 0 client.16437 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:15.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.468+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 shutdown_connections 2024-05-08T06:09:15.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.468+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2734665331 wait complete. 2024-05-08T06:09:15.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.468+0000 7f25b0d40b80 20 client.16437 trim_cache size 0 max 16384 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.484+0000 7f25b0d40b80 1 Processor -- start 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.484+0000 7f25b0d40b80 1 -- start start 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9060 0x55ca82cf1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 0x55ca82ce8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cf3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01b2680 con 0x55ca82ce9980 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01aff10 con 0x55ca82ce9060 2024-05-08T06:09:15.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01add60 con 0x55ca82ced9d0 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f2597e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 0x55ca82ce8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f2597e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 0x55ca82ce8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53310/0 (socket says 172.21.15.69:53310) 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f2597e00700 1 -- 172.21.15.69:0/3180422446 learned_addr learned my addr 172.21.15.69:0/3180422446 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f259f400700 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9060 0x55ca82cf1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.485+0000 7f259fe00700 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cf3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f259f400700 1 -- 172.21.15.69:0/3180422446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 msgr2=0x55ca82cf3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f259f400700 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cf3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f259f400700 1 -- 172.21.15.69:0/3180422446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 msgr2=0x55ca82ce8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f259f400700 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 0x55ca82ce8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f259f400700 1 -- 172.21.15.69:0/3180422446 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca82cf5bd0 con 0x55ca82ce9060 2024-05-08T06:09:15.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f2597e00700 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 0x55ca82ce8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f259f400700 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9060 0x55ca82cf1ba0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f25900a9b00 tx=0x7f2590005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da3ab70da0a88463 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f258fe00700 1 -- 172.21.15.69:0/3180422446 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25900c4190 con 0x55ca82ce9060 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f258fe00700 1 -- 172.21.15.69:0/3180422446 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25900a9680 con 0x55ca82ce9060 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.486+0000 7f258fe00700 1 -- 172.21.15.69:0/3180422446 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25900a92e0 con 0x55ca82ce9060 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 -- 172.21.15.69:0/3180422446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9060 msgr2=0x55ca82cf1ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9060 0x55ca82cf1ba0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f25900a9b00 tx=0x7f2590005b40 comp rx=0 tx=0).stop 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 -- 172.21.15.69:0/3180422446 shutdown_connections 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ced9d0 0x55ca82cf3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ce9060 0x55ca82cf1ba0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/3180422446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9980 0x55ca82ce8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 -- 172.21.15.69:0/3180422446 >> 172.21.15.69:0/3180422446 conn(0x55ca82c17b60 msgr2=0x55ca82ce7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 -- 172.21.15.69:0/3180422446 shutdown_connections 2024-05-08T06:09:15.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 -- 172.21.15.69:0/3180422446 wait complete. 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.487+0000 7f25b0d40b80 1 -- start start 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 Processor -- start 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82d695f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82d69b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82d6a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01ae3d0 con 0x55ca82ce9060 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01af840 con 0x55ca82ced9d0 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f25a01aeaa0 con 0x55ca82ce9980 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f25b0d40b80 10 client.0 _ll_register_callbacks cb 0x55ca82be2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:15.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f259f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82d695f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f2597e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82d69b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f259f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82d695f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53314/0 (socket says 172.21.15.69:53314) 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.488+0000 7f259f400700 1 -- 172.21.15.69:0/2637120655 learned_addr learned my addr 172.21.15.69:0/2637120655 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f259fe00700 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82d6a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f2597e00700 1 -- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 msgr2=0x55ca82d6a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f2597e00700 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82d6a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f2597e00700 1 -- 172.21.15.69:0/2637120655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 msgr2=0x55ca82d695f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f2597e00700 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82d695f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f2597e00700 1 -- 172.21.15.69:0/2637120655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca82d74920 con 0x55ca82ce9980 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f2597e00700 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82d69b30 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x55ca82cf09f0 tx=0x7f258800b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56cdd5c46be4b7f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f258d600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f258d600700 1 -- 172.21.15.69:0/2637120655 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2588005110 con 0x55ca82ce9980 2024-05-08T06:09:15.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25900a9680 con 0x55ca82ce9980 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.489+0000 7f258d600700 1 -- 172.21.15.69:0/2637120655 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f25880052b0 con 0x55ca82ce9980 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f258d600700 1 -- 172.21.15.69:0/2637120655 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f25880054b0 con 0x55ca82ce9980 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 10 client.26536 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca82d75c40 con 0x55ca82ce9980 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f258d600700 1 -- 172.21.15.69:0/2637120655 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f25900a9680 con 0x55ca82ce9980 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f258d600700 1 -- 172.21.15.69:0/2637120655 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f258802c730 con 0x55ca82ce9980 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 10 client.26536 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 10 client.26536 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 20 client.26536 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d76350 0x55ca82d78770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 4 client.26536 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.490+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca82c49400 con 0x55ca82d76350 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f259f400700 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d76350 0x55ca82d78770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f259f400700 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d76350 0x55ca82d78770 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bffbca355758651 server_cookie=8d62b311e02c55c6 in_seq=0 out_seq=0 2024-05-08T06:09:15.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f258d600700 10 client.26536 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f258d600700 1 -- 172.21.15.69:0/2637120655 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca82c49400 con 0x55ca82d76350 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f258d600700 10 client.26536 handle_command_reply: tid=0 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f25b0d40b80 1 client.26536 shutdown 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 msgr2=0x55ca82d69b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.491+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82d69b30 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x55ca82cf09f0 tx=0x7f258800b790 comp rx=0 tx=0).stop 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 shutdown_connections 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca82ced9d0 0x55ca82d6a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca82ce9060 0x55ca82d695f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca82d76350 0x55ca82d78770 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 --2- 172.21.15.69:0/2637120655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca82ce9980 0x55ca82d69b30 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 >> 172.21.15.69:0/2637120655 conn(0x55ca82c17b60 msgr2=0x55ca82ce8700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:15.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f258d600700 0 client.26536 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:15.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 shutdown_connections 2024-05-08T06:09:15.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 1 -- 172.21.15.69:0/2637120655 wait complete. 2024-05-08T06:09:15.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.492+0000 7f25b0d40b80 20 client.26536 trim_cache size 0 max 16384 2024-05-08T06:09:15.496 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:15.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f25840b2880 msgr2=0x7f25840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f25840b2880 0x7f25840b4d40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2598009fd0 tx=0x7f2598009050 comp rx=0 tx=0).stop 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 msgr2=0x7f25a019bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a019bdc0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f259000e9a0 tx=0x7f259000ed60 comp rx=0 tx=0).stop 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 shutdown_connections 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f25a010b6c0 0x7f25a01a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f25a01056c0 0x7f25a019bdc0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f25840b2880 0x7f25840b4d40 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 --2- 172.21.15.69:0/125833583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f25a0106080 0x7f25a019c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 >> 172.21.15.69:0/125833583 conn(0x7f25a01011b0 msgr2=0x7f25a01019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 shutdown_connections 2024-05-08T06:09:15.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:15.493+0000 7f25a6400700 1 -- 172.21.15.69:0/125833583 wait complete. 2024-05-08T06:09:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:16 smithi105 ceph-mon[34393]: pgmap v687: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:16 smithi135 ceph-mon[34761]: pgmap v687: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:16.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:16 smithi069 ceph-mon[29571]: pgmap v687: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:17.499 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:09:17.499 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:09:17.943 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:18 smithi105 ceph-mon[34393]: pgmap v688: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:18 smithi135 ceph-mon[34761]: pgmap v688: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:18 smithi069 ceph-mon[29571]: pgmap v688: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 -- 172.21.15.69:0/1681457830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71081023a0 msgr2=0x7f7108102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 --2- 172.21.15.69:0/1681457830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71081023a0 0x7f7108102820 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f70f0009990 tx=0x7f70f0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 -- 172.21.15.69:0/1681457830 shutdown_connections 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 --2- 172.21.15.69:0/1681457830 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710810f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 --2- 172.21.15.69:0/1681457830 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7108108410 0x7f71081087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 --2- 172.21.15.69:0/1681457830 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71081023a0 0x7f7108102820 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 -- 172.21.15.69:0/1681457830 >> 172.21.15.69:0/1681457830 conn(0x7f7108079350 msgr2=0x7f7108079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 -- 172.21.15.69:0/1681457830 shutdown_connections 2024-05-08T06:09:20.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.188+0000 7f710dc00700 1 -- 172.21.15.69:0/1681457830 wait complete. 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.189+0000 7f710dc00700 1 Processor -- start 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.189+0000 7f710dc00700 1 -- start start 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f710dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71081023a0 0x7f710819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f710dc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f710dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7108108410 0x7f71081a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f710dc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7108112580 con 0x7f7108108410 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f710dc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7108112400 con 0x7f71081023a0 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f710dc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7108112700 con 0x7f7108102d60 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f70fe000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f7107400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7108108410 0x7f71081a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f70fe000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710819c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33244/0 (socket says 172.21.15.69:33244) 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f70fe000700 1 -- 172.21.15.69:0/2325408818 learned_addr learned my addr 172.21.15.69:0/2325408818 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f7106a00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71081023a0 0x7f710819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.190+0000 7f70fe000700 1 -- 172.21.15.69:0/2325408818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71081023a0 msgr2=0x7f710819bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70fe000700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71081023a0 0x7f710819bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70fe000700 1 -- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7108108410 msgr2=0x7f71081a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70fe000700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7108108410 0x7f71081a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70fe000700 1 -- 172.21.15.69:0/2325408818 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71081a0d70 con 0x7f7108102d60 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f7107400700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7108108410 0x7f71081a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:20.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70fe000700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710819c2a0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f70f0000c00 tx=0x7f70f00057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:20.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70ffe00700 1 -- 172.21.15.69:0/2325408818 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f0027070 con 0x7f7108102d60 2024-05-08T06:09:20.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71081a1000 con 0x7f7108102d60 2024-05-08T06:09:20.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70ffe00700 1 -- 172.21.15.69:0/2325408818 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70f0022470 con 0x7f7108102d60 2024-05-08T06:09:20.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f70ffe00700 1 -- 172.21.15.69:0/2325408818 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f0017650 con 0x7f7108102d60 2024-05-08T06:09:20.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.191+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71081a88e0 con 0x7f7108102d60 2024-05-08T06:09:20.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.195+0000 7f70ffe00700 1 -- 172.21.15.69:0/2325408818 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f70f002a070 con 0x7f7108102d60 2024-05-08T06:09:20.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.196+0000 7f711850fb80 1 Processor -- start 2024-05-08T06:09:20.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.196+0000 7f711850fb80 1 -- start start 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f711850fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 0x5598c9d75020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f711850fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d75560 0x5598c9d6f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f711850fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d6fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f711850fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5598c9cc1aa0 con 0x5598c9d75560 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f711850fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5598c9c5f7e0 con 0x5598c9d6f970 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f711850fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5598c9cbda60 con 0x5598c9d74c40 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f70ffe00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70ec0b2880 0x7f70ec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 0x5598c9d75020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 0x5598c9d75020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33252/0 (socket says 172.21.15.69:33252) 2024-05-08T06:09:20.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 -- 172.21.15.69:0/2863724180 learned_addr learned my addr 172.21.15.69:0/2863724180 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f70fe000700 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d6fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7106a00700 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d75560 0x5598c9d6f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70ec0b2880 0x7f70ec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f70ffe00700 1 -- 172.21.15.69:0/2325408818 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f70f00e2ef0 con 0x7f7108102d60 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 -- 172.21.15.69:0/2863724180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 msgr2=0x5598c9d6fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d6fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 -- 172.21.15.69:0/2863724180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d75560 msgr2=0x5598c9d6f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.197+0000 7f7107400700 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d75560 0x5598c9d6f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f7107400700 1 -- 172.21.15.69:0/2863724180 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c9c0e950 con 0x5598c9d74c40 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f7106a00700 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d75560 0x5598c9d6f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f7107400700 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 0x5598c9d75020 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f71000137e0 tx=0x7f7100013af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e96ed43130a810b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:20.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f70f7e00700 1 -- 172.21.15.69:0/2863724180 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710000fda0 con 0x5598c9d74c40 2024-05-08T06:09:20.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f7107400700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70ec0b2880 0x7f70ec0b4d40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f7100023000 tx=0x7f7100020000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:20.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f70f7e00700 1 -- 172.21.15.69:0/2863724180 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7100012110 con 0x5598c9d74c40 2024-05-08T06:09:20.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.198+0000 7f70f7e00700 1 -- 172.21.15.69:0/2863724180 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f710000e6a0 con 0x5598c9d74c40 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 -- 172.21.15.69:0/2863724180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 msgr2=0x5598c9d75020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 0x5598c9d75020 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f71000137e0 tx=0x7f7100013af0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 -- 172.21.15.69:0/2863724180 shutdown_connections 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d6fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d74c40 0x5598c9d75020 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 --2- 172.21.15.69:0/2863724180 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d75560 0x5598c9d6f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 -- 172.21.15.69:0/2863724180 >> 172.21.15.69:0/2863724180 conn(0x5598c9ce7750 msgr2=0x5598c9d69b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.199+0000 7f711850fb80 1 -- 172.21.15.69:0/2863724180 shutdown_connections 2024-05-08T06:09:20.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.200+0000 7f711850fb80 1 -- 172.21.15.69:0/2863724180 wait complete. 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.200+0000 7f711850fb80 1 -- start start 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.200+0000 7f711850fb80 1 Processor -- start 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d7b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d78600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d75560 0x5598c9d78b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5598c9d7bff0 con 0x5598c9d74c40 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5598c9c27ba0 con 0x5598c9d6f970 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5598c9d7c170 con 0x5598c9d75560 2024-05-08T06:09:20.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f711850fb80 10 client.0 _ll_register_callbacks cb 0x5598c9c68cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f70fe000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d78600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f7106a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d7b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f70fe000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d78600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49922/0 (socket says 172.21.15.69:49922) 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.201+0000 7f70fe000700 1 -- 172.21.15.69:0/3091928415 learned_addr learned my addr 172.21.15.69:0/3091928415 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f7107400700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d75560 0x5598c9d78b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70fe000700 1 -- 172.21.15.69:0/3091928415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d75560 msgr2=0x5598c9d78b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70fe000700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d75560 0x5598c9d78b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70fe000700 1 -- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 msgr2=0x5598c9d7b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70fe000700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d7b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70fe000700 1 -- 172.21.15.69:0/3091928415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c9c874a0 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f7106a00700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d7b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70fe000700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d78600 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f70f00a65d0 tx=0x7f70f0076ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b28b32bed75154b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70f4c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.202+0000 7f70f4c00700 1 -- 172.21.15.69:0/3091928415 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00e0e60 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f70f4c00700 1 -- 172.21.15.69:0/3091928415 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f70f00aa7b0 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7100012110 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f70f4c00700 1 -- 172.21.15.69:0/3091928415 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70f00a9ea0 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f711850fb80 10 client.16455 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598c9d86870 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f70f4c00700 1 -- 172.21.15.69:0/3091928415 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7100012110 con 0x5598c9d74c40 2024-05-08T06:09:20.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f70f4c00700 1 -- 172.21.15.69:0/3091928415 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70f00b2e90 con 0x5598c9d74c40 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.203+0000 7f711850fb80 10 client.16455 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f711850fb80 10 client.16455 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f711850fb80 20 client.16455 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f711850fb80 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9d88d40 0x5598c9d8b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f711850fb80 4 client.16455 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598c9d3c1c0 con 0x5598c9d88d40 2024-05-08T06:09:20.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f7106a00700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9d88d40 0x5598c9d8b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f7106a00700 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9d88d40 0x5598c9d8b130 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d88a593f63af8ba server_cookie=682fa78f80869118 in_seq=0 out_seq=0 2024-05-08T06:09:20.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.204+0000 7f70f4c00700 10 client.16455 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:20.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.205+0000 7f70f4c00700 1 -- 172.21.15.69:0/3091928415 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5598c9d3c1c0 con 0x5598c9d88d40 2024-05-08T06:09:20.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.205+0000 7f70f4c00700 10 client.16455 handle_command_reply: tid=0 2024-05-08T06:09:20.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.205+0000 7f711850fb80 1 client.16455 shutdown 2024-05-08T06:09:20.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.205+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 msgr2=0x5598c9d78600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.205+0000 7f711850fb80 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d78600 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f70f00a65d0 tx=0x7f70f0076ed0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 shutdown_connections 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9d88d40 0x5598c9d8b130 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d75560 0x5598c9d78b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d6f970 0x5598c9d7b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 --2- 172.21.15.69:0/3091928415 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d78600 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 >> 172.21.15.69:0/3091928415 conn(0x5598c9ce7750 msgr2=0x5598c9d69210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f70f4c00700 0 client.16455 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 shutdown_connections 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 1 -- 172.21.15.69:0/3091928415 wait complete. 2024-05-08T06:09:20.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.206+0000 7f711850fb80 20 client.16455 trim_cache size 0 max 16384 2024-05-08T06:09:20.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 Processor -- start 2024-05-08T06:09:20.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 -- start start 2024-05-08T06:09:20.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d85080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d74050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9d69990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71081b23b0 con 0x5598c9d74c40 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f71081afc40 con 0x5598c9d75560 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.228+0000 7f711850fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71081adab0 con 0x5598c9d6f970 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d74050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f7106a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d85080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d74050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49936/0 (socket says 172.21.15.69:49936) 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 -- 172.21.15.69:0/1305809013 learned_addr learned my addr 172.21.15.69:0/1305809013 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f7107400700 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9d69990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 -- 172.21.15.69:0/1305809013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 msgr2=0x5598c9d85080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d85080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 -- 172.21.15.69:0/1305809013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 msgr2=0x5598c9d69990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9d69990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 -- 172.21.15.69:0/1305809013 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5598c9d8b760 con 0x5598c9d74c40 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f7106a00700 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d85080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.229+0000 7f70fe000700 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d74050 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f70f00aa4e0 tx=0x7f70f00a6540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47014f0231d2394 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f70f7400700 1 -- 172.21.15.69:0/1305809013 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00e0e60 con 0x5598c9d74c40 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f70f7400700 1 -- 172.21.15.69:0/1305809013 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70f00aac50 con 0x5598c9d74c40 2024-05-08T06:09:20.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f70f7400700 1 -- 172.21.15.69:0/1305809013 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00a9cc0 con 0x5598c9d74c40 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f711850fb80 1 -- 172.21.15.69:0/1305809013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 msgr2=0x5598c9d74050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f711850fb80 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d74050 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f70f00aa4e0 tx=0x7f70f00a6540 comp rx=0 tx=0).stop 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f711850fb80 1 -- 172.21.15.69:0/1305809013 shutdown_connections 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f711850fb80 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9d69990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f711850fb80 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d85080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.230+0000 7f711850fb80 1 --2- 172.21.15.69:0/1305809013 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d74050 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.231+0000 7f711850fb80 1 -- 172.21.15.69:0/1305809013 >> 172.21.15.69:0/1305809013 conn(0x5598c9ce7750 msgr2=0x5598c9d76000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.231+0000 7f711850fb80 1 -- 172.21.15.69:0/1305809013 shutdown_connections 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.231+0000 7f711850fb80 1 -- 172.21.15.69:0/1305809013 wait complete. 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.231+0000 7f711850fb80 1 -- start start 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.231+0000 7f711850fb80 1 Processor -- start 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d7e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d7e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9df35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71081ae100 con 0x5598c9d74c40 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f71081af570 con 0x5598c9d75560 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71081ae7d0 con 0x5598c9d6f970 2024-05-08T06:09:20.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f711850fb80 10 client.0 _ll_register_callbacks cb 0x5598c9c68cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:20.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f70fe000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d7e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f70fe000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d7e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49944/0 (socket says 172.21.15.69:49944) 2024-05-08T06:09:20.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f70fe000700 1 -- 172.21.15.69:0/2657377893 learned_addr learned my addr 172.21.15.69:0/2657377893 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:20.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f7107400700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9df35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.232+0000 7f7106a00700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d7e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70fe000700 1 -- 172.21.15.69:0/2657377893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 msgr2=0x5598c9d7e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70fe000700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d7e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70fe000700 1 -- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 msgr2=0x5598c9df35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70fe000700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9df35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70fe000700 1 -- 172.21.15.69:0/2657377893 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5598c9d64b30 con 0x5598c9d74c40 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70fe000700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d7e910 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f70f000c010 tx=0x7f70f00b3140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3600ea4e142a5f3d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70f4c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70f4c00700 1 -- 172.21.15.69:0/2657377893 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f00e0e60 con 0x5598c9d74c40 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f70f4c00700 1 -- 172.21.15.69:0/2657377893 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f70f00aa9c0 con 0x5598c9d74c40 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.233+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70f00aac50 con 0x5598c9d74c40 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f70f4c00700 1 -- 172.21.15.69:0/2657377893 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f70f00a9cc0 con 0x5598c9d74c40 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 10 client.16461 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5598c9d64b30 con 0x5598c9d74c40 2024-05-08T06:09:20.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f70f4c00700 1 -- 172.21.15.69:0/2657377893 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70f00aac50 con 0x5598c9d74c40 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f70f4c00700 1 -- 172.21.15.69:0/2657377893 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f70f00a97b0 con 0x5598c9d74c40 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 10 client.16461 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 10 client.16461 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 20 client.16461 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9df4c80 0x5598c9df7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 4 client.16461 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5598c9ccf480 con 0x5598c9df4c80 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.234+0000 7f7106a00700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9df4c80 0x5598c9df7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.235+0000 7f7106a00700 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9df4c80 0x5598c9df7070 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bedc20df5076b012 server_cookie=ad12613cef15115a in_seq=0 out_seq=0 2024-05-08T06:09:20.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.235+0000 7f70f4c00700 10 client.16461 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:20.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f70f4c00700 1 -- 172.21.15.69:0/2657377893 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5598c9ccf480 con 0x5598c9df4c80 2024-05-08T06:09:20.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f70f4c00700 10 client.16461 handle_command_reply: tid=0 2024-05-08T06:09:20.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 client.16461 shutdown 2024-05-08T06:09:20.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 msgr2=0x5598c9d7e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d7e910 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f70f000c010 tx=0x7f70f00b3140 comp rx=0 tx=0).stop 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 shutdown_connections 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5598c9d75560 0x5598c9df35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5598c9df4c80 0x5598c9df7070 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5598c9d6f970 0x5598c9d7e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 --2- 172.21.15.69:0/2657377893 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5598c9d74c40 0x5598c9d7e910 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 >> 172.21.15.69:0/2657377893 conn(0x5598c9ce7750 msgr2=0x5598c9d74050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.236+0000 7f70f4c00700 0 client.16461 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.237+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 shutdown_connections 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.237+0000 7f711850fb80 1 -- 172.21.15.69:0/2657377893 wait complete. 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.237+0000 7f711850fb80 20 client.16461 trim_cache size 0 max 16384 2024-05-08T06:09:20.239 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "133b43e8-d12b-4ee7-aaad-24a7407b46d6", 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.237+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70ec0b2880 msgr2=0x7f70ec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70ec0b2880 0x7f70ec0b4d40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f7100023000 tx=0x7f7100020000 comp rx=0 tx=0).stop 2024-05-08T06:09:20.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 msgr2=0x7f710819c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710819c2a0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f70f0000c00 tx=0x7f70f00057c0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 shutdown_connections 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7108108410 0x7f71081a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f70ec0b2880 0x7f70ec0b4d40 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71081023a0 0x7f710819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 --2- 172.21.15.69:0/2325408818 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7108102d60 0x7f710819c2a0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 >> 172.21.15.69:0/2325408818 conn(0x7f7108079350 msgr2=0x7f710806b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 shutdown_connections 2024-05-08T06:09:20.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:20.238+0000 7f710dc00700 1 -- 172.21.15.69:0/2325408818 wait complete. 2024-05-08T06:09:20.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:20 smithi069 ceph-mon[29571]: pgmap v689: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:313/600: open fd = 3 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:314/600: open fd = 3 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.642 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.643 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.643 INFO:tasks.workunit.client.0.smithi069.stdout:315/600: open fd = 3 2024-05-08T06:09:20.643 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.643 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.645 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:316/600: open fd = 3 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:317/600: open fd = 3 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:318/600: open fd = 3 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:319/600: open fd = 3 2024-05-08T06:09:20.646 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:320/600: open fd = 3 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:321/600: open fd = 3 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:322/600: open fd = 3 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.647 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:323/600: open fd = 3 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:324/600: open fd = 3 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:325/600: open fd = 3 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:326/600: open fd = 3 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.648 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:327/600: open fd = 3 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:328/600: open fd = 3 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:329/600: open fd = 3 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:330/600: open fd = 3 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.649 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:331/600: open fd = 3 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:332/600: open fd = 3 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:333/600: open fd = 3 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.650 INFO:tasks.workunit.client.0.smithi069.stdout:334/600: open fd = 3 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:335/600: open fd = 3 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:336/600: open fd = 3 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:337/600: open fd = 3 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.651 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:338/600: open fd = 3 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:339/600: open fd = 3 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:340/600: open fd = 3 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:341/600: open fd = 3 2024-05-08T06:09:20.652 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:342/600: open fd = 3 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:343/600: open fd = 3 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:344/600: open fd = 3 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:345/600: open fd = 3 2024-05-08T06:09:20.653 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:346/600: open fd = 3 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:347/600: open fd = 3 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:348/600: open fd = 3 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.654 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:349/600: open fd = 3 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:350/600: open fd = 3 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:351/600: open fd = 3 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:352/600: open fd = 3 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.655 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:353/600: open fd = 3 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:354/600: open fd = 3 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:355/600: open fd = 3 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:356/600: open fd = 3 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:357/600: open fd = 3 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:358/600: open fd = 3 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:359/600: open fd = 3 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:360/600: open fd = 3 2024-05-08T06:09:20.657 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:361/600: open fd = 3 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:362/600: open fd = 3 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:363/600: open fd = 3 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.658 INFO:tasks.workunit.client.0.smithi069.stdout:364/600: open fd = 3 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:365/600: open fd = 3 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:366/600: open fd = 3 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:367/600: open fd = 3 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.659 INFO:tasks.workunit.client.0.smithi069.stdout:368/600: open fd = 3 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:369/600: open fd = 3 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:370/600: open fd = 3 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:371/600: open fd = 3 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.660 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:372/600: open fd = 3 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:373/600: open fd = 3 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:374/600: open fd = 3 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:09:20.661 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:09:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:20 smithi105 ceph-mon[34393]: pgmap v689: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:09:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:20 smithi135 ceph-mon[34761]: pgmap v689: 97 pgs: 97 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:09:21.259 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:09:21.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:21 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:09:21.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:21 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:21.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:21 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:09:21.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:21 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:21.681 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:21 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:09:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:21 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:21 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:09:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:21 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:21 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:09:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:21 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:21 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:09:21.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:21 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:22 smithi105 ceph-mon[34393]: pgmap v690: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:22.808 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:22 smithi069 ceph-mon[29571]: pgmap v690: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:22 smithi135 ceph-mon[34761]: pgmap v690: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:24.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 -- 172.21.15.69:0/2932709167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634104100 msgr2=0x7f0634108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 --2- 172.21.15.69:0/2932709167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634104100 0x7f0634108120 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f061c009920 tx=0x7f061c009c30 comp rx=0 tx=0).stop 2024-05-08T06:09:24.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 -- 172.21.15.69:0/2932709167 shutdown_connections 2024-05-08T06:09:24.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 --2- 172.21.15.69:0/2932709167 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f06341103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 --2- 172.21.15.69:0/2932709167 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634103750 0x7f0634103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 --2- 172.21.15.69:0/2932709167 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634104100 0x7f0634108120 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 -- 172.21.15.69:0/2932709167 >> 172.21.15.69:0/2932709167 conn(0x7f063407a600 msgr2=0x7f063407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:24.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 -- 172.21.15.69:0/2932709167 shutdown_connections 2024-05-08T06:09:24.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.196+0000 7f0639200700 1 -- 172.21.15.69:0/2932709167 wait complete. 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.197+0000 7f0639200700 1 Processor -- start 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 -- start start 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634103750 0x7f063419f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 0x7f063419fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f0634199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0634113680 con 0x7f0634108850 2024-05-08T06:09:24.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0634113500 con 0x7f0634103750 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0639200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0634113800 con 0x7f0634104100 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0632800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f0634199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.198+0000 7f0629400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 0x7f063419fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0631e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634103750 0x7f063419f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 0x7f063419fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33290/0 (socket says 172.21.15.69:33290) 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 -- 172.21.15.69:0/1602291779 learned_addr learned my addr 172.21.15.69:0/1602291779 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0632800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f0634199a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49958/0 (socket says 172.21.15.69:49958) 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 -- 172.21.15.69:0/1602291779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634103750 msgr2=0x7f063419f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634103750 0x7f063419f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 -- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 msgr2=0x7f0634199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f0634199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 -- 172.21.15.69:0/1602291779 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f063419a180 con 0x7f0634104100 2024-05-08T06:09:24.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0632800700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f0634199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:24.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.199+0000 7f0629400700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 0x7f063419fd50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f061c000c00 tx=0x7f061c00f990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:24.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.200+0000 7f062b400700 1 -- 172.21.15.69:0/1602291779 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c027070 con 0x7f0634104100 2024-05-08T06:09:24.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.200+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f063419a410 con 0x7f0634104100 2024-05-08T06:09:24.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.200+0000 7f062b400700 1 -- 172.21.15.69:0/1602291779 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f061c0055f0 con 0x7f0634104100 2024-05-08T06:09:24.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.200+0000 7f062b400700 1 -- 172.21.15.69:0/1602291779 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c004930 con 0x7f0634104100 2024-05-08T06:09:24.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.200+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06341a66e0 con 0x7f0634104100 2024-05-08T06:09:24.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.204+0000 7f062b400700 1 -- 172.21.15.69:0/1602291779 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f061c02a070 con 0x7f0634104100 2024-05-08T06:09:24.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.204+0000 7f0643ba2b80 1 Processor -- start 2024-05-08T06:09:24.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.204+0000 7f0643ba2b80 1 -- start start 2024-05-08T06:09:24.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ed8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6edc490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6edce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5610f6e2aa20 con 0x5610f6ed8060 2024-05-08T06:09:24.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5610f6dc8760 con 0x5610f6ed8980 2024-05-08T06:09:24.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5610f6e269e0 con 0x5610f6edc9d0 2024-05-08T06:09:24.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0632800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ed8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0632800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ed8440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49966/0 (socket says 172.21.15.69:49966) 2024-05-08T06:09:24.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0632800700 1 -- 172.21.15.69:0/1406154145 learned_addr learned my addr 172.21.15.69:0/1406154145 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0629400700 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6edce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.205+0000 7f0631e00700 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6edc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f062b400700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06180b2900 0x7f06180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0631e00700 1 -- 172.21.15.69:0/1406154145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 msgr2=0x5610f6edce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0631e00700 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6edce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0631e00700 1 -- 172.21.15.69:0/1406154145 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 msgr2=0x5610f6ed8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0631e00700 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ed8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f062b400700 1 -- 172.21.15.69:0/1602291779 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f061c0e2ac0 con 0x7f0634104100 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0631e00700 1 -- 172.21.15.69:0/1406154145 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610f6d778d0 con 0x5610f6ed8980 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0632800700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06180b2900 0x7f06180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.206+0000 7f0631e00700 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6edc490 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0624011550 tx=0x7f0624009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6c2c564ff538d72 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:24.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.207+0000 7f0623400700 1 -- 172.21.15.69:0/1406154145 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624004bb0 con 0x5610f6ed8980 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.207+0000 7f0623400700 1 -- 172.21.15.69:0/1406154145 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0624004d50 con 0x5610f6ed8980 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.207+0000 7f0623400700 1 -- 172.21.15.69:0/1406154145 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624004730 con 0x5610f6ed8980 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.207+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1406154145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 msgr2=0x5610f6edc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.207+0000 7f0632800700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06180b2900 0x7f06180b4dc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f062c0043e0 tx=0x7f062c004750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.207+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6edc490 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0624011550 tx=0x7f0624009920 comp rx=0 tx=0).stop 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1406154145 shutdown_connections 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6edce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ed8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1406154145 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6edc490 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1406154145 >> 172.21.15.69:0/1406154145 conn(0x5610f6e06b60 msgr2=0x5610f6ed27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1406154145 shutdown_connections 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1406154145 wait complete. 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.208+0000 7f0643ba2b80 1 -- start start 2024-05-08T06:09:24.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 Processor -- start 2024-05-08T06:09:24.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ee3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ee1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ee1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5610f6ee4be0 con 0x5610f6ed8060 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5610f6d90b20 con 0x5610f6ed8980 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5610f6ee4d60 con 0x5610f6edc9d0 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0643ba2b80 10 client.0 _ll_register_callbacks cb 0x5610f6dd1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.209+0000 7f0631e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ee3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ee1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0632800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ee1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ee1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:47926/0 (socket says 172.21.15.69:47926) 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 -- 172.21.15.69:0/3171721524 learned_addr learned my addr 172.21.15.69:0/3171721524 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 -- 172.21.15.69:0/3171721524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 msgr2=0x5610f6ee1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ee1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 -- 172.21.15.69:0/3171721524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 msgr2=0x5610f6ee3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ee3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 -- 172.21.15.69:0/3171721524 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610f6df0420 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0629400700 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ee1230 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f061c00c010 tx=0x7f061c00b560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bccfd5f56e934854 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0617e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.210+0000 7f0617e00700 1 -- 172.21.15.69:0/3171721524 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f061c0a9f50 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0617e00700 1 -- 172.21.15.69:0/3171721524 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f061c0b2ac0 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0624004d50 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0617e00700 1 -- 172.21.15.69:0/3171721524 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f061c0a98f0 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 10 client.26609 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610f6eef490 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0617e00700 1 -- 172.21.15.69:0/3171721524 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0624004d50 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0617e00700 1 -- 172.21.15.69:0/3171721524 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f061c0ae0c0 con 0x5610f6ed8980 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 10 client.26609 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 10 client.26609 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 20 client.26609 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:24.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6ef1a00 0x5610f6ef3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 4 client.26609 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:24.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.211+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610f6ea50a0 con 0x5610f6ef1a00 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.212+0000 7f0631e00700 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6ef1a00 0x5610f6ef3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.212+0000 7f0631e00700 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6ef1a00 0x5610f6ef3e70 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4f98682fff8b1b1 server_cookie=36293f06432d463c in_seq=0 out_seq=0 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.212+0000 7f0617e00700 10 client.26609 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.213+0000 7f0617e00700 1 -- 172.21.15.69:0/3171721524 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5610f6ea50a0 con 0x5610f6ef1a00 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.213+0000 7f0617e00700 10 client.26609 handle_command_reply: tid=0 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.213+0000 7f0643ba2b80 1 client.26609 shutdown 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 msgr2=0x5610f6ee1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ee1230 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f061c00c010 tx=0x7f061c00b560 comp rx=0 tx=0).stop 2024-05-08T06:09:24.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 shutdown_connections 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6ef1a00 0x5610f6ef3e70 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ee1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6ee3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/3171721524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ee1230 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 >> 172.21.15.69:0/3171721524 conn(0x5610f6e06b60 msgr2=0x5610f6ecd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0617e00700 0 client.26609 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 shutdown_connections 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 1 -- 172.21.15.69:0/3171721524 wait complete. 2024-05-08T06:09:24.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.214+0000 7f0643ba2b80 20 client.26609 trim_cache size 0 max 16384 2024-05-08T06:09:24.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.236+0000 7f0643ba2b80 1 Processor -- start 2024-05-08T06:09:24.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.236+0000 7f0643ba2b80 1 -- start start 2024-05-08T06:09:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6eedc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ef9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f06341b0260 con 0x5610f6ed8060 2024-05-08T06:09:24.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f06341adaf0 con 0x5610f6ed8980 2024-05-08T06:09:24.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f06341ab960 con 0x5610f6edc9d0 2024-05-08T06:09:24.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0631e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6eedc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33310/0 (socket says 172.21.15.69:33310) 2024-05-08T06:09:24.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 -- 172.21.15.69:0/2257276389 learned_addr learned my addr 172.21.15.69:0/2257276389 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:24.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0629400700 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ef9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 -- 172.21.15.69:0/2257276389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 msgr2=0x5610f6ef9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ef9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 -- 172.21.15.69:0/2257276389 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 msgr2=0x5610f6eedc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6eedc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0632800700 1 -- 172.21.15.69:0/2257276389 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610f6ed42f0 con 0x5610f6edc9d0 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.237+0000 7f0629400700 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ef9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.238+0000 7f0632800700 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9cc0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f062c01d4a0 tx=0x7f062c019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1738e82ad57608e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.238+0000 7f0622a00700 1 -- 172.21.15.69:0/2257276389 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062c02e070 con 0x5610f6edc9d0 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.238+0000 7f0622a00700 1 -- 172.21.15.69:0/2257276389 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f062c01dcf0 con 0x5610f6edc9d0 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.238+0000 7f0622a00700 1 -- 172.21.15.69:0/2257276389 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062c010810 con 0x5610f6edc9d0 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 -- 172.21.15.69:0/2257276389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 msgr2=0x5610f6ef9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9cc0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f062c01d4a0 tx=0x7f062c019000 comp rx=0 tx=0).stop 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 -- 172.21.15.69:0/2257276389 shutdown_connections 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9cc0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8060 0x5610f6eedc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/2257276389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8980 0x5610f6ef9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 -- 172.21.15.69:0/2257276389 >> 172.21.15.69:0/2257276389 conn(0x5610f6e06b60 msgr2=0x5610f6ee11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:24.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 -- 172.21.15.69:0/2257276389 shutdown_connections 2024-05-08T06:09:24.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 -- 172.21.15.69:0/2257276389 wait complete. 2024-05-08T06:09:24.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.239+0000 7f0643ba2b80 1 -- start start 2024-05-08T06:09:24.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 Processor -- start 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8060 0x5610f6ef9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8980 0x5610f6ef95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f06341abfb0 con 0x5610f6ed8980 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f06341ad420 con 0x5610f6ed8060 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f06341ac680 con 0x5610f6edc9d0 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.240+0000 7f0643ba2b80 10 client.0 _ll_register_callbacks cb 0x5610f6dd1c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0632800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0632800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:33322/0 (socket says 172.21.15.69:33322) 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0632800700 1 -- 172.21.15.69:0/1417240909 learned_addr learned my addr 172.21.15.69:0/1417240909 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8060 0x5610f6ef9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0629400700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8980 0x5610f6ef95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 -- 172.21.15.69:0/1417240909 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 msgr2=0x5610f6ef9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 -- 172.21.15.69:0/1417240909 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8980 msgr2=0x5610f6ef95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8980 0x5610f6ef95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 -- 172.21.15.69:0/1417240909 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610f6f5b5e0 con 0x5610f6ed8060 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0629400700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8980 0x5610f6ef95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0631e00700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8060 0x5610f6ef9090 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f062400b010 tx=0x7f0624009ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3415793f0b4101ef server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.241+0000 7f0617e00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0617e00700 1 -- 172.21.15.69:0/1417240909 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06240058e0 con 0x5610f6ed8060 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0617e00700 1 -- 172.21.15.69:0/1417240909 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0624003a00 con 0x5610f6ed8060 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f062c01dcf0 con 0x5610f6ed8060 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0617e00700 1 -- 172.21.15.69:0/1417240909 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0624003c20 con 0x5610f6ed8060 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0643ba2b80 10 client.26615 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610f6f5c8f0 con 0x5610f6ed8060 2024-05-08T06:09:24.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0617e00700 1 -- 172.21.15.69:0/1417240909 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f062c01dcf0 con 0x5610f6ed8060 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.242+0000 7f0617e00700 1 -- 172.21.15.69:0/1417240909 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0624027040 con 0x5610f6ed8060 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0643ba2b80 10 client.26615 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0643ba2b80 10 client.26615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0643ba2b80 20 client.26615 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6f5cc60 0x5610f6f5f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0643ba2b80 4 client.26615 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5610f6e38400 con 0x5610f6f5cc60 2024-05-08T06:09:24.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0629400700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6f5cc60 0x5610f6f5f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:24.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0629400700 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6f5cc60 0x5610f6f5f050 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75c6352e7883ebfe server_cookie=26989ebbc1587f96 in_seq=0 out_seq=0 2024-05-08T06:09:24.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.243+0000 7f0617e00700 10 client.26615 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:24.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0617e00700 1 -- 172.21.15.69:0/1417240909 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5610f6e38400 con 0x5610f6f5cc60 2024-05-08T06:09:24.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0617e00700 10 client.26615 handle_command_reply: tid=0 2024-05-08T06:09:24.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 client.26615 shutdown 2024-05-08T06:09:24.246 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8060 msgr2=0x5610f6ef9090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8060 0x5610f6ef9090 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f062400b010 tx=0x7f0624009ac0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 shutdown_connections 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610f6f5cc60 0x5610f6f5f050 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610f6edc9d0 0x5610f6ef9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610f6ed8060 0x5610f6ef9090 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 --2- 172.21.15.69:0/1417240909 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610f6ed8980 0x5610f6ef95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0617e00700 0 client.26615 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 >> 172.21.15.69:0/1417240909 conn(0x5610f6e06b60 msgr2=0x5610f6ede6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 shutdown_connections 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 1 -- 172.21.15.69:0/1417240909 wait complete. 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.244+0000 7f0643ba2b80 20 client.26615 trim_cache size 0 max 16384 2024-05-08T06:09:24.247 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:09:24.248 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:09:24.248 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:09:24.248 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:09:24.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06180b2900 msgr2=0x7f06180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06180b2900 0x7f06180b4dc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f062c0043e0 tx=0x7f062c004750 comp rx=0 tx=0).stop 2024-05-08T06:09:24.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 msgr2=0x7f063419fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 0x7f063419fd50 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f061c000c00 tx=0x7f061c00f990 comp rx=0 tx=0).stop 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 shutdown_connections 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0634108850 0x7f0634199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f06180b2900 0x7f06180b4dc0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0634103750 0x7f063419f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 --2- 172.21.15.69:0/1602291779 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0634104100 0x7f063419fd50 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 >> 172.21.15.69:0/1602291779 conn(0x7f063407a600 msgr2=0x7f06341019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 shutdown_connections 2024-05-08T06:09:24.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:24.245+0000 7f0639200700 1 -- 172.21.15.69:0/1602291779 wait complete. 2024-05-08T06:09:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:24 smithi069 ceph-mon[29571]: pgmap v691: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:24 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:09:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:24 smithi105 ceph-mon[34393]: pgmap v691: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:24 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:09:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:24 smithi135 ceph-mon[34761]: pgmap v691: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:24 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:09:25.280 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:09:25.281 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:09:25.712 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:26 smithi069 ceph-mon[29571]: pgmap v692: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:09:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:26 smithi105 ceph-mon[34393]: pgmap v692: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:09:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:26 smithi135 ceph-mon[34761]: pgmap v692: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:09:28.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 -- 172.21.15.69:0/3229172955 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 msgr2=0x7fa224109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:28.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 --2- 172.21.15.69:0/3229172955 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa224109e60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fa210009990 tx=0x7fa210009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 -- 172.21.15.69:0/3229172955 shutdown_connections 2024-05-08T06:09:28.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 --2- 172.21.15.69:0/3229172955 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 0x7fa224116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 --2- 172.21.15.69:0/3229172955 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa22410e8b0 0x7fa22410ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 --2- 172.21.15.69:0/3229172955 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa224109e60 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 -- 172.21.15.69:0/3229172955 >> 172.21.15.69:0/3229172955 conn(0x7fa224079230 msgr2=0x7fa2241082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:28.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 -- 172.21.15.69:0/3229172955 shutdown_connections 2024-05-08T06:09:28.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.138+0000 7fa228a00700 1 -- 172.21.15.69:0/3229172955 wait complete. 2024-05-08T06:09:28.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.140+0000 7fa228a00700 1 Processor -- start 2024-05-08T06:09:28.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.140+0000 7fa228a00700 1 -- start start 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.140+0000 7fa228a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa2241a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.140+0000 7fa228a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 0x7fa2241a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa228a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa22410e8b0 0x7fa2241a4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa228a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa224119be0 con 0x7fa2241099e0 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa228a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa224119a60 con 0x7fa22410a3a0 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa228a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa224119d60 con 0x7fa22410e8b0 2024-05-08T06:09:28.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa222800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa2241a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:28.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa221e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 0x7fa2241a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:28.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa222800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa2241a00b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40702/0 (socket says 172.21.15.69:40702) 2024-05-08T06:09:28.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa222800700 1 -- 172.21.15.69:0/1615300062 learned_addr learned my addr 172.21.15.69:0/1615300062 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:28.142 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa223200700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa22410e8b0 0x7fa2241a4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa221e00700 1 -- 172.21.15.69:0/1615300062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa22410e8b0 msgr2=0x7fa2241a4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa221e00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa22410e8b0 0x7fa2241a4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa221e00700 1 -- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 msgr2=0x7fa2241a00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa221e00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa2241a00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.141+0000 7fa221e00700 1 -- 172.21.15.69:0/1615300062 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2241a50c0 con 0x7fa22410a3a0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.142+0000 7fa221e00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 0x7fa2241a05f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa2100098e0 tx=0x7fa2100057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.142+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa210027070 con 0x7fa22410a3a0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.142+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa210022470 con 0x7fa22410a3a0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.142+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2241a5350 con 0x7fa22410a3a0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.142+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa210017650 con 0x7fa22410a3a0 2024-05-08T06:09:28.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.142+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2241acc30 con 0x7fa22410a3a0 2024-05-08T06:09:28.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.143+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa22406a190 con 0x7fa22410a3a0 2024-05-08T06:09:28.146 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.146+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa21002a070 con 0x7fa22410a3a0 2024-05-08T06:09:28.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.147+0000 7fa21b400700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa2080b2880 0x7fa2080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:28.147 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.147+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa2100e3120 con 0x7fa22410a3a0 2024-05-08T06:09:28.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.147+0000 7fa222800700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa2080b2880 0x7fa2080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:28.148 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.148+0000 7fa222800700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa2080b2880 0x7fa2080b4d40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa214009ca0 tx=0x7fa214009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:28.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.149+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa210031080 con 0x7fa22410a3a0 2024-05-08T06:09:28.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.430+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa22402e510 con 0x7fa22410a3a0 2024-05-08T06:09:28.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.431+0000 7fa21b400700 1 -- 172.21.15.69:0/1615300062 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fa2100b1e20 con 0x7fa22410a3a0 2024-05-08T06:09:28.432 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:09:28.432 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:09:28.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa2080b2880 msgr2=0x7fa2080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa2080b2880 0x7fa2080b4d40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa214009ca0 tx=0x7fa214009260 comp rx=0 tx=0).stop 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 msgr2=0x7fa2241a05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 0x7fa2241a05f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa2100098e0 tx=0x7fa2100057c0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 shutdown_connections 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa22410e8b0 0x7fa2241a4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa2241099e0 0x7fa2241a00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa2080b2880 0x7fa2080b4d40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 --2- 172.21.15.69:0/1615300062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa22410a3a0 0x7fa2241a05f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 >> 172.21.15.69:0/1615300062 conn(0x7fa224079230 msgr2=0x7fa2240798f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 shutdown_connections 2024-05-08T06:09:28.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:28.435+0000 7fa228a00700 1 -- 172.21.15.69:0/1615300062 wait complete. 2024-05-08T06:09:28.437 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:09:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:28 smithi105 ceph-mon[34393]: pgmap v693: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:28 smithi135 ceph-mon[34761]: pgmap v693: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:28.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:28 smithi069 ceph-mon[29571]: pgmap v693: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:29.447 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:09:29.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:29 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1615300062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:29.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:29 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1615300062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:29.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:29 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1615300062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:29.897 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:30 smithi069 ceph-mon[29571]: pgmap v694: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:30 smithi105 ceph-mon[34393]: pgmap v694: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:30 smithi135 ceph-mon[34761]: pgmap v694: 97 pgs: 97 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:32.381 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 -- 172.21.15.69:0/124788868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c104610 msgr2=0x7f7e2c1049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 --2- 172.21.15.69:0/124788868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c104610 0x7f7e2c1049f0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c009990 tx=0x7f7e1c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 -- 172.21.15.69:0/124788868 shutdown_connections 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 --2- 172.21.15.69:0/124788868 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c10d9f0 0x7f7e2c10fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 --2- 172.21.15.69:0/124788868 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c104610 0x7f7e2c1049f0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 --2- 172.21.15.69:0/124788868 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104f30 0x7f7e2c10d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 -- 172.21.15.69:0/124788868 >> 172.21.15.69:0/124788868 conn(0x7f7e2c0fddc0 msgr2=0x7f7e2c1001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 -- 172.21.15.69:0/124788868 shutdown_connections 2024-05-08T06:09:32.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.381+0000 7f7e31a00700 1 -- 172.21.15.69:0/124788868 wait complete. 2024-05-08T06:09:32.384 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 Processor -- start 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 -- start start 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104610 0x7f7e2c19f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c104f30 0x7f7e2c19fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c10d9f0 0x7f7e2c199990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1135b0 con 0x7f7e2c10d9f0 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c113430 con 0x7f7e2c104610 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.382+0000 7f7e31a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c113730 con 0x7f7e2c104f30 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c104f30 0x7f7e2c19fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104610 0x7f7e2c19f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e31000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c10d9f0 0x7f7e2c199990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c104f30 0x7f7e2c19fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40676/0 (socket says 172.21.15.69:40676) 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2b400700 1 -- 172.21.15.69:0/3172721643 learned_addr learned my addr 172.21.15.69:0/3172721643 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2be00700 1 -- 172.21.15.69:0/3172721643 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c104f30 msgr2=0x7f7e2c19fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2be00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c104f30 0x7f7e2c19fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2be00700 1 -- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c10d9f0 msgr2=0x7f7e2c199990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2be00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c10d9f0 0x7f7e2c199990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.383+0000 7f7e2be00700 1 -- 172.21.15.69:0/3172721643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2c19a0f0 con 0x7f7e2c104610 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.384+0000 7f7e2be00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104610 0x7f7e2c19f7d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c006010 tx=0x7f7e1c0057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.384+0000 7f7e28c00700 1 -- 172.21.15.69:0/3172721643 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c027070 con 0x7f7e2c104610 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.384+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e2c19a380 con 0x7f7e2c104610 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.384+0000 7f7e28c00700 1 -- 172.21.15.69:0/3172721643 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e1c022470 con 0x7f7e2c104610 2024-05-08T06:09:32.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.384+0000 7f7e28c00700 1 -- 172.21.15.69:0/3172721643 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c017650 con 0x7f7e2c104610 2024-05-08T06:09:32.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.384+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e2c1a66a0 con 0x7f7e2c104610 2024-05-08T06:09:32.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.388+0000 7f7e28c00700 1 -- 172.21.15.69:0/3172721643 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7e1c02a070 con 0x7f7e2c104610 2024-05-08T06:09:32.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 Processor -- start 2024-05-08T06:09:32.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 -- start start 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b89e0 0x561dd42b8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 0x561dd42b2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42b3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561dd4205a20 con 0x561dd42b89e0 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561dd41a3760 con 0x561dd42b3600 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.389+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561dd42019e0 con 0x561dd42b9300 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e31000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b89e0 0x561dd42b8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e28c00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e100b2880 0x7f7e100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 0x561dd42b2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 0x561dd42b2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40684/0 (socket says 172.21.15.69:40684) 2024-05-08T06:09:32.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 -- 172.21.15.69:0/1425296217 learned_addr learned my addr 172.21.15.69:0/1425296217 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:32.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2b400700 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42b3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e28c00700 1 -- 172.21.15.69:0/3172721643 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7e1c0e2df0 con 0x7f7e2c104610 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e31000700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e100b2880 0x7f7e100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 -- 172.21.15.69:0/1425296217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 msgr2=0x561dd42b3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42b3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 -- 172.21.15.69:0/1425296217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b89e0 msgr2=0x561dd42b8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b89e0 0x561dd42b8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2be00700 1 -- 172.21.15.69:0/1425296217 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dd41528d0 con 0x561dd42b9300 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.390+0000 7f7e2b400700 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.391+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 0x561dd42b2fe0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0098e0 tx=0x7f7e1c02a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55625e9684d7b92f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.391+0000 7f7e21600700 1 -- 172.21.15.69:0/1425296217 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0a9da0 con 0x561dd42b9300 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.391+0000 7f7e31000700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e100b2880 0x7f7e100b4d40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009fd0 tx=0x7f7e24004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.391+0000 7f7e21600700 1 -- 172.21.15.69:0/1425296217 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e1c0aa450 con 0x561dd42b9300 2024-05-08T06:09:32.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.391+0000 7f7e21600700 1 -- 172.21.15.69:0/1425296217 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0a9bc0 con 0x561dd42b9300 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1425296217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 msgr2=0x561dd42b2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 0x561dd42b2fe0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0098e0 tx=0x7f7e1c02a000 comp rx=0 tx=0).stop 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1425296217 shutdown_connections 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b89e0 0x561dd42b8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1425296217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b9300 0x561dd42b2fe0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1425296217 >> 172.21.15.69:0/1425296217 conn(0x561dd41e1b60 msgr2=0x561dd42ad9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1425296217 shutdown_connections 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.392+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1425296217 wait complete. 2024-05-08T06:09:32.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 -- start start 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 Processor -- start 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42c6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42c0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561dd42bfb70 con 0x561dd42b9300 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561dd416bb20 con 0x561dd42b3600 2024-05-08T06:09:32.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561dd42bfcf0 con 0x561dd42b89e0 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.393+0000 7f7e3d9a3b80 10 client.0 _ll_register_callbacks cb 0x561dd41acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40690/0 (socket says 172.21.15.69:40690) 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 -- 172.21.15.69:0/1628729665 learned_addr learned my addr 172.21.15.69:0/1628729665 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e31000700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42c0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42c6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 -- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 msgr2=0x561dd42c6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42c6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 -- 172.21.15.69:0/1628729665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 msgr2=0x561dd42c0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42c0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2b400700 1 -- 172.21.15.69:0/1628729665 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dd41cb420 con 0x561dd42b89e0 2024-05-08T06:09:32.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e31000700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42c0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.394+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e2b400700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c6d90 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7e18012860 tx=0x7f7e18012b70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3872720ee1aac6a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e16000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e16000700 1 -- 172.21.15.69:0/1628729665 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1800f520 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561dd42800a0 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e16000700 1 -- 172.21.15.69:0/1628729665 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7e1800f6c0 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e16000700 1 -- 172.21.15.69:0/1628729665 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7e1800f8c0 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e3d9a3b80 10 client.26590 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.395+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561dd42ce660 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e16000700 1 -- 172.21.15.69:0/1628729665 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x561dd42800a0 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e16000700 1 -- 172.21.15.69:0/1628729665 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7e18010af0 con 0x561dd42b89e0 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e3d9a3b80 10 client.26590 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:32.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e3d9a3b80 10 client.26590 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e3d9a3b80 20 client.26590 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd42d0bf0 0x561dd42d3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e3d9a3b80 4 client.26590 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561dd4213400 con 0x561dd42d0bf0 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.396+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd42d0bf0 0x561dd42d3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.397+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd42d0bf0 0x561dd42d3010 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4e98054e82c269 server_cookie=90e72e592f8d50e7 in_seq=0 out_seq=0 2024-05-08T06:09:32.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.397+0000 7f7e16000700 10 client.26590 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:32.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e16000700 1 -- 172.21.15.69:0/1628729665 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561dd4213400 con 0x561dd42d0bf0 2024-05-08T06:09:32.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e16000700 10 client.26590 handle_command_reply: tid=0 2024-05-08T06:09:32.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 client.26590 shutdown 2024-05-08T06:09:32.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 msgr2=0x561dd42c6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c6d90 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7e18012860 tx=0x7f7e18012b70 comp rx=0 tx=0).stop 2024-05-08T06:09:32.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 shutdown_connections 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd42d0bf0 0x561dd42d3010 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42c0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e16000700 0 client.26590 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1628729665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c6d90 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 >> 172.21.15.69:0/1628729665 conn(0x561dd41e1b60 msgr2=0x561dd42a8460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 shutdown_connections 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.398+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1628729665 wait complete. 2024-05-08T06:09:32.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.399+0000 7f7e3d9a3b80 20 client.26590 trim_cache size 0 max 16384 2024-05-08T06:09:32.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.415+0000 7f7e3d9a3b80 1 Processor -- start 2024-05-08T06:09:32.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.415+0000 7f7e3d9a3b80 1 -- start start 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42a82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42bebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42d8910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1ae150 con 0x561dd42b9300 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1ab9e0 con 0x561dd42b3600 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1a9830 con 0x561dd42b89e0 2024-05-08T06:09:32.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42a82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42a82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40744/0 (socket says 172.21.15.69:40744) 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e2be00700 1 -- 172.21.15.69:0/1101459241 learned_addr learned my addr 172.21.15.69:0/1101459241 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e2b400700 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42bebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.416+0000 7f7e31000700 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42d8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e2be00700 1 -- 172.21.15.69:0/1101459241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 msgr2=0x561dd42bebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42bebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e2be00700 1 -- 172.21.15.69:0/1101459241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 msgr2=0x561dd42d8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42d8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e2be00700 1 -- 172.21.15.69:0/1101459241 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dd42a8820 con 0x561dd42b3600 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e31000700 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42d8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:32.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.417+0000 7f7e2be00700 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42a82e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c022cb0 tx=0x7f7e1c022d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=950da8be134e655b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:32.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.419+0000 7f7e20c00700 1 -- 172.21.15.69:0/1101459241 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0a9f60 con 0x561dd42b3600 2024-05-08T06:09:32.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.419+0000 7f7e20c00700 1 -- 172.21.15.69:0/1101459241 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e1c0aab50 con 0x561dd42b3600 2024-05-08T06:09:32.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.419+0000 7f7e20c00700 1 -- 172.21.15.69:0/1101459241 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0b2ff0 con 0x561dd42b3600 2024-05-08T06:09:32.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1101459241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 msgr2=0x561dd42a82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42a82e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c022cb0 tx=0x7f7e1c022d00 comp rx=0 tx=0).stop 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1101459241 shutdown_connections 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b9300 0x561dd42d8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b3600 0x561dd42a82e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/1101459241 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42bebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1101459241 >> 172.21.15.69:0/1101459241 conn(0x561dd41e1b60 msgr2=0x561dd42a7bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1101459241 shutdown_connections 2024-05-08T06:09:32.421 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.420+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/1101459241 wait complete. 2024-05-08T06:09:32.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.421+0000 7f7e3d9a3b80 1 -- start start 2024-05-08T06:09:32.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.421+0000 7f7e3d9a3b80 1 Processor -- start 2024-05-08T06:09:32.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 0x561dd42c9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b9300 0x561dd433a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1a9ea0 con 0x561dd42b3600 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1ab310 con 0x561dd42b9300 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7e2c1aa570 con 0x561dd42b89e0 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e3d9a3b80 10 client.0 _ll_register_callbacks cb 0x561dd41acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 0x561dd42c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 0x561dd42c9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40752/0 (socket says 172.21.15.69:40752) 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 -- 172.21.15.69:0/2366585490 learned_addr learned my addr 172.21.15.69:0/2366585490 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e31000700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b9300 0x561dd433a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2b400700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 -- 172.21.15.69:0/2366585490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 msgr2=0x561dd42c9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 -- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b9300 msgr2=0x561dd433a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:32.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b9300 0x561dd433a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.422+0000 7f7e2be00700 1 -- 172.21.15.69:0/2366585490 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dd433aa00 con 0x561dd42b3600 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e2be00700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 0x561dd42c9760 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0aa610 tx=0x7f7e1c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9c3a0eacde89743 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e16000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e16000700 1 -- 172.21.15.69:0/2366585490 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0a9f60 con 0x561dd42b3600 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e16000700 1 -- 172.21.15.69:0/2366585490 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7e1c0aa6b0 con 0x561dd42b3600 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e1c0aab50 con 0x561dd42b3600 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e16000700 1 -- 172.21.15.69:0/2366585490 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7e1c0b3220 con 0x561dd42b3600 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e3d9a3b80 10 client.16503 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:32.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561dd433bcd0 con 0x561dd42b3600 2024-05-08T06:09:32.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.423+0000 7f7e16000700 1 -- 172.21.15.69:0/2366585490 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e1c0aab50 con 0x561dd42b3600 2024-05-08T06:09:32.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e16000700 1 -- 172.21.15.69:0/2366585490 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7e1c0c6ce0 con 0x561dd42b3600 2024-05-08T06:09:32.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e3d9a3b80 10 client.16503 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:32.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e3d9a3b80 10 client.16503 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e3d9a3b80 20 client.16503 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd433c040 0x561dd433e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e3d9a3b80 4 client.16503 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561dd420d4a0 con 0x561dd433c040 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.424+0000 7f7e2b400700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd433c040 0x561dd433e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e2b400700 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd433c040 0x561dd433e430 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9203b6021b3803e5 server_cookie=e8b943581307404a in_seq=0 out_seq=0 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e16000700 10 client.16503 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e16000700 1 -- 172.21.15.69:0/2366585490 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561dd420d4a0 con 0x561dd433c040 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e16000700 10 client.16503 handle_command_reply: tid=0 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 client.16503 shutdown 2024-05-08T06:09:32.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 msgr2=0x561dd42c9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 0x561dd42c9760 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c0aa610 tx=0x7f7e1c009310 comp rx=0 tx=0).stop 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 shutdown_connections 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x561dd433c040 0x561dd433e430 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561dd42b9300 0x561dd433a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561dd42b3600 0x561dd42c9760 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 --2- 172.21.15.69:0/2366585490 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561dd42b89e0 0x561dd42c9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e16000700 0 client.16503 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 >> 172.21.15.69:0/2366585490 conn(0x561dd41e1b60 msgr2=0x561dd42bff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 shutdown_connections 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 1 -- 172.21.15.69:0/2366585490 wait complete. 2024-05-08T06:09:32.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.425+0000 7f7e3d9a3b80 20 client.16503 trim_cache size 0 max 16384 2024-05-08T06:09:32.430 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:32.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e100b2880 msgr2=0x7f7e100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e100b2880 0x7f7e100b4d40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009fd0 tx=0x7f7e24004b40 comp rx=0 tx=0).stop 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104610 msgr2=0x7f7e2c19f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104610 0x7f7e2c19f7d0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c006010 tx=0x7f7e1c0057c0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 shutdown_connections 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7e2c10d9f0 0x7f7e2c199990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7e100b2880 0x7f7e100b4d40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7e2c104610 0x7f7e2c19f7d0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 --2- 172.21.15.69:0/3172721643 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7e2c104f30 0x7f7e2c19fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 >> 172.21.15.69:0/3172721643 conn(0x7f7e2c0fddc0 msgr2=0x7f7e2c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.426+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 shutdown_connections 2024-05-08T06:09:32.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:32.427+0000 7f7e31a00700 1 -- 172.21.15.69:0/3172721643 wait complete. 2024-05-08T06:09:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:32 smithi105 ceph-mon[34393]: pgmap v695: 97 pgs: 97 active+clean; 5.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:32 smithi135 ceph-mon[34761]: pgmap v695: 97 pgs: 97 active+clean; 5.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:32.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:32 smithi069 ceph-mon[29571]: pgmap v695: 97 pgs: 97 active+clean; 5.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:09:33.448 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:09:33.894 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:34 smithi105 ceph-mon[34393]: pgmap v696: 97 pgs: 97 active+clean; 5.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:34 smithi135 ceph-mon[34761]: pgmap v696: 97 pgs: 97 active+clean; 5.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:34 smithi069 ceph-mon[29571]: pgmap v696: 97 pgs: 97 active+clean; 5.1 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 -- 172.21.15.69:0/1176427324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102b30 msgr2=0x7f334810f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 --2- 172.21.15.69:0/1176427324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102b30 0x7f334810f7f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3334009990 tx=0x7f3334009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 -- 172.21.15.69:0/1176427324 shutdown_connections 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 --2- 172.21.15.69:0/1176427324 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f334810fd30 0x7f3348112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 --2- 172.21.15.69:0/1176427324 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3348102180 0x7f3348102560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 --2- 172.21.15.69:0/1176427324 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102b30 0x7f334810f7f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 -- 172.21.15.69:0/1176427324 >> 172.21.15.69:0/1176427324 conn(0x7f33480fddc0 msgr2=0x7f33481001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 -- 172.21.15.69:0/1176427324 shutdown_connections 2024-05-08T06:09:36.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.387+0000 7f334ec00700 1 -- 172.21.15.69:0/1176427324 wait complete. 2024-05-08T06:09:36.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.388+0000 7f334ec00700 1 Processor -- start 2024-05-08T06:09:36.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.388+0000 7f334ec00700 1 -- start start 2024-05-08T06:09:36.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ec00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 0x7f33481a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ec00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3348102b30 0x7f33481a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ec00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f334810fd30 0x7f334819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ec00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f33481157e0 con 0x7f3348102180 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ec00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3348115660 con 0x7f3348102b30 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ec00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3348115960 con 0x7f334810fd30 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 0x7f33481a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334d800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 0x7f33481a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40766/0 (socket says 172.21.15.69:40766) 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334d800700 1 -- 172.21.15.69:0/3779216316 learned_addr learned my addr 172.21.15.69:0/3779216316 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334ce00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3348102b30 0x7f33481a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.389+0000 7f334e200700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f334810fd30 0x7f334819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334d800700 1 -- 172.21.15.69:0/3779216316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f334810fd30 msgr2=0x7f334819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334d800700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f334810fd30 0x7f334819bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334d800700 1 -- 172.21.15.69:0/3779216316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3348102b30 msgr2=0x7f33481a1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334d800700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3348102b30 0x7f33481a1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334d800700 1 -- 172.21.15.69:0/3779216316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f334819c280 con 0x7f3348102180 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334d800700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 0x7f33481a1910 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f333c00d950 tx=0x7f333c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f3346000700 1 -- 172.21.15.69:0/3779216316 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c016070 con 0x7f3348102180 2024-05-08T06:09:36.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f334819c570 con 0x7f3348102180 2024-05-08T06:09:36.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f3346000700 1 -- 172.21.15.69:0/3779216316 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f333c00fd40 con 0x7f3348102180 2024-05-08T06:09:36.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f3346000700 1 -- 172.21.15.69:0/3779216316 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333c00e3b0 con 0x7f3348102180 2024-05-08T06:09:36.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.390+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33481a87e0 con 0x7f3348102180 2024-05-08T06:09:36.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.394+0000 7f3346000700 1 -- 172.21.15.69:0/3779216316 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f333c019070 con 0x7f3348102180 2024-05-08T06:09:36.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.395+0000 7f335abc3b80 1 Processor -- start 2024-05-08T06:09:36.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 -- start start 2024-05-08T06:09:36.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f3346000700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f33300b2900 0x7f33300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef0669180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef0663430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55aef05b5a20 con 0x55aef0668da0 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55aef0553760 con 0x55aef0663a50 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f335abc3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55aef05b19e0 con 0x55aef06696c0 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f3346000700 1 -- 172.21.15.69:0/3779216316 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f333c0e1cd0 con 0x7f3348102180 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f334e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef0669180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f334d800700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f33300b2900 0x7f33300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f334e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef0669180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40770/0 (socket says 172.21.15.69:40770) 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.396+0000 7f334e200700 1 -- 172.21.15.69:0/2686739489 learned_addr learned my addr 172.21.15.69:0/2686739489 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334ce00700 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef0663430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 -- 172.21.15.69:0/2686739489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 msgr2=0x55aef0663430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef0663430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 -- 172.21.15.69:0/2686739489 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 msgr2=0x55aef0663ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 -- 172.21.15.69:0/2686739489 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aef05028d0 con 0x55aef0668da0 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334d800700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f33300b2900 0x7f33300b4dc0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f333c0a5320 tx=0x7f333c010a40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:36.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.397+0000 7f334e200700 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef0669180 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3340009d90 tx=0x7f3340003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1648cf93b38365e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:36.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.398+0000 7f333aa00700 1 -- 172.21.15.69:0/2686739489 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340007700 con 0x55aef0668da0 2024-05-08T06:09:36.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.398+0000 7f333aa00700 1 -- 172.21.15.69:0/2686739489 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3340007d50 con 0x55aef0668da0 2024-05-08T06:09:36.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.398+0000 7f333aa00700 1 -- 172.21.15.69:0/2686739489 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3340017a50 con 0x55aef0668da0 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.398+0000 7f335abc3b80 1 -- 172.21.15.69:0/2686739489 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 msgr2=0x55aef0669180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.398+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef0669180 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3340009d90 tx=0x7f3340003b60 comp rx=0 tx=0).stop 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 -- 172.21.15.69:0/2686739489 shutdown_connections 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef0669180 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2686739489 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef0663430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 -- 172.21.15.69:0/2686739489 >> 172.21.15.69:0/2686739489 conn(0x55aef05db6d0 msgr2=0x55aef065dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 -- 172.21.15.69:0/2686739489 shutdown_connections 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 -- 172.21.15.69:0/2686739489 wait complete. 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.399+0000 7f335abc3b80 1 -- start start 2024-05-08T06:09:36.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 Processor -- start 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef066f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0668da0 0x55aef066c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55aef0670150 con 0x55aef0663a50 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55aef051bb20 con 0x55aef0668da0 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55aef06702d0 con 0x55aef06696c0 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.400+0000 7f335abc3b80 10 client.0 _ll_register_callbacks cb 0x55aef055cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef066f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0668da0 0x55aef066c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef066f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40776/0 (socket says 172.21.15.69:40776) 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334e200700 1 -- 172.21.15.69:0/3664320074 learned_addr learned my addr 172.21.15.69:0/3664320074 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334e200700 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 -- 172.21.15.69:0/3664320074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 msgr2=0x55aef066cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 -- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 msgr2=0x55aef066f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef066f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 -- 172.21.15.69:0/3664320074 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aef057b420 con 0x55aef0668da0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.401+0000 7f334ce00700 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0668da0 0x55aef066c880 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f333400b5c0 tx=0x7f333400bf20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36e0926047d26cfc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f332f400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f332f400700 1 -- 172.21.15.69:0/3664320074 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3334003a60 con 0x55aef0668da0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f332f400700 1 -- 172.21.15.69:0/3664320074 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3334003c00 con 0x55aef0668da0 2024-05-08T06:09:36.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3340007d50 con 0x55aef0668da0 2024-05-08T06:09:36.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f332f400700 1 -- 172.21.15.69:0/3664320074 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3334003680 con 0x55aef0668da0 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f335abc3b80 10 client.26651 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.402+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aef067aaf0 con 0x55aef0668da0 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f332f400700 1 -- 172.21.15.69:0/3664320074 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3340007d50 con 0x55aef0668da0 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f332f400700 1 -- 172.21.15.69:0/3664320074 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f333400f6c0 con 0x55aef0668da0 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f335abc3b80 10 client.26651 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f335abc3b80 10 client.26651 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f335abc3b80 20 client.26651 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f335abc3b80 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef067d130 0x55aef067f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f335abc3b80 4 client.26651 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aef0630140 con 0x55aef067d130 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.403+0000 7f334e200700 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef067d130 0x55aef067f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.404+0000 7f334e200700 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef067d130 0x55aef067f520 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bf2280e867f30df4 server_cookie=842ddc08acdc4715 in_seq=0 out_seq=0 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.404+0000 7f332f400700 10 client.26651 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f332f400700 1 -- 172.21.15.69:0/3664320074 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55aef0630140 con 0x55aef067d130 2024-05-08T06:09:36.405 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f332f400700 10 client.26651 handle_command_reply: tid=0 2024-05-08T06:09:36.406 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 client.26651 shutdown 2024-05-08T06:09:36.406 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0668da0 msgr2=0x55aef066c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.406 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0668da0 0x55aef066c880 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f333400b5c0 tx=0x7f333400bf20 comp rx=0 tx=0).stop 2024-05-08T06:09:36.406 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 shutdown_connections 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef067d130 0x55aef067f520 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef066f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f332f400700 0 client.26651 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 --2- 172.21.15.69:0/3664320074 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0668da0 0x55aef066c880 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 >> 172.21.15.69:0/3664320074 conn(0x55aef05db6d0 msgr2=0x55aef0658750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 shutdown_connections 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 1 -- 172.21.15.69:0/3664320074 wait complete. 2024-05-08T06:09:36.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.405+0000 7f335abc3b80 20 client.26651 trim_cache size 0 max 16384 2024-05-08T06:09:36.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.421+0000 7f335abc3b80 1 Processor -- start 2024-05-08T06:09:36.422 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 -- start start 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef065fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f33481b2360 con 0x55aef0668da0 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f33481afbf0 con 0x55aef0663a50 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f335abc3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f33481ada40 con 0x55aef06696c0 2024-05-08T06:09:36.423 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f334ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef065fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f334ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef065fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40782/0 (socket says 172.21.15.69:40782) 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f334ce00700 1 -- 172.21.15.69:0/157269105 learned_addr learned my addr 172.21.15.69:0/157269105 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.422+0000 7f334e200700 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334e200700 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334ce00700 1 -- 172.21.15.69:0/157269105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 msgr2=0x55aef066ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334ce00700 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334ce00700 1 -- 172.21.15.69:0/157269105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 msgr2=0x55aef0663430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334ce00700 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334ce00700 1 -- 172.21.15.69:0/157269105 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aef066adf0 con 0x55aef0668da0 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334e200700 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:36.424 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.423+0000 7f334ce00700 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef065fb50 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f333400c010 tx=0x7f3334009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c066737e0aba3244 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.424+0000 7f333a000700 1 -- 172.21.15.69:0/157269105 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333402c440 con 0x55aef0668da0 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.424+0000 7f333a000700 1 -- 172.21.15.69:0/157269105 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3334003680 con 0x55aef0668da0 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.424+0000 7f333a000700 1 -- 172.21.15.69:0/157269105 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333402c630 con 0x55aef0668da0 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.424+0000 7f335abc3b80 1 -- 172.21.15.69:0/157269105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 msgr2=0x55aef065fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.424+0000 7f335abc3b80 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef065fb50 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f333400c010 tx=0x7f3334009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 -- 172.21.15.69:0/157269105 shutdown_connections 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef06696c0 0x55aef066ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.425 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef0663a50 0x55aef0663430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 --2- 172.21.15.69:0/157269105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0668da0 0x55aef065fb50 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 -- 172.21.15.69:0/157269105 >> 172.21.15.69:0/157269105 conn(0x55aef05db6d0 msgr2=0x55aef0667a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:36.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 -- 172.21.15.69:0/157269105 shutdown_connections 2024-05-08T06:09:36.426 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 -- 172.21.15.69:0/157269105 wait complete. 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.425+0000 7f335abc3b80 1 -- start start 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 Processor -- start 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef0675740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 0x55aef0675c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef06696c0 0x55aef0684370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f33481ae0b0 con 0x55aef0663a50 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f33481af520 con 0x55aef06696c0 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f33481ae780 con 0x55aef0668da0 2024-05-08T06:09:36.427 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.426+0000 7f335abc3b80 10 client.0 _ll_register_callbacks cb 0x55aef055cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef0675740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334ce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 0x55aef0675c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef0675740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40788/0 (socket says 172.21.15.69:40788) 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334ce00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 0x55aef0675c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:40760/0 (socket says 172.21.15.69:40760) 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 -- 172.21.15.69:0/2622544793 learned_addr learned my addr 172.21.15.69:0/2622544793 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef06696c0 0x55aef0684370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 -- 172.21.15.69:0/2622544793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 msgr2=0x55aef0675c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 0x55aef0675c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 -- 172.21.15.69:0/2622544793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef06696c0 msgr2=0x55aef0684370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef06696c0 0x55aef0684370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 -- 172.21.15.69:0/2622544793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aef0684be0 con 0x55aef0663a50 2024-05-08T06:09:36.428 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334ce00700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 0x55aef0675c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f334e200700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef0675740 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3340003a20 tx=0x7f3340003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b106fa133dff06ea server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:36.429 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.427+0000 7f332f400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:36.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.430+0000 7f332f400700 1 -- 172.21.15.69:0/2622544793 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f334001f040 con 0x55aef0663a50 2024-05-08T06:09:36.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.430+0000 7f332f400700 1 -- 172.21.15.69:0/2622544793 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3340004b10 con 0x55aef0663a50 2024-05-08T06:09:36.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.430+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3334003680 con 0x55aef0663a50 2024-05-08T06:09:36.430 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.430+0000 7f332f400700 1 -- 172.21.15.69:0/2622544793 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3340008670 con 0x55aef0663a50 2024-05-08T06:09:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.430+0000 7f335abc3b80 10 client.16521 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.430+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55aef06e7690 con 0x55aef0663a50 2024-05-08T06:09:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f332f400700 1 -- 172.21.15.69:0/2622544793 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3334003680 con 0x55aef0663a50 2024-05-08T06:09:36.431 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f332f400700 1 -- 172.21.15.69:0/2622544793 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3340025040 con 0x55aef0663a50 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f335abc3b80 10 client.16521 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f335abc3b80 10 client.16521 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f335abc3b80 20 client.16521 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef06e7b00 0x55aef06e9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f335abc3b80 4 client.16521 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aef05c3400 con 0x55aef06e7b00 2024-05-08T06:09:36.432 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.431+0000 7f334ce00700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef06e7b00 0x55aef06e9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f334ce00700 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef06e7b00 0x55aef06e9ef0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=188252e5c6180347 server_cookie=4b2ba74191363123 in_seq=0 out_seq=0 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f332f400700 10 client.16521 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f332f400700 1 -- 172.21.15.69:0/2622544793 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aef05c3400 con 0x55aef06e7b00 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f332f400700 10 client.16521 handle_command_reply: tid=0 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 client.16521 shutdown 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 msgr2=0x55aef0675740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.433 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef0675740 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3340003a20 tx=0x7f3340003b60 comp rx=0 tx=0).stop 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 shutdown_connections 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55aef06e7b00 0x55aef06e9ef0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55aef06696c0 0x55aef0684370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.432+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55aef0663a50 0x55aef0675740 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.433+0000 7f335abc3b80 1 --2- 172.21.15.69:0/2622544793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55aef0668da0 0x55aef0675c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.433+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 >> 172.21.15.69:0/2622544793 conn(0x55aef05db6d0 msgr2=0x55aef0667a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.433+0000 7f332f400700 0 client.16521 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.433+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 shutdown_connections 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.433+0000 7f335abc3b80 1 -- 172.21.15.69:0/2622544793 wait complete. 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.433+0000 7f335abc3b80 20 client.16521 trim_cache size 0 max 16384 2024-05-08T06:09:36.434 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f33300b2900 msgr2=0x7f33300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f33300b2900 0x7f33300b4dc0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f333c0a5320 tx=0x7f333c010a40 comp rx=0 tx=0).stop 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 msgr2=0x7f33481a1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 0x7f33481a1910 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f333c00d950 tx=0x7f333c00dc60 comp rx=0 tx=0).stop 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 shutdown_connections 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f334810fd30 0x7f334819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.435 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3348102180 0x7f33481a1910 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f33300b2900 0x7f33300b4dc0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 --2- 172.21.15.69:0/3779216316 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3348102b30 0x7f33481a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:36.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 >> 172.21.15.69:0/3779216316 conn(0x7f33480fddc0 msgr2=0x7f33481001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:36.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 shutdown_connections 2024-05-08T06:09:36.436 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:36.434+0000 7f334ec00700 1 -- 172.21.15.69:0/3779216316 wait complete. 2024-05-08T06:09:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:36 smithi105 ceph-mon[34393]: pgmap v697: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:36 smithi135 ceph-mon[34761]: pgmap v697: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:36.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:36 smithi069 ceph-mon[29571]: pgmap v697: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:37.475 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:09:37.928 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:38.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:38 smithi069 ceph-mon[29571]: pgmap v698: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:39.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:38 smithi105 ceph-mon[34393]: pgmap v698: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:39.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:38 smithi135 ceph-mon[34761]: pgmap v698: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.347+0000 7fa66dc00700 1 -- 172.21.15.69:0/1738693220 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa6681056e0 msgr2=0x7fa668105b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.347+0000 7fa66dc00700 1 --2- 172.21.15.69:0/1738693220 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa6681056e0 0x7fa668105b60 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fa654009990 tx=0x7fa654009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 -- 172.21.15.69:0/1738693220 shutdown_connections 2024-05-08T06:09:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 --2- 172.21.15.69:0/1738693220 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa6681125b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 --2- 172.21.15.69:0/1738693220 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa66810b6e0 0x7fa66810bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 --2- 172.21.15.69:0/1738693220 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa6681056e0 0x7fa668105b60 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 -- 172.21.15.69:0/1738693220 >> 172.21.15.69:0/1738693220 conn(0x7fa6681011d0 msgr2=0x7fa6681035f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:40.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 -- 172.21.15.69:0/1738693220 shutdown_connections 2024-05-08T06:09:40.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.348+0000 7fa66dc00700 1 -- 172.21.15.69:0/1738693220 wait complete. 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 Processor -- start 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 -- start start 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 0x7fa66819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa66819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa66810b6e0 0x7fa6681a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa668115920 con 0x7fa6681056e0 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681157a0 con 0x7fa66810b6e0 2024-05-08T06:09:40.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.349+0000 7fa66dc00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa668115aa0 con 0x7fa6681060a0 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 0x7fa66819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa66819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 0x7fa66819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55082/0 (socket says 172.21.15.69:55082) 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa66819c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:53400/0 (socket says 172.21.15.69:53400) 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 -- 172.21.15.69:0/922567186 learned_addr learned my addr 172.21.15.69:0/922567186 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa667400700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa66810b6e0 0x7fa6681a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 -- 172.21.15.69:0/922567186 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 msgr2=0x7fa66819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa66819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 -- 172.21.15.69:0/922567186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa66810b6e0 msgr2=0x7fa6681a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa66810b6e0 0x7fa6681a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666a00700 1 -- 172.21.15.69:0/922567186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6681a0de0 con 0x7fa6681056e0 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa667400700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa66810b6e0 0x7fa6681a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:40.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.350+0000 7fa666000700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa66819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:40.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.351+0000 7fa666a00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 0x7fa66819bdd0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa65800e9a0 tx=0x7fa65800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:40.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.351+0000 7fa65f400700 1 -- 172.21.15.69:0/922567186 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65800cbd0 con 0x7fa6681056e0 2024-05-08T06:09:40.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.351+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6681a10d0 con 0x7fa6681056e0 2024-05-08T06:09:40.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.351+0000 7fa65f400700 1 -- 172.21.15.69:0/922567186 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa65800cd70 con 0x7fa6681056e0 2024-05-08T06:09:40.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.351+0000 7fa65f400700 1 -- 172.21.15.69:0/922567186 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa658018680 con 0x7fa6681056e0 2024-05-08T06:09:40.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.351+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6681a8950 con 0x7fa6681056e0 2024-05-08T06:09:40.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.355+0000 7fa65f400700 1 -- 172.21.15.69:0/922567186 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa658010430 con 0x7fa6681056e0 2024-05-08T06:09:40.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.356+0000 7fa67863ab80 1 Processor -- start 2024-05-08T06:09:40.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 -- start start 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa65f400700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa64c0b2880 0x7fa64c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x561079052440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079056490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610790569d0 0x561079056e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561078fa4a20 con 0x561079052060 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561078f42760 con 0x561079052980 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa67863ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x561078fa09e0 con 0x5610790569d0 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa65f400700 1 -- 172.21.15.69:0/922567186 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa6580e2440 con 0x7fa6681056e0 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa666000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079056490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa666000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079056490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:49930/0 (socket says 172.21.15.69:49930) 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.357+0000 7fa666000700 1 -- 172.21.15.69:0/1273248871 learned_addr learned my addr 172.21.15.69:0/1273248871 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666a00700 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x561079052440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666000700 1 -- 172.21.15.69:0/1273248871 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610790569d0 msgr2=0x561079056e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666000700 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610790569d0 0x561079056e30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666000700 1 -- 172.21.15.69:0/1273248871 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 msgr2=0x561079052440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666000700 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x561079052440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666000700 1 -- 172.21.15.69:0/1273248871 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561078ef18d0 con 0x561079052980 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666a00700 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x561079052440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:40.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa667400700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa64c0b2880 0x7fa64c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa666000700 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079056490 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa654015000 tx=0x7fa654005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc037ea662d541cc server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.358+0000 7fa653e00700 1 -- 172.21.15.69:0/1273248871 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa654004240 con 0x561079052980 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa653e00700 1 -- 172.21.15.69:0/1273248871 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa654027070 con 0x561079052980 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa653e00700 1 -- 172.21.15.69:0/1273248871 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65400f460 con 0x561079052980 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 -- 172.21.15.69:0/1273248871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 msgr2=0x561079056490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079056490 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa654015000 tx=0x7fa654005fd0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa667400700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa64c0b2880 0x7fa64c0b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa660009420 tx=0x7fa66000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 -- 172.21.15.69:0/1273248871 shutdown_connections 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5610790569d0 0x561079056e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x561079052440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1273248871 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079056490 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.359+0000 7fa67863ab80 1 -- 172.21.15.69:0/1273248871 >> 172.21.15.69:0/1273248871 conn(0x561078f80b60 msgr2=0x56107904c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:40.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.360+0000 7fa67863ab80 1 -- 172.21.15.69:0/1273248871 shutdown_connections 2024-05-08T06:09:40.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.360+0000 7fa67863ab80 1 -- 172.21.15.69:0/1273248871 wait complete. 2024-05-08T06:09:40.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.360+0000 7fa67863ab80 1 -- start start 2024-05-08T06:09:40.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 Processor -- start 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 0x56107905dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x56107905b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x56107905b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x56107905eb80 con 0x5610790569d0 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x561078f0ab20 con 0x561079052060 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x56107905ed00 con 0x561079052980 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.361+0000 7fa67863ab80 10 client.0 _ll_register_callbacks cb 0x561078f4bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 0x56107905dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 0x56107905dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:49936/0 (socket says 172.21.15.69:49936) 2024-05-08T06:09:40.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 -- 172.21.15.69:0/1826142954 learned_addr learned my addr 172.21.15.69:0/1826142954 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa667400700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x56107905b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666000700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x56107905b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 -- 172.21.15.69:0/1826142954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 msgr2=0x56107905b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x56107905b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 -- 172.21.15.69:0/1826142954 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 msgr2=0x56107905b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x56107905b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 -- 172.21.15.69:0/1826142954 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561078f6a420 con 0x561079052060 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666000700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x56107905b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa666a00700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 0x56107905dde0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa6580dfef0 tx=0x7fa6580bf870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f3c3811b81b8806 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa650c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.362+0000 7fa650c00700 1 -- 172.21.15.69:0/1826142954 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6580a51a0 con 0x561079052060 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa650c00700 1 -- 172.21.15.69:0/1826142954 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa6580b25f0 con 0x561079052060 2024-05-08T06:09:40.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa654027070 con 0x561079052060 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa650c00700 1 -- 172.21.15.69:0/1826142954 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa6580b21b0 con 0x561079052060 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa67863ab80 10 client.26669 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610790693e0 con 0x561079052060 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa650c00700 1 -- 172.21.15.69:0/1826142954 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa654027070 con 0x561079052060 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.363+0000 7fa650c00700 1 -- 172.21.15.69:0/1826142954 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa658010720 con 0x561079052060 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa67863ab80 10 client.26669 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa67863ab80 10 client.26669 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa67863ab80 20 client.26669 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56107906b970 0x56107906dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa67863ab80 4 client.26669 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:40.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56107901f0a0 con 0x56107906b970 2024-05-08T06:09:40.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.364+0000 7fa666000700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56107906b970 0x56107906dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.365+0000 7fa666000700 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56107906b970 0x56107906dd60 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ae86e7537b878e8 server_cookie=c7ee8d215d300c1b in_seq=0 out_seq=0 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.365+0000 7fa650c00700 10 client.26669 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa650c00700 1 -- 172.21.15.69:0/1826142954 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x56107901f0a0 con 0x56107906b970 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa650c00700 10 client.26669 handle_command_reply: tid=0 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 client.26669 shutdown 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 msgr2=0x56107905dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 0x56107905dde0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fa6580dfef0 tx=0x7fa6580bf870 comp rx=0 tx=0).stop 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 shutdown_connections 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x56107905b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052060 0x56107905dde0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56107906b970 0x56107906dd60 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1826142954 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x56107905b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa650c00700 0 client.26669 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:40.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 >> 172.21.15.69:0/1826142954 conn(0x561078f80b60 msgr2=0x5610790472b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:40.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.366+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 shutdown_connections 2024-05-08T06:09:40.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.367+0000 7fa67863ab80 1 -- 172.21.15.69:0/1826142954 wait complete. 2024-05-08T06:09:40.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.367+0000 7fa67863ab80 20 client.26669 trim_cache size 0 max 16384 2024-05-08T06:09:40.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 Processor -- start 2024-05-08T06:09:40.385 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 -- start start 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052060 0x56107905a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079055aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x561079073630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681b2560 con 0x5610790569d0 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681afdf0 con 0x561079052980 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.385+0000 7fa67863ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681adc40 con 0x561079052060 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa667400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x561079073630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.386 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079055aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052060 0x56107905a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa667400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x561079073630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55100/0 (socket says 172.21.15.69:55100) 2024-05-08T06:09:40.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079055aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:49942/0 (socket says 172.21.15.69:49942) 2024-05-08T06:09:40.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa667400700 1 -- 172.21.15.69:0/1128877595 learned_addr learned my addr 172.21.15.69:0/1128877595 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666a00700 1 -- 172.21.15.69:0/1128877595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 msgr2=0x561079055aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666a00700 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079055aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666a00700 1 -- 172.21.15.69:0/1128877595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 msgr2=0x561079073630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666a00700 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x561079073630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666a00700 1 -- 172.21.15.69:0/1128877595 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610790493f0 con 0x561079052060 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa667400700 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x561079073630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.386+0000 7fa666000700 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079055aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:40.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.387+0000 7fa666a00700 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052060 0x56107905a300 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa658009230 tx=0x7fa658010cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaa88a4c937fdbdb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.387+0000 7fa653400700 1 -- 172.21.15.69:0/1128877595 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6580b2870 con 0x561079052060 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.387+0000 7fa653400700 1 -- 172.21.15.69:0/1128877595 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6580a9520 con 0x561079052060 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.387+0000 7fa653400700 1 -- 172.21.15.69:0/1128877595 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6580a9a10 con 0x561079052060 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 -- 172.21.15.69:0/1128877595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052060 msgr2=0x56107905a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052060 0x56107905a300 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fa658009230 tx=0x7fa658010cb0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 -- 172.21.15.69:0/1128877595 shutdown_connections 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5610790569d0 0x561079073630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052060 0x56107905a300 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 --2- 172.21.15.69:0/1128877595 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x561079052980 0x561079055aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 -- 172.21.15.69:0/1128877595 >> 172.21.15.69:0/1128877595 conn(0x561078f80b60 msgr2=0x561079055390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 -- 172.21.15.69:0/1128877595 shutdown_connections 2024-05-08T06:09:40.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.388+0000 7fa67863ab80 1 -- 172.21.15.69:0/1128877595 wait complete. 2024-05-08T06:09:40.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 -- start start 2024-05-08T06:09:40.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 Processor -- start 2024-05-08T06:09:40.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x5610790645e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x561079061980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610790569d0 0x561079061f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.392 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681ae2b0 con 0x561079052060 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681af720 con 0x5610790569d0 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa6681ae980 con 0x561079052980 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.389+0000 7fa67863ab80 10 client.0 _ll_register_callbacks cb 0x561078f4bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa666a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x5610790645e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610790569d0 0x561079061f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa666a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x5610790645e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55114/0 (socket says 172.21.15.69:55114) 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa666a00700 1 -- 172.21.15.69:0/2910049288 learned_addr learned my addr 172.21.15.69:0/2910049288 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa666000700 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x561079061980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 -- 172.21.15.69:0/2910049288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 msgr2=0x561079061980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x561079061980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 -- 172.21.15.69:0/2910049288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 msgr2=0x5610790645e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x5610790645e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 -- 172.21.15.69:0/2910049288 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610790d51f0 con 0x5610790569d0 2024-05-08T06:09:40.393 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa667400700 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610790569d0 0x561079061f90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa660007b70 tx=0x7fa660004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=babd6300646aac62 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.390+0000 7fa650c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa650c00700 1 -- 172.21.15.69:0/2910049288 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa660027070 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa6580a9520 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa650c00700 1 -- 172.21.15.69:0/2910049288 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa660016d30 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa650c00700 1 -- 172.21.15.69:0/2910049288 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa660033050 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa67863ab80 10 client.26675 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5610790d63e0 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.391+0000 7fa650c00700 1 -- 172.21.15.69:0/2910049288 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6580a9520 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa650c00700 1 -- 172.21.15.69:0/2910049288 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fa660022040 con 0x5610790569d0 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa67863ab80 10 client.26675 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa67863ab80 10 client.26675 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa67863ab80 20 client.26675 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa67863ab80 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610790d6a70 0x5610790d8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa67863ab80 4 client.26675 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:40.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561078fb2400 con 0x5610790d6a70 2024-05-08T06:09:40.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa666a00700 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610790d6a70 0x5610790d8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa666a00700 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610790d6a70 0x5610790d8e90 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ab59db98837ddf2 server_cookie=663b0a77c36dde26 in_seq=0 out_seq=0 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.392+0000 7fa650c00700 10 client.26675 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa650c00700 1 -- 172.21.15.69:0/2910049288 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561078fb2400 con 0x5610790d6a70 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa650c00700 10 client.26675 handle_command_reply: tid=0 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 client.26675 shutdown 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610790569d0 msgr2=0x561079061f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610790569d0 0x561079061f90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa660007b70 tx=0x7fa660004ad0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 shutdown_connections 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5610790569d0 0x561079061f90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x561079052060 0x5610790645e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5610790d6a70 0x5610790d8e90 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 --2- 172.21.15.69:0/2910049288 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x561079052980 0x561079061980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 >> 172.21.15.69:0/2910049288 conn(0x561078f80b60 msgr2=0x561079046a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa650c00700 0 client.26675 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 shutdown_connections 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 1 -- 172.21.15.69:0/2910049288 wait complete. 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.393+0000 7fa67863ab80 20 client.26675 trim_cache size 0 max 16384 2024-05-08T06:09:40.397 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa64c0b2880 msgr2=0x7fa64c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa64c0b2880 0x7fa64c0b4d40 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fa660009420 tx=0x7fa66000b040 comp rx=0 tx=0).stop 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 msgr2=0x7fa66819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 0x7fa66819bdd0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa65800e9a0 tx=0x7fa65800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 shutdown_connections 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa64c0b2880 0x7fa64c0b4d40 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa66810b6e0 0x7fa6681a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa6681056e0 0x7fa66819bdd0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 --2- 172.21.15.69:0/922567186 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa6681060a0 0x7fa66819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 >> 172.21.15.69:0/922567186 conn(0x7fa6681011d0 msgr2=0x7fa668101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 shutdown_connections 2024-05-08T06:09:40.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:40.394+0000 7fa66dc00700 1 -- 172.21.15.69:0/922567186 wait complete. 2024-05-08T06:09:40.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:40 smithi069 ceph-mon[29571]: pgmap v699: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:09:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:40 smithi105 ceph-mon[34393]: pgmap v699: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:09:41.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:40 smithi135 ceph-mon[34761]: pgmap v699: 97 pgs: 97 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:09:42.504 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:09:42.505 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:09:42.981 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:43.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:42 smithi105 ceph-mon[34393]: pgmap v700: 97 pgs: 97 active+clean; 5.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:09:43.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:42 smithi135 ceph-mon[34761]: pgmap v700: 97 pgs: 97 active+clean; 5.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:09:43.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:42 smithi069 ceph-mon[29571]: pgmap v700: 97 pgs: 97 active+clean; 5.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:09:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:44 smithi069 ceph-mon[29571]: pgmap v701: 97 pgs: 97 active+clean; 5.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:45.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:44 smithi105 ceph-mon[34393]: pgmap v701: 97 pgs: 97 active+clean; 5.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:45.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:44 smithi135 ceph-mon[34761]: pgmap v701: 97 pgs: 97 active+clean; 5.2 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 -- 172.21.15.69:0/1146491072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 msgr2=0x7f27d406be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 --2- 172.21.15.69:0/1146491072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d406be90 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f27c0009990 tx=0x7f27c0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 -- 172.21.15.69:0/1146491072 shutdown_connections 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 --2- 172.21.15.69:0/1146491072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d406c3d0 0x7f27d41102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 --2- 172.21.15.69:0/1146491072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d4109510 0x7f27d41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 --2- 172.21.15.69:0/1146491072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d406be90 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 -- 172.21.15.69:0/1146491072 >> 172.21.15.69:0/1146491072 conn(0x7f27d40791e0 msgr2=0x7f27d40795f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:45.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 -- 172.21.15.69:0/1146491072 shutdown_connections 2024-05-08T06:09:45.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.441+0000 7f27d3200700 1 -- 172.21.15.69:0/1146491072 wait complete. 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 Processor -- start 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 -- start start 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d419f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d406c3d0 0x7f27d419fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d4109510 0x7f27d4199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41135b0 con 0x7f27d406ba10 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f27d4113430 con 0x7f27d4109510 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.443+0000 7f27d3200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f27d4113730 con 0x7f27d406c3d0 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d419f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d419f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55128/0 (socket says 172.21.15.69:55128) 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 -- 172.21.15.69:0/1478360123 learned_addr learned my addr 172.21.15.69:0/1478360123 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:45.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1400700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d406c3d0 0x7f27d419fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d2800700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d4109510 0x7f27d4199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 -- 172.21.15.69:0/1478360123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d406c3d0 msgr2=0x7f27d419fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d406c3d0 0x7f27d419fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 -- 172.21.15.69:0/1478360123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d4109510 msgr2=0x7f27d4199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d4109510 0x7f27d4199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1e00700 1 -- 172.21.15.69:0/1478360123 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27d4199fd0 con 0x7f27d406ba10 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d2800700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d4109510 0x7f27d4199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.444+0000 7f27d1400700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d406c3d0 0x7f27d419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.445+0000 7f27d1e00700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d419f6b0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f27c400eb30 tx=0x7f27c400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.445+0000 7f27caa00700 1 -- 172.21.15.69:0/1478360123 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c400cbd0 con 0x7f27d406ba10 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.445+0000 7f27caa00700 1 -- 172.21.15.69:0/1478360123 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c40044d0 con 0x7f27d406ba10 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.445+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27d419a2c0 con 0x7f27d406ba10 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.445+0000 7f27caa00700 1 -- 172.21.15.69:0/1478360123 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c4003e30 con 0x7f27d406ba10 2024-05-08T06:09:45.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.445+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27d41a6580 con 0x7f27d406ba10 2024-05-08T06:09:45.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.449+0000 7f27caa00700 1 -- 172.21.15.69:0/1478360123 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f27c4004000 con 0x7f27d406ba10 2024-05-08T06:09:45.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.450+0000 7f27e34dbb80 1 Processor -- start 2024-05-08T06:09:45.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.450+0000 7f27e34dbb80 1 -- start start 2024-05-08T06:09:45.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.450+0000 7f27caa00700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f27b80b2880 0x7f27b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e205200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e1ff4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27caa00700 1 -- 172.21.15.69:0/1478360123 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f27c40e25f0 con 0x7f27d406ba10 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e1fff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b92e151aa0 con 0x55b92e204e20 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b92e0ef7e0 con 0x55b92e205740 2024-05-08T06:09:45.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b92e14da60 con 0x55b92e1ffad0 2024-05-08T06:09:45.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e205200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27d2800700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f27b80b2880 0x7f27b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e205200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55140/0 (socket says 172.21.15.69:55140) 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27d1e00700 1 -- 172.21.15.69:0/2039766627 learned_addr learned my addr 172.21.15.69:0/2039766627 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27d1400700 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e1ff4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.451+0000 7f27d2800700 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e1fff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1e00700 1 -- 172.21.15.69:0/2039766627 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 msgr2=0x55b92e1fff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1e00700 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e1fff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1e00700 1 -- 172.21.15.69:0/2039766627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 msgr2=0x55b92e1ff4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1e00700 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e1ff4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1e00700 1 -- 172.21.15.69:0/2039766627 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b92e09e950 con 0x55b92e204e20 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1400700 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e1ff4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d1e00700 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e205200 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f27c4009680 tx=0x7f27c40a9990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bea150c3a708def server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27d2800700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f27b80b2880 0x7f27b80b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x55b92e200490 tx=0x7f27cc009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27bf400700 1 -- 172.21.15.69:0/2039766627 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40a9330 con 0x55b92e204e20 2024-05-08T06:09:45.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27bf400700 1 -- 172.21.15.69:0/2039766627 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c40b2370 con 0x55b92e204e20 2024-05-08T06:09:45.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.452+0000 7f27bf400700 1 -- 172.21.15.69:0/2039766627 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40a5350 con 0x55b92e204e20 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 -- 172.21.15.69:0/2039766627 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 msgr2=0x55b92e205200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e205200 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f27c4009680 tx=0x7f27c40a9990 comp rx=0 tx=0).stop 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 -- 172.21.15.69:0/2039766627 shutdown_connections 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e1fff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e205200 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/2039766627 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e1ff4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 -- 172.21.15.69:0/2039766627 >> 172.21.15.69:0/2039766627 conn(0x55b92e177750 msgr2=0x55b92e1f9d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.453+0000 7f27e34dbb80 1 -- 172.21.15.69:0/2039766627 shutdown_connections 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.454+0000 7f27e34dbb80 1 -- 172.21.15.69:0/2039766627 wait complete. 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.454+0000 7f27e34dbb80 1 -- start start 2024-05-08T06:09:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 Processor -- start 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 0x55b92e20b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e204e20 0x55b92e2087d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e205740 0x55b92e208d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b92e20c1d0 con 0x55b92e1ffad0 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b92e0b7ba0 con 0x55b92e204e20 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b92e20c350 con 0x55b92e205740 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.455+0000 7f27e34dbb80 10 client.0 _ll_register_callbacks cb 0x55b92e0f8cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 0x55b92e20b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 0x55b92e20b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55150/0 (socket says 172.21.15.69:55150) 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 -- 172.21.15.69:0/3953427079 learned_addr learned my addr 172.21.15.69:0/3953427079 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1400700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e204e20 0x55b92e2087d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d2800700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e205740 0x55b92e208d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 -- 172.21.15.69:0/3953427079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e205740 msgr2=0x55b92e208d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e205740 0x55b92e208d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 -- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e204e20 msgr2=0x55b92e2087d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e204e20 0x55b92e2087d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 -- 172.21.15.69:0/3953427079 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b92e1174a0 con 0x55b92e1ffad0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 0x55b92e20b430 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f27c40038d0 tx=0x7f27c40aa0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc1a443dd090840 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.456+0000 7f27b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27b3e00700 1 -- 172.21.15.69:0/3953427079 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c406d020 con 0x55b92e1ffad0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27b3e00700 1 -- 172.21.15.69:0/3953427079 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f27c40b27a0 con 0x55b92e1ffad0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27c40b2370 con 0x55b92e1ffad0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27b3e00700 1 -- 172.21.15.69:0/3953427079 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27c40a9330 con 0x55b92e1ffad0 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 10 client.16551 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:45.458 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b92e21ae00 con 0x55b92e1ffad0 2024-05-08T06:09:45.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27b3e00700 1 -- 172.21.15.69:0/3953427079 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c40b2370 con 0x55b92e1ffad0 2024-05-08T06:09:45.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27b3e00700 1 -- 172.21.15.69:0/3953427079 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27c40b2050 con 0x55b92e1ffad0 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 10 client.16551 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 10 client.16551 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 20 client.16551 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.457+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e21d2d0 0x55b92e21f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.458+0000 7f27e34dbb80 4 client.16551 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.458+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b92e1cc1c0 con 0x55b92e21d2d0 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.458+0000 7f27d1400700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e21d2d0 0x55b92e21f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.458+0000 7f27d1400700 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e21d2d0 0x55b92e21f6c0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48a91d7c8afa8c9e server_cookie=5d8ad3b8947a4507 in_seq=0 out_seq=0 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.458+0000 7f27b3e00700 10 client.16551 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.459+0000 7f27b3e00700 1 -- 172.21.15.69:0/3953427079 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b92e1cc1c0 con 0x55b92e21d2d0 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.459+0000 7f27b3e00700 10 client.16551 handle_command_reply: tid=0 2024-05-08T06:09:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 client.16551 shutdown 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 msgr2=0x55b92e20b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 0x55b92e20b430 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f27c40038d0 tx=0x7f27c40aa0d0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 shutdown_connections 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e21d2d0 0x55b92e21f6c0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e205740 0x55b92e208d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e1ffad0 0x55b92e20b430 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3953427079 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e204e20 0x55b92e2087d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 >> 172.21.15.69:0/3953427079 conn(0x55b92e177750 msgr2=0x55b92e1f47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27b3e00700 0 client.16551 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 shutdown_connections 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3953427079 wait complete. 2024-05-08T06:09:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.460+0000 7f27e34dbb80 20 client.16551 trim_cache size 0 max 16384 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 Processor -- start 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 -- start start 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e1ffad0 0x55b92e1f48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e204e20 0x55b92e20a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e205740 0x55b92e2226e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41ae0a0 con 0x55b92e205740 2024-05-08T06:09:45.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41ab930 con 0x55b92e1ffad0 2024-05-08T06:09:45.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41a9780 con 0x55b92e204e20 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.483+0000 7f27d2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e205740 0x55b92e2226e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e1ffad0 0x55b92e1f48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e205740 0x55b92e2226e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:55162/0 (socket says 172.21.15.69:55162) 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d2800700 1 -- 172.21.15.69:0/3774248701 learned_addr learned my addr 172.21.15.69:0/3774248701 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1400700 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e204e20 0x55b92e20a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 -- 172.21.15.69:0/3774248701 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e204e20 msgr2=0x55b92e20a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e204e20 0x55b92e20a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 -- 172.21.15.69:0/3774248701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e205740 msgr2=0x55b92e2226e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e205740 0x55b92e2226e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 -- 172.21.15.69:0/3774248701 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b92e1f6920 con 0x55b92e1ffad0 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1400700 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e204e20 0x55b92e20a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e1ffad0 0x55b92e1f48e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f27c40a6e30 tx=0x7f27c40a9990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c7dea707b5d87c2c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:45.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.484+0000 7f27bea00700 1 -- 172.21.15.69:0/3774248701 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c406d070 con 0x55b92e1ffad0 2024-05-08T06:09:45.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27bea00700 1 -- 172.21.15.69:0/3774248701 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c40c42a0 con 0x55b92e1ffad0 2024-05-08T06:09:45.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27bea00700 1 -- 172.21.15.69:0/3774248701 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c40aa2c0 con 0x55b92e1ffad0 2024-05-08T06:09:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3774248701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e1ffad0 msgr2=0x55b92e1f48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e1ffad0 0x55b92e1f48e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f27c40a6e30 tx=0x7f27c40a9990 comp rx=0 tx=0).stop 2024-05-08T06:09:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3774248701 shutdown_connections 2024-05-08T06:09:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e205740 0x55b92e2226e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e1ffad0 0x55b92e1f48e0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3774248701 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e204e20 0x55b92e20a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3774248701 >> 172.21.15.69:0/3774248701 conn(0x55b92e177750 msgr2=0x55b92e209e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3774248701 shutdown_connections 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.485+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3774248701 wait complete. 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.486+0000 7f27e34dbb80 1 -- start start 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.486+0000 7f27e34dbb80 1 Processor -- start 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e222820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e222d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e220d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41a9df0 con 0x55b92e204e20 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41ab260 con 0x55b92e205740 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f27d41aa4c0 con 0x55b92e1ffad0 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27e34dbb80 10 client.0 _ll_register_callbacks cb 0x55b92e0f8cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e222820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e222d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e222820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:53476/0 (socket says 172.21.15.69:53476) 2024-05-08T06:09:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d2800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e220d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 -- 172.21.15.69:0/3594040391 learned_addr learned my addr 172.21.15.69:0/3594040391 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:45.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 -- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 msgr2=0x55b92e220d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e220d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 -- 172.21.15.69:0/3594040391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 msgr2=0x55b92e222d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:45.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e222d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1e00700 1 -- 172.21.15.69:0/3594040391 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b92e2215c0 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.487+0000 7f27d1400700 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e222d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27d1e00700 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e222820 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f27c40a98c0 tx=0x7f27c4003800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4418f592750c0d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27b3e00700 1 -- 172.21.15.69:0/3594040391 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27c406d040 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27b3e00700 1 -- 172.21.15.69:0/3594040391 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f27c40e22f0 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27c40c42a0 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27b3e00700 1 -- 172.21.15.69:0/3594040391 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f27c40b2360 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27e34dbb80 10 client.26647 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b92e2215c0 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.488+0000 7f27b3e00700 1 -- 172.21.15.69:0/3594040391 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f27c40c42a0 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27b3e00700 1 -- 172.21.15.69:0/3594040391 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f27c40b2040 con 0x55b92e1ffad0 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27e34dbb80 10 client.26647 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27e34dbb80 10 client.26647 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27e34dbb80 20 client.26647 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e288720 0x55b92e28ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27e34dbb80 4 client.26647 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:09:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b92e15f480 con 0x55b92e288720 2024-05-08T06:09:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.489+0000 7f27d1400700 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e288720 0x55b92e28ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.490+0000 7f27d1400700 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e288720 0x55b92e28ab10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=801c1d4aeb1fe5fc server_cookie=627b47af0d52f2d9 in_seq=0 out_seq=0 2024-05-08T06:09:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.490+0000 7f27b3e00700 10 client.26647 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27b3e00700 1 -- 172.21.15.69:0/3594040391 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b92e15f480 con 0x55b92e288720 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27b3e00700 10 client.26647 handle_command_reply: tid=0 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 client.26647 shutdown 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 msgr2=0x55b92e222820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e222820 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f27c40a98c0 tx=0x7f27c4003800 comp rx=0 tx=0).stop 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 shutdown_connections 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b92e205740 0x55b92e220d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b92e288720 0x55b92e28ab10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b92e1ffad0 0x55b92e222820 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 --2- 172.21.15.69:0/3594040391 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b92e204e20 0x55b92e222d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 >> 172.21.15.69:0/3594040391 conn(0x55b92e177750 msgr2=0x55b92e2039d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27b3e00700 0 client.26647 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.491+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 shutdown_connections 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27e34dbb80 1 -- 172.21.15.69:0/3594040391 wait complete. 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27e34dbb80 20 client.26647 trim_cache size 0 max 16384 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "dc004fc1-04df-4d11-83bd-6850fbc3d25c", 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:09:45.494 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f27b80b2880 msgr2=0x7f27b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27d3200700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f27b80b2880 0x7f27b80b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x55b92e200490 tx=0x7f27cc009920 comp rx=0 tx=0).stop 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 msgr2=0x7f27d419f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27d3200700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d419f6b0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f27c400eb30 tx=0x7f27c400ee40 comp rx=0 tx=0).stop 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.492+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 shutdown_connections 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f27b80b2880 0x7f27b80b4d40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f27d4109510 0x7f27d4199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f27d406ba10 0x7f27d419f6b0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 --2- 172.21.15.69:0/1478360123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f27d406c3d0 0x7f27d419fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 >> 172.21.15.69:0/1478360123 conn(0x7f27d40791e0 msgr2=0x7f27d4100570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 shutdown_connections 2024-05-08T06:09:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:45.493+0000 7f27d3200700 1 -- 172.21.15.69:0/1478360123 wait complete. 2024-05-08T06:09:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:45 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:09:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:45 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:45 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:09:45.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:45 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:45 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:09:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:45 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:45 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:09:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:45 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:45 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:09:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:45 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:45 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:09:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:45 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:09:46.438 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:09:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:46 smithi069 ceph-mon[29571]: pgmap v702: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-05-08T06:09:46.883 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:46 smithi105 ceph-mon[34393]: pgmap v702: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-05-08T06:09:47.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:46 smithi135 ceph-mon[34761]: pgmap v702: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-05-08T06:09:48.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:48 smithi069 ceph-mon[29571]: pgmap v703: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-08T06:09:48.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:48 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:09:49.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:48 smithi105 ceph-mon[34393]: pgmap v703: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-08T06:09:49.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:48 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:09:49.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:48 smithi135 ceph-mon[34761]: pgmap v703: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 11 op/s 2024-05-08T06:09:49.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:48 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 -- 172.21.15.69:0/414399632 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 msgr2=0x7fd9b4075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 --2- 172.21.15.69:0/414399632 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b4075ab0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4009990 tx=0x7fd9a4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 -- 172.21.15.69:0/414399632 shutdown_connections 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 --2- 172.21.15.69:0/414399632 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4114670 0x7fd9b4116a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 --2- 172.21.15.69:0/414399632 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b4075ab0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 --2- 172.21.15.69:0/414399632 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9b4075ff0 0x7fd9b4114130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.310+0000 7fd9b9400700 1 -- 172.21.15.69:0/414399632 >> 172.21.15.69:0/414399632 conn(0x7fd9b407a600 msgr2=0x7fd9b407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.311+0000 7fd9b9400700 1 -- 172.21.15.69:0/414399632 shutdown_connections 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.311+0000 7fd9b9400700 1 -- 172.21.15.69:0/414399632 wait complete. 2024-05-08T06:09:49.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 Processor -- start 2024-05-08T06:09:49.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 -- start start 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b41a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4075ff0 0x7fd9b41a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9b4114670 0x7fd9b41a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b4119cd0 con 0x7fd9b4114670 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b4119b50 con 0x7fd9b4075ff0 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.312+0000 7fd9b9400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b4119e50 con 0x7fd9b40756d0 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b41a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b41a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:44424/0 (socket says 172.21.15.69:44424) 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 -- 172.21.15.69:0/1357196810 learned_addr learned my addr 172.21.15.69:0/1357196810 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9abe00700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4075ff0 0x7fd9b41a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9b4114670 0x7fd9b41a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 -- 172.21.15.69:0/1357196810 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4075ff0 msgr2=0x7fd9b41a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4075ff0 0x7fd9b41a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 -- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9b4114670 msgr2=0x7fd9b41a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9b4114670 0x7fd9b41a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 -- 172.21.15.69:0/1357196810 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9b41a5210 con 0x7fd9b40756d0 2024-05-08T06:09:49.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9abe00700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4075ff0 0x7fd9b41a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:49.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.313+0000 7fd9b2800700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b41a0200 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4000c00 tx=0x7fd9a40057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:49.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.314+0000 7fd9ab400700 1 -- 172.21.15.69:0/1357196810 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4027070 con 0x7fd9b40756d0 2024-05-08T06:09:49.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.314+0000 7fd9ab400700 1 -- 172.21.15.69:0/1357196810 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a4022470 con 0x7fd9b40756d0 2024-05-08T06:09:49.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.314+0000 7fd9ab400700 1 -- 172.21.15.69:0/1357196810 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4017650 con 0x7fd9b40756d0 2024-05-08T06:09:49.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.314+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9b41a54a0 con 0x7fd9b40756d0 2024-05-08T06:09:49.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.314+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9b41acd80 con 0x7fd9b40756d0 2024-05-08T06:09:49.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.319+0000 7fd9ab400700 1 -- 172.21.15.69:0/1357196810 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd9a402a070 con 0x7fd9b40756d0 2024-05-08T06:09:49.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.320+0000 7fd9c3d57b80 1 Processor -- start 2024-05-08T06:09:49.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.320+0000 7fd9c3d57b80 1 -- start start 2024-05-08T06:09:49.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.320+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371dbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.320+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dc4e0 0x5617371d62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371d6d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x561737128a20 con 0x5617371d68f0 2024-05-08T06:09:49.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5617370c6760 con 0x5617371dc4e0 2024-05-08T06:09:49.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5617371249e0 con 0x5617371dbbc0 2024-05-08T06:09:49.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9ab400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9980b2900 0x7fd9980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dc4e0 0x5617371d62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9b3200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371dbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9b3200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371dbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:44428/0 (socket says 172.21.15.69:44428) 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9b3200700 1 -- 172.21.15.69:0/1154452933 learned_addr learned my addr 172.21.15.69:0/1154452933 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9abe00700 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371d6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9980b2900 0x7fd9980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.321+0000 7fd9ab400700 1 -- 172.21.15.69:0/1357196810 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd9a40e2ee0 con 0x7fd9b40756d0 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 -- 172.21.15.69:0/1154452933 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dc4e0 msgr2=0x5617371d62d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dc4e0 0x5617371d62d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 -- 172.21.15.69:0/1154452933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 msgr2=0x5617371d6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371d6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 -- 172.21.15.69:0/1154452933 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617370758d0 con 0x5617371dbbc0 2024-05-08T06:09:49.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371dbfa0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac007a10 tx=0x7fd9ac007d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1266515ead373557 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9980b2900 0x7fd9980b4dc0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac01b000 tx=0x7fd9ac01d000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.322+0000 7fd9a3e00700 1 -- 172.21.15.69:0/1154452933 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac01e040 con 0x5617371dbbc0 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.323+0000 7fd9a3e00700 1 -- 172.21.15.69:0/1154452933 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9ac009330 con 0x5617371dbbc0 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.323+0000 7fd9a3e00700 1 -- 172.21.15.69:0/1154452933 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac01a6d0 con 0x5617371dbbc0 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.323+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1154452933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 msgr2=0x5617371dbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.323+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371dbfa0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac007a10 tx=0x7fd9ac007d20 comp rx=0 tx=0).stop 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1154452933 shutdown_connections 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371d6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371dbfa0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1154452933 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dc4e0 0x5617371d62d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1154452933 >> 172.21.15.69:0/1154452933 conn(0x56173714e6d0 msgr2=0x5617371d0b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:49.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1154452933 shutdown_connections 2024-05-08T06:09:49.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1154452933 wait complete. 2024-05-08T06:09:49.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.324+0000 7fd9c3d57b80 1 -- start start 2024-05-08T06:09:49.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.325+0000 7fd9c3d57b80 1 Processor -- start 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.325+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e21f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371df590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371dfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5617371e2ec0 con 0x5617371d68f0 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x56173708eb20 con 0x5617371dbbc0 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5617371e3040 con 0x5617371dc4e0 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9c3d57b80 10 client.0 _ll_register_callbacks cb 0x5617370cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e21f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9abe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371df590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e21f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35660/0 (socket says 172.21.15.69:35660) 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9abe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371df590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38410/0 (socket says 172.21.15.69:38410) 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b2800700 1 -- 172.21.15.69:0/652875520 learned_addr learned my addr 172.21.15.69:0/652875520 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b3200700 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371dfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b3200700 1 -- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 msgr2=0x5617371df590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b3200700 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371df590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b3200700 1 -- 172.21.15.69:0/652875520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 msgr2=0x5617371e21f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b3200700 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e21f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.326+0000 7fd9b3200700 1 -- 172.21.15.69:0/652875520 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617370ee420 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9b3200700 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371dfad0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac000f80 tx=0x7fd9ac0239f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ad9be682f61e77f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9a0c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9a0c00700 1 -- 172.21.15.69:0/652875520 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ac01e040 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5617371a3140 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9a0c00700 1 -- 172.21.15.69:0/652875520 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd9ac01a880 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9a0c00700 1 -- 172.21.15.69:0/652875520 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd9ac023dc0 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.327+0000 7fd9c3d57b80 10 client.26659 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5617371ed7a0 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9a0c00700 1 -- 172.21.15.69:0/652875520 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5617371a3140 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9a0c00700 1 -- 172.21.15.69:0/652875520 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd9ac018040 con 0x5617371dc4e0 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 10 client.26659 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 10 client.26659 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 20 client.26659 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5617371efcd0 0x5617371f20c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.332 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 4 client.26659 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:49.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.328+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561737136400 con 0x5617371efcd0 2024-05-08T06:09:49.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.329+0000 7fd9b2800700 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5617371efcd0 0x5617371f20c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.329+0000 7fd9a0c00700 10 client.26659 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:49.333 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.329+0000 7fd9b2800700 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5617371efcd0 0x5617371f20c0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9cb4e44e5d20967a server_cookie=364b8919d8feaa82 in_seq=0 out_seq=0 2024-05-08T06:09:49.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9a0c00700 1 -- 172.21.15.69:0/652875520 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x561737136400 con 0x5617371efcd0 2024-05-08T06:09:49.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9a0c00700 10 client.26659 handle_command_reply: tid=0 2024-05-08T06:09:49.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 client.26659 shutdown 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 msgr2=0x5617371dfad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371dfad0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac000f80 tx=0x7fd9ac0239f0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 shutdown_connections 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5617371efcd0 0x5617371f20c0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371dfad0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e21f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9a0c00700 0 client.26659 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/652875520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371df590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.330+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 >> 172.21.15.69:0/652875520 conn(0x56173714e6d0 msgr2=0x5617371d0190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.331+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 shutdown_connections 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.331+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/652875520 wait complete. 2024-05-08T06:09:49.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.331+0000 7fd9c3d57b80 20 client.26659 trim_cache size 0 max 16384 2024-05-08T06:09:49.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 Processor -- start 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 -- start start 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371d68f0 0x5617371d62d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371ebf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371dc4e0 0x5617371de770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b41b6910 con 0x5617371dc4e0 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b41b41a0 con 0x5617371d68f0 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b41b1ff0 con 0x5617371dbbc0 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.353+0000 7fd9abe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371ebf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371d68f0 0x5617371d62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9abe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371ebf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:44438/0 (socket says 172.21.15.69:44438) 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9abe00700 1 -- 172.21.15.69:0/3908378745 learned_addr learned my addr 172.21.15.69:0/3908378745 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b3200700 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371dc4e0 0x5617371de770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 -- 172.21.15.69:0/3908378745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 msgr2=0x5617371ebf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371ebf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 -- 172.21.15.69:0/3908378745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371dc4e0 msgr2=0x5617371de770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371dc4e0 0x5617371de770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 -- 172.21.15.69:0/3908378745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617371cbab0 con 0x5617371d68f0 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9b2800700 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371d68f0 0x5617371d62d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd9a40a65c0 tx=0x7fd9a4092040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebfc2a4ec08e2a63 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9a3400700 1 -- 172.21.15.69:0/3908378745 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a40a9cb0 con 0x5617371d68f0 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9a3400700 1 -- 172.21.15.69:0/3908378745 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a40e0e50 con 0x5617371d68f0 2024-05-08T06:09:49.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.354+0000 7fd9a3400700 1 -- 172.21.15.69:0/3908378745 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a40e0aa0 con 0x5617371d68f0 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/3908378745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371d68f0 msgr2=0x5617371d62d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371d68f0 0x5617371d62d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fd9a40a65c0 tx=0x7fd9a4092040 comp rx=0 tx=0).stop 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/3908378745 shutdown_connections 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371dc4e0 0x5617371de770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371d68f0 0x5617371d62d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/3908378745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dbbc0 0x5617371ebf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.355+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/3908378745 >> 172.21.15.69:0/3908378745 conn(0x56173714e6d0 msgr2=0x5617371dcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.356+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/3908378745 shutdown_connections 2024-05-08T06:09:49.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.356+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/3908378745 wait complete. 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.356+0000 7fd9c3d57b80 1 -- start start 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.356+0000 7fd9c3d57b80 1 Processor -- start 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371e89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371e52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b41b2660 con 0x5617371d68f0 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b41b3ad0 con 0x5617371dbbc0 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b41b2d30 con 0x5617371dc4e0 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9c3d57b80 10 client.0 _ll_register_callbacks cb 0x5617370cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9b2800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9abe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371e89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9abe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371e89f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38436/0 (socket says 172.21.15.69:38436) 2024-05-08T06:09:49.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9abe00700 1 -- 172.21.15.69:0/1688479336 learned_addr learned my addr 172.21.15.69:0/1688479336 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.357+0000 7fd9b3200700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371e52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9abe00700 1 -- 172.21.15.69:0/1688479336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 msgr2=0x5617371e52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9abe00700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371e52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9abe00700 1 -- 172.21.15.69:0/1688479336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 msgr2=0x5617371e84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9abe00700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9abe00700 1 -- 172.21.15.69:0/1688479336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617371e5b00 con 0x5617371dbbc0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9b2800700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9abe00700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371e89f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0039c0 tx=0x7fd99c003cd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7e049dbcca36556 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9a0c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9a0c00700 1 -- 172.21.15.69:0/1688479336 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd99c012ac0 con 0x5617371dbbc0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd9a40e0e50 con 0x5617371dbbc0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.358+0000 7fd9a0c00700 1 -- 172.21.15.69:0/1688479336 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd99c012c60 con 0x5617371dbbc0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9a0c00700 1 -- 172.21.15.69:0/1688479336 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd99c012e60 con 0x5617371dbbc0 2024-05-08T06:09:49.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 10 client.26711 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:49.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56173725ae20 con 0x5617371dbbc0 2024-05-08T06:09:49.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9a0c00700 1 -- 172.21.15.69:0/1688479336 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a40e0e50 con 0x5617371dbbc0 2024-05-08T06:09:49.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9a0c00700 1 -- 172.21.15.69:0/1688479336 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd99c025030 con 0x5617371dbbc0 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 10 client.26711 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 10 client.26711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 20 client.26711 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56173725b5b0 0x56173725d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 4 client.26711 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.359+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5617371304a0 con 0x56173725b5b0 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.360+0000 7fd9b2800700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56173725b5b0 0x56173725d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.360+0000 7fd9b2800700 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56173725b5b0 0x56173725d9d0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ab0660d3b3727e7 server_cookie=5178ec046dbbe0f8 in_seq=0 out_seq=0 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.360+0000 7fd9a0c00700 10 client.26711 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.360+0000 7fd9a0c00700 1 -- 172.21.15.69:0/1688479336 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5617371304a0 con 0x56173725b5b0 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.360+0000 7fd9a0c00700 10 client.26711 handle_command_reply: tid=0 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.360+0000 7fd9c3d57b80 1 client.26711 shutdown 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 msgr2=0x5617371e89f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371e89f0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fd99c0039c0 tx=0x7fd99c003cd0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 shutdown_connections 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x56173725b5b0 0x56173725d9d0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617371dc4e0 0x5617371e52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617371d68f0 0x5617371e84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9a0c00700 0 client.26711 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 --2- 172.21.15.69:0/1688479336 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617371dbbc0 0x5617371e89f0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 >> 172.21.15.69:0/1688479336 conn(0x56173714e6d0 msgr2=0x5617371da700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 shutdown_connections 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 1 -- 172.21.15.69:0/1688479336 wait complete. 2024-05-08T06:09:49.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.361+0000 7fd9c3d57b80 20 client.26711 trim_cache size 0 max 16384 2024-05-08T06:09:49.366 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:09:49.366 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:09:49.366 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:09:49.366 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9980b2900 msgr2=0x7fd9980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9980b2900 0x7fd9980b4dc0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac01b000 tx=0x7fd9ac01d000 comp rx=0 tx=0).stop 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 msgr2=0x7fd9b41a0200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b41a0200 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4000c00 tx=0x7fd9a40057c0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 shutdown_connections 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd9b4114670 0x7fd9b41a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd9b40756d0 0x7fd9b41a0200 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd9980b2900 0x7fd9980b4dc0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 --2- 172.21.15.69:0/1357196810 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd9b4075ff0 0x7fd9b41a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:49.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 >> 172.21.15.69:0/1357196810 conn(0x7fd9b407a600 msgr2=0x7fd9b4113430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:49.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 shutdown_connections 2024-05-08T06:09:49.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:49.362+0000 7fd9b9400700 1 -- 172.21.15.69:0/1357196810 wait complete. 2024-05-08T06:09:49.905 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:49 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:09:49.930 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:49 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:09:50.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:49 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:09:50.191 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:09:50.191 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:09:50.647 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:50.959 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:50 smithi069 ceph-mon[29571]: pgmap v704: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:50.959 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:50 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:50.959 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:50 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:50 smithi105 ceph-mon[34393]: pgmap v704: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:50 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:50 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:50 smithi135 ceph-mon[34761]: pgmap v704: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:09:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:50 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:50 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:51 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:51.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:51 smithi069 ceph-mon[29571]: pgmap v705: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:09:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:51 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:51 smithi105 ceph-mon[34393]: pgmap v705: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:09:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:51 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:52.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:51 smithi135 ceph-mon[34761]: pgmap v705: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:09:53.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 -- 172.21.15.69:0/424319826 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 msgr2=0x7f4c041102a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:53.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/424319826 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 0x7f4c041102a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc00b0a0 tx=0x7f4bfc00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:09:53.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 -- 172.21.15.69:0/424319826 shutdown_connections 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/424319826 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 0x7f4c041102a0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/424319826 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c04109460 0x7f4c04109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/424319826 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c041033d0 0x7f4c04103850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 -- 172.21.15.69:0/424319826 >> 172.21.15.69:0/424319826 conn(0x7f4c040fef20 msgr2=0x7f4c04101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 -- 172.21.15.69:0/424319826 shutdown_connections 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.767+0000 7f4c0ac00700 1 -- 172.21.15.69:0/424319826 wait complete. 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.768+0000 7f4c0ac00700 1 Processor -- start 2024-05-08T06:09:53.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.768+0000 7f4c0ac00700 1 -- start start 2024-05-08T06:09:53.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0ac00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 0x7f4c0419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:53.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0ac00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 0x7f4c0419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0ac00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c04109460 0x7f4c04199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0ac00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4c041135c0 con 0x7f4c04109460 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0ac00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4c04113440 con 0x7f4c041033d0 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0ac00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4c04113740 con 0x7f4c04103d90 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 0x7f4c0419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 0x7f4c0419f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38446/0 (socket says 172.21.15.69:38446) 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 -- 172.21.15.69:0/2180987084 learned_addr learned my addr 172.21.15.69:0/2180987084 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c0a200700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c04109460 0x7f4c04199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:53.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c08e00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 0x7f4c0419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 -- 172.21.15.69:0/2180987084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 msgr2=0x7f4c0419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 0x7f4c0419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 -- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c04109460 msgr2=0x7f4c04199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c04109460 0x7f4c04199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.769+0000 7f4c09800700 1 -- 172.21.15.69:0/2180987084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c04199fe0 con 0x7f4c041033d0 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.770+0000 7f4c09800700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 0x7f4c0419f6c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4bf800e9a0 tx=0x7f4bf800ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.770+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf800cbd0 con 0x7f4c041033d0 2024-05-08T06:09:53.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.770+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bf800cd70 con 0x7f4c041033d0 2024-05-08T06:09:53.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.770+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c0419a2d0 con 0x7f4c041033d0 2024-05-08T06:09:53.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.770+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8018680 con 0x7f4c041033d0 2024-05-08T06:09:53.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.770+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c041a6590 con 0x7f4c041033d0 2024-05-08T06:09:53.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.771+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c0406a190 con 0x7f4c041033d0 2024-05-08T06:09:53.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.773+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4bf8010970 con 0x7f4c041033d0 2024-05-08T06:09:53.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.775+0000 7f4c02000700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4bec0b2880 0x7f4bec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:53.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.775+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4bf80e29b0 con 0x7f4c041033d0 2024-05-08T06:09:53.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.775+0000 7f4c08e00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4bec0b2880 0x7f4bec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:53.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.776+0000 7f4c08e00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4bec0b2880 0x7f4bec0b4d40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4c04101500 tx=0x7f4bf0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:53.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:53.777+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4bf80aa680 con 0x7f4c041033d0 2024-05-08T06:09:54.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.082+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c0402e510 con 0x7f4c041033d0 2024-05-08T06:09:54.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.083+0000 7f4c02000700 1 -- 172.21.15.69:0/2180987084 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f4bf80a9f80 con 0x7f4c041033d0 2024-05-08T06:09:54.083 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:09:54.084 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4bec0b2880 msgr2=0x7f4bec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4bec0b2880 0x7f4bec0b4d40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f4c04101500 tx=0x7f4bf0009260 comp rx=0 tx=0).stop 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 msgr2=0x7f4c0419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 0x7f4c0419f6c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4bf800e9a0 tx=0x7f4bf800ed60 comp rx=0 tx=0).stop 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 shutdown_connections 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4c04109460 0x7f4c04199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4bec0b2880 0x7f4bec0b4d40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4c041033d0 0x7f4c0419f6c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 --2- 172.21.15.69:0/2180987084 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4c04103d90 0x7f4c0419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 >> 172.21.15.69:0/2180987084 conn(0x7f4c040fef20 msgr2=0x7f4c040ff5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:54.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 shutdown_connections 2024-05-08T06:09:54.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:54.086+0000 7f4c0ac00700 1 -- 172.21.15.69:0/2180987084 wait complete. 2024-05-08T06:09:54.088 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:09:54.503 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:54 smithi069 ceph-mon[29571]: pgmap v706: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:54.503 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:54 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2180987084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:54.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:54 smithi105 ceph-mon[34393]: pgmap v706: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:54.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:54 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2180987084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:54 smithi135 ceph-mon[34761]: pgmap v706: 97 pgs: 97 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:09:54.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:54 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2180987084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:09:55.070 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:09:55.521 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:09:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:56 smithi135 ceph-mon[34761]: pgmap v707: 97 pgs: 97 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:56 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:56.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:56 smithi069 ceph-mon[29571]: pgmap v707: 97 pgs: 97 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:56.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:56.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:56 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:56 smithi105 ceph-mon[34393]: pgmap v707: 97 pgs: 97 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:09:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:56 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:57.378 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:09:57.378 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:09:57.378 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:09:57.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:09:57.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:09:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:09:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:09:57.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 -- 172.21.15.69:0/3387354959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca8106070 msgr2=0x7efca8112580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 --2- 172.21.15.69:0/3387354959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca8106070 0x7efca8112580 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7efca0009f90 tx=0x7efca000b330 comp rx=0 tx=0).stop 2024-05-08T06:09:57.948 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 -- 172.21.15.69:0/3387354959 shutdown_connections 2024-05-08T06:09:57.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 --2- 172.21.15.69:0/3387354959 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca8106070 0x7efca8112580 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 --2- 172.21.15.69:0/3387354959 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca810b6b0 0x7efca810ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 --2- 172.21.15.69:0/3387354959 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efca81056b0 0x7efca8105b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 -- 172.21.15.69:0/3387354959 >> 172.21.15.69:0/3387354959 conn(0x7efca81011a0 msgr2=0x7efca81035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:57.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 -- 172.21.15.69:0/3387354959 shutdown_connections 2024-05-08T06:09:57.949 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.948+0000 7efcae200700 1 -- 172.21.15.69:0/3387354959 wait complete. 2024-05-08T06:09:57.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.949+0000 7efcae200700 1 Processor -- start 2024-05-08T06:09:57.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.949+0000 7efcae200700 1 -- start start 2024-05-08T06:09:57.950 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efcae200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 0x7efca819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efcae200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca8106070 0x7efca819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efcae200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efca810b6b0 0x7efca81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efcae200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efca81158b0 con 0x7efca8106070 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efcae200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efca8115730 con 0x7efca810b6b0 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efcae200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efca8115a30 con 0x7efca81056b0 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 0x7efca819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 0x7efca819bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43574/0 (socket says 172.21.15.69:43574) 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 -- 172.21.15.69:0/4104852886 learned_addr learned my addr 172.21.15.69:0/4104852886 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efc9ea00700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca8106070 0x7efca819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7e00700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efca810b6b0 0x7efca81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 -- 172.21.15.69:0/4104852886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efca810b6b0 msgr2=0x7efca81a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efca810b6b0 0x7efca81a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.951 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 -- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca8106070 msgr2=0x7efca819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca8106070 0x7efca819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efca7400700 1 -- 172.21.15.69:0/4104852886 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efca81a0d20 con 0x7efca81056b0 2024-05-08T06:09:57.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.950+0000 7efc9ea00700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca8106070 0x7efca819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:09:57.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.951+0000 7efca7400700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 0x7efca819bd60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7efc9800eb30 tx=0x7efc9800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:57.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.951+0000 7efca4c00700 1 -- 172.21.15.69:0/4104852886 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9800cc90 con 0x7efca81056b0 2024-05-08T06:09:57.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.951+0000 7efca4c00700 1 -- 172.21.15.69:0/4104852886 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc980044d0 con 0x7efca81056b0 2024-05-08T06:09:57.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.951+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efca81a1010 con 0x7efca81056b0 2024-05-08T06:09:57.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.951+0000 7efca4c00700 1 -- 172.21.15.69:0/4104852886 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc98010430 con 0x7efca81056b0 2024-05-08T06:09:57.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.951+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efca81a8890 con 0x7efca81056b0 2024-05-08T06:09:57.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.955+0000 7efca4c00700 1 -- 172.21.15.69:0/4104852886 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efc98003ea0 con 0x7efca81056b0 2024-05-08T06:09:57.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 Processor -- start 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 -- start start 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efca4c00700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efc8c0b2880 0x7efc8c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efca4c00700 1 -- 172.21.15.69:0/4104852886 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7efc980e2460 con 0x7efca81056b0 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86b7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86bb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86bbe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f8e8609a20 con 0x55f8e86bb9d0 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f8e85a7760 con 0x55f8e86b7060 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.956+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f8e86059e0 con 0x55f8e86b7980 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7e00700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efc8c0b2880 0x7efc8c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86b7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86b7440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:56928/0 (socket says 172.21.15.69:56928) 2024-05-08T06:09:57.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 -- 172.21.15.69:0/1767765467 learned_addr learned my addr 172.21.15.69:0/1767765467 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efc9ea00700 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86bb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 -- 172.21.15.69:0/1767765467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 msgr2=0x55f8e86bb490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86bb490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7e00700 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86bbe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 -- 172.21.15.69:0/1767765467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 msgr2=0x55f8e86bbe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86bbe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 -- 172.21.15.69:0/1767765467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8e85568d0 con 0x55f8e86b7060 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7e00700 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86bbe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.957+0000 7efca7400700 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86b7440 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7efc980a99c0 tx=0x7efc980a5a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb7825008badb750 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.958+0000 7efca7e00700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efc8c0b2880 0x7efc8c0b4d40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7efca000b6c0 tx=0x7efca0009be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.958+0000 7efc9cc00700 1 -- 172.21.15.69:0/1767765467 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc980a9a30 con 0x55f8e86b7060 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.958+0000 7efc9cc00700 1 -- 172.21.15.69:0/1767765467 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc980adde0 con 0x55f8e86b7060 2024-05-08T06:09:57.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.958+0000 7efc9cc00700 1 -- 172.21.15.69:0/1767765467 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc980a9ef0 con 0x55f8e86b7060 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1767765467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 msgr2=0x55f8e86b7440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86b7440 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7efc980a99c0 tx=0x7efc980a5a20 comp rx=0 tx=0).stop 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1767765467 shutdown_connections 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86bbe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86b7440 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1767765467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86bb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1767765467 >> 172.21.15.69:0/1767765467 conn(0x55f8e85e5b60 msgr2=0x55f8e86b17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1767765467 shutdown_connections 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1767765467 wait complete. 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.959+0000 7efcb8c8ab80 1 -- start start 2024-05-08T06:09:57.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 Processor -- start 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86c2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86c01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86c0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55f8e86c3be0 con 0x55f8e86bb9d0 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55f8e856fb20 con 0x55f8e86b7060 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55f8e86c3d60 con 0x55f8e86b7980 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.960+0000 7efcb8c8ab80 10 client.0 _ll_register_callbacks cb 0x55f8e85b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86c01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86c01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43588/0 (socket says 172.21.15.69:43588) 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 -- 172.21.15.69:0/3750747136 learned_addr learned my addr 172.21.15.69:0/3750747136 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efca7400700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86c2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efca7e00700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86c0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 -- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 msgr2=0x55f8e86c2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86c2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 -- 172.21.15.69:0/3750747136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 msgr2=0x55f8e86c0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86c0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 -- 172.21.15.69:0/3750747136 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8e85cf420 con 0x55f8e86b7980 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efca7400700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86c2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc9ea00700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86c01f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7efc90013790 tx=0x7efc90013aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ec1d65b14bb3757 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.961+0000 7efc95600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efc95600700 1 -- 172.21.15.69:0/3750747136 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc90020060 con 0x55f8e86b7980 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efc95600700 1 -- 172.21.15.69:0/3750747136 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7efc90011880 con 0x55f8e86b7980 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc980adde0 con 0x55f8e86b7980 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efc95600700 1 -- 172.21.15.69:0/3750747136 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc90011ac0 con 0x55f8e86b7980 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efcb8c8ab80 10 client.26683 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f8e86ce410 con 0x55f8e86b7980 2024-05-08T06:09:57.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.962+0000 7efc95600700 1 -- 172.21.15.69:0/3750747136 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc980adde0 con 0x55f8e86b7980 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efc95600700 1 -- 172.21.15.69:0/3750747136 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efc9001a030 con 0x55f8e86b7980 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efcb8c8ab80 10 client.26683 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efcb8c8ab80 10 client.26683 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efcb8c8ab80 20 client.26683 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e86d0a50 0x55f8e86d2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efcb8c8ab80 4 client.26683 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f8e86840a0 con 0x55f8e86d0a50 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.963+0000 7efca7400700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e86d0a50 0x55f8e86d2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.964+0000 7efca7400700 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e86d0a50 0x55f8e86d2e40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bf16ecde77d92504 server_cookie=65fc51e798dad446 in_seq=0 out_seq=0 2024-05-08T06:09:57.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.964+0000 7efc95600700 10 client.26683 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:57.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.964+0000 7efc95600700 1 -- 172.21.15.69:0/3750747136 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55f8e86840a0 con 0x55f8e86d0a50 2024-05-08T06:09:57.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.964+0000 7efc95600700 10 client.26683 handle_command_reply: tid=0 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.964+0000 7efcb8c8ab80 1 client.26683 shutdown 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 msgr2=0x55f8e86c01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86c01f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7efc90013790 tx=0x7efc90013aa0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 shutdown_connections 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e86d0a50 0x55f8e86d2e40 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86c0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7060 0x55f8e86c2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3750747136 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7980 0x55f8e86c01f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 >> 172.21.15.69:0/3750747136 conn(0x55f8e85e5b60 msgr2=0x55f8e86ac2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efc95600700 0 client.26683 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 shutdown_connections 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3750747136 wait complete. 2024-05-08T06:09:57.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.965+0000 7efcb8c8ab80 20 client.26683 trim_cache size 0 max 16384 2024-05-08T06:09:57.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.981+0000 7efcb8c8ab80 1 Processor -- start 2024-05-08T06:09:57.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 -- start start 2024-05-08T06:09:57.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 0x55f8e86ccc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86bcdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d8710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efca81b2650 con 0x55f8e86b7060 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efca81afee0 con 0x55f8e86b7980 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efca81add30 con 0x55f8e86bb9d0 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efca7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 0x55f8e86ccc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efca7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 0x55f8e86ccc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50682/0 (socket says 172.21.15.69:50682) 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efca7400700 1 -- 172.21.15.69:0/1793789398 learned_addr learned my addr 172.21.15.69:0/1793789398 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efca7e00700 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.982+0000 7efc9ea00700 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86bcdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efca7400700 1 -- 172.21.15.69:0/1793789398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86bb9d0 msgr2=0x55f8e86d8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efca7400700 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efca7400700 1 -- 172.21.15.69:0/1793789398 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 msgr2=0x55f8e86bcdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efca7400700 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86bcdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efca7400700 1 -- 172.21.15.69:0/1793789398 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8e86ae3f0 con 0x55f8e86b7060 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efca7400700 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 0x55f8e86ccc70 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efc980044a0 tx=0x7efc980c1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cc83174232dfce3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efc97e00700 1 -- 172.21.15.69:0/1793789398 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9806d020 con 0x55f8e86b7060 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efc97e00700 1 -- 172.21.15.69:0/1793789398 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc980adde0 con 0x55f8e86b7060 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.983+0000 7efc97e00700 1 -- 172.21.15.69:0/1793789398 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc980a9c90 con 0x55f8e86b7060 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1793789398 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 msgr2=0x55f8e86ccc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 0x55f8e86ccc70 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efc980044a0 tx=0x7efc980c1040 comp rx=0 tx=0).stop 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1793789398 shutdown_connections 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86b7060 0x55f8e86ccc70 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.985 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/1793789398 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86bcdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1793789398 >> 172.21.15.69:0/1793789398 conn(0x55f8e85e5b60 msgr2=0x55f8e86beb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:57.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1793789398 shutdown_connections 2024-05-08T06:09:57.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.984+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/1793789398 wait complete. 2024-05-08T06:09:57.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 -- start start 2024-05-08T06:09:57.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 Processor -- start 2024-05-08T06:09:57.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 0x55f8e86c91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86c9710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efca81ae3a0 con 0x55f8e86bb9d0 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efca81af810 con 0x55f8e86b7980 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efca81aea70 con 0x55f8e86b7060 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.985+0000 7efcb8c8ab80 10 client.0 _ll_register_callbacks cb 0x55f8e85b0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 0x55f8e86c91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 0x55f8e86c91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43606/0 (socket says 172.21.15.69:43606) 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 -- 172.21.15.69:0/3729293135 learned_addr learned my addr 172.21.15.69:0/3729293135 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efc9ea00700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86c9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7e00700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 -- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 msgr2=0x55f8e86c9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86c9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 -- 172.21.15.69:0/3729293135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 msgr2=0x55f8e86d7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.990 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 -- 172.21.15.69:0/3729293135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8e86b2610 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efca7400700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 0x55f8e86c91d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7efc9800c5b0 tx=0x7efc980a9930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5819079e4623b048 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efc95600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.986+0000 7efc95600700 1 -- 172.21.15.69:0/3729293135 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc9806d070 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efc95600700 1 -- 172.21.15.69:0/3729293135 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7efc9806f2d0 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc980adde0 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efc95600700 1 -- 172.21.15.69:0/3729293135 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efc98087020 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 10 client.26689 fetch_fsmap learned FSMap version 26 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f8e873ad20 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efc95600700 1 -- 172.21.15.69:0/3729293135 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc980adde0 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efc95600700 1 -- 172.21.15.69:0/3729293135 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7efc980cace0 con 0x55f8e86b7060 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 10 client.26689 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 10 client.26689 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 20 client.26689 populate_metadata read hostname 'smithi069' 2024-05-08T06:09:57.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e873afa0 0x55f8e873d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 4 client.26689 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.987+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f8e8617400 con 0x55f8e873afa0 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.988+0000 7efc9ea00700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e873afa0 0x55f8e873d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.988+0000 7efc9ea00700 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e873afa0 0x55f8e873d390 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=24f9478c3fabfbb1 server_cookie=55403d3c83e90708 in_seq=0 out_seq=0 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.988+0000 7efc95600700 10 client.26689 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.988+0000 7efc95600700 1 -- 172.21.15.69:0/3729293135 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f8e8617400 con 0x55f8e873afa0 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.988+0000 7efc95600700 10 client.26689 handle_command_reply: tid=0 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.988+0000 7efcb8c8ab80 1 client.26689 shutdown 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 msgr2=0x55f8e86c91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 0x55f8e86c91d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7efc9800c5b0 tx=0x7efc980a9930 comp rx=0 tx=0).stop 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 shutdown_connections 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55f8e873afa0 0x55f8e873d390 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55f8e86bb9d0 0x55f8e86d7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efc95600700 0 client.26689 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55f8e86b7060 0x55f8e86c91d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 --2- 172.21.15.69:0/3729293135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55f8e86b7980 0x55f8e86c9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 >> 172.21.15.69:0/3729293135 conn(0x55f8e85e5b60 msgr2=0x55f8e86aba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 shutdown_connections 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 1 -- 172.21.15.69:0/3729293135 wait complete. 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.989+0000 7efcb8c8ab80 20 client.26689 trim_cache size 0 max 16384 2024-05-08T06:09:57.993 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:09:57.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efc8c0b2880 msgr2=0x7efc8c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efc8c0b2880 0x7efc8c0b4d40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7efca000b6c0 tx=0x7efca0009be0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 msgr2=0x7efca819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:09:57.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 0x7efca819bd60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7efc9800eb30 tx=0x7efc9800ee40 comp rx=0 tx=0).stop 2024-05-08T06:09:57.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 shutdown_connections 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efc8c0b2880 0x7efc8c0b4d40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efca810b6b0 0x7efca81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efca81056b0 0x7efca819bd60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 --2- 172.21.15.69:0/4104852886 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efca8106070 0x7efca819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 >> 172.21.15.69:0/4104852886 conn(0x7efca81011a0 msgr2=0x7efca8101870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 shutdown_connections 2024-05-08T06:09:57.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:09:57.990+0000 7efcae200700 1 -- 172.21.15.69:0/4104852886 wait complete. 2024-05-08T06:09:58.554 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:09:58 smithi069 ceph-mon[29571]: pgmap v708: 97 pgs: 97 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:09:58 smithi135 ceph-mon[34761]: pgmap v708: 97 pgs: 97 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:09:58 smithi105 ceph-mon[34393]: pgmap v708: 97 pgs: 97 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:09:59.250 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:09:59.696 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:00.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:00 smithi069 ceph-mon[29571]: pgmap v709: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:00.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:00 smithi069 ceph-mon[29571]: overall HEALTH_OK 2024-05-08T06:10:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:00 smithi135 ceph-mon[34761]: pgmap v709: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:00.562 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:00 smithi135 ceph-mon[34761]: overall HEALTH_OK 2024-05-08T06:10:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:00 smithi105 ceph-mon[34393]: pgmap v709: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:00 smithi105 ceph-mon[34393]: overall HEALTH_OK 2024-05-08T06:10:02.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.159+0000 7fc5a3a00700 1 -- 172.21.15.69:0/2868178242 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06b180 msgr2=0x7fc59c06b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.159+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/2868178242 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06b180 0x7fc59c06b600 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fc588009990 tx=0x7fc588009ca0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.159+0000 7fc5a3a00700 1 -- 172.21.15.69:0/2868178242 shutdown_connections 2024-05-08T06:10:02.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.159+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/2868178242 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c06bb40 0x7fc59c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.159+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/2868178242 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c109510 0x7fc59c1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.159+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/2868178242 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06b180 0x7fc59c06b600 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.160+0000 7fc5a3a00700 1 -- 172.21.15.69:0/2868178242 >> 172.21.15.69:0/2868178242 conn(0x7fc59c079350 msgr2=0x7fc59c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:02.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.160+0000 7fc5a3a00700 1 -- 172.21.15.69:0/2868178242 shutdown_connections 2024-05-08T06:10:02.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.160+0000 7fc5a3a00700 1 -- 172.21.15.69:0/2868178242 wait complete. 2024-05-08T06:10:02.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 Processor -- start 2024-05-08T06:10:02.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 -- start start 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c06b180 0x7fc59c19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 0x7fc59c19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c109510 0x7fc59c1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c113640 con 0x7fc59c06bb40 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1134c0 con 0x7fc59c06b180 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.161+0000 7fc5a3a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1137c0 con 0x7fc59c109510 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 0x7fc59c19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 0x7fc59c19c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50724/0 (socket says 172.21.15.69:50724) 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 -- 172.21.15.69:0/4030645674 learned_addr learned my addr 172.21.15.69:0/4030645674 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc5a1000700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c06b180 0x7fc59c19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c109510 0x7fc59c1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 -- 172.21.15.69:0/4030645674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c109510 msgr2=0x7fc59c1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c109510 0x7fc59c1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 -- 172.21.15.69:0/4030645674 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c06b180 msgr2=0x7fc59c19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c06b180 0x7fc59c19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc59be00700 1 -- 172.21.15.69:0/4030645674 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59c1a0d60 con 0x7fc59c06bb40 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc5a1000700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c06b180 0x7fc59c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.162+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c109510 0x7fc59c1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.163+0000 7fc59be00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 0x7fc59c19c290 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc5880057f0 tx=0x7fc58800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:02.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.163+0000 7fc599600700 1 -- 172.21.15.69:0/4030645674 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588026070 con 0x7fc59c06bb40 2024-05-08T06:10:02.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.163+0000 7fc599600700 1 -- 172.21.15.69:0/4030645674 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc588021410 con 0x7fc59c06bb40 2024-05-08T06:10:02.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.163+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59c1a0ff0 con 0x7fc59c06bb40 2024-05-08T06:10:02.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.163+0000 7fc599600700 1 -- 172.21.15.69:0/4030645674 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588017650 con 0x7fc59c06bb40 2024-05-08T06:10:02.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.163+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59c1a88d0 con 0x7fc59c06bb40 2024-05-08T06:10:02.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.167+0000 7fc599600700 1 -- 172.21.15.69:0/4030645674 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc588029070 con 0x7fc59c06bb40 2024-05-08T06:10:02.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 Processor -- start 2024-05-08T06:10:02.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 -- start start 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc599600700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5840b2880 0x7fc5840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 0x55dab46f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f64e0 0x55dab46f02d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46f0d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dab4642a20 con 0x55dab46f5bc0 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55dab45e0760 con 0x55dab46f08f0 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55dab463e9e0 con 0x55dab46f64e0 2024-05-08T06:10:02.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.168+0000 7fc599600700 1 -- 172.21.15.69:0/4030645674 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc5880e2fd0 con 0x7fc59c06bb40 2024-05-08T06:10:02.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5840b2880 0x7fc5840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 0x55dab46f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 0x55dab46f5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50732/0 (socket says 172.21.15.69:50732) 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 -- 172.21.15.69:0/3041179693 learned_addr learned my addr 172.21.15.69:0/3041179693 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46f0d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc59be00700 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f64e0 0x55dab46f02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 -- 172.21.15.69:0/3041179693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f64e0 msgr2=0x55dab46f02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f64e0 0x55dab46f02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 -- 172.21.15.69:0/3041179693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 msgr2=0x55dab46f0d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46f0d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.169+0000 7fc5a1000700 1 -- 172.21.15.69:0/3041179693 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dab458f8d0 con 0x55dab46f5bc0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.170+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5840b2880 0x7fc5840b4d40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc5940094f0 tx=0x7fc594009240 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.170+0000 7fc5a1000700 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 0x55dab46f5fa0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc5900115c0 tx=0x7fc590009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd55fc88bb17ea01 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.170+0000 7fc58e000700 1 -- 172.21.15.69:0/3041179693 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59001e070 con 0x55dab46f5bc0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.170+0000 7fc58e000700 1 -- 172.21.15.69:0/3041179693 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc590019ae0 con 0x55dab46f5bc0 2024-05-08T06:10:02.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.170+0000 7fc58e000700 1 -- 172.21.15.69:0/3041179693 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59000eb60 con 0x55dab46f5bc0 2024-05-08T06:10:02.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 -- 172.21.15.69:0/3041179693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 msgr2=0x55dab46f5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 0x55dab46f5fa0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc5900115c0 tx=0x7fc590009f90 comp rx=0 tx=0).stop 2024-05-08T06:10:02.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 -- 172.21.15.69:0/3041179693 shutdown_connections 2024-05-08T06:10:02.172 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46f0d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f5bc0 0x55dab46f5fa0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/3041179693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f64e0 0x55dab46f02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 -- 172.21.15.69:0/3041179693 >> 172.21.15.69:0/3041179693 conn(0x55dab46686d0 msgr2=0x55dab46eab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 -- 172.21.15.69:0/3041179693 shutdown_connections 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.171+0000 7fc5ae389b80 1 -- 172.21.15.69:0/3041179693 wait complete. 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.172+0000 7fc5ae389b80 1 -- start start 2024-05-08T06:10:02.173 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.172+0000 7fc5ae389b80 1 Processor -- start 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46fc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab46f94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dab46fcf20 con 0x55dab46f64e0 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55dab45a8b20 con 0x55dab46f08f0 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55dab46fd0a0 con 0x55dab46f5bc0 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5ae389b80 10 client.0 _ll_register_callbacks cb 0x55dab45e9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5a1a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5a1a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50746/0 (socket says 172.21.15.69:50746) 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5a1a00700 1 -- 172.21.15.69:0/2633253080 learned_addr learned my addr 172.21.15.69:0/2633253080 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:02.175 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc5a1000700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46fc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.173+0000 7fc59be00700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab46f94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1a00700 1 -- 172.21.15.69:0/2633253080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 msgr2=0x55dab46f94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab46f94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1a00700 1 -- 172.21.15.69:0/2633253080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 msgr2=0x55dab46fc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46fc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1a00700 1 -- 172.21.15.69:0/2633253080 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dab4608420 con 0x55dab46f64e0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc59be00700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab46f94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1000700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46fc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f9a10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc5940060b0 tx=0x7fc594004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e3f4ba5220816a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc582a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc582a00700 1 -- 172.21.15.69:0/2633253080 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59402b020 con 0x55dab46f64e0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc582a00700 1 -- 172.21.15.69:0/2633253080 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc59401bd50 con 0x55dab46f64e0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.174+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc590019ae0 con 0x55dab46f64e0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc582a00700 1 -- 172.21.15.69:0/2633253080 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc594003a00 con 0x55dab46f64e0 2024-05-08T06:10:02.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc5ae389b80 10 client.16608 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:02.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dab47076a0 con 0x55dab46f64e0 2024-05-08T06:10:02.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc582a00700 1 -- 172.21.15.69:0/2633253080 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc590019ae0 con 0x55dab46f64e0 2024-05-08T06:10:02.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc582a00700 1 -- 172.21.15.69:0/2633253080 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc594015070 con 0x55dab46f64e0 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc5ae389b80 10 client.16608 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.175+0000 7fc5ae389b80 10 client.16608 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc5ae389b80 20 client.16608 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4709ce0 0x55dab470c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc5ae389b80 4 client.16608 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dab46bd140 con 0x55dab4709ce0 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc5a1000700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4709ce0 0x55dab470c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc5a1000700 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4709ce0 0x55dab470c100 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d11bb7b7210926e1 server_cookie=7ab4141a1e592545 in_seq=0 out_seq=0 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.176+0000 7fc582a00700 10 client.16608 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.177+0000 7fc582a00700 1 -- 172.21.15.69:0/2633253080 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55dab46bd140 con 0x55dab4709ce0 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.177+0000 7fc582a00700 10 client.16608 handle_command_reply: tid=0 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.177+0000 7fc5ae389b80 1 client.16608 shutdown 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 msgr2=0x55dab46f9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f9a10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc5940060b0 tx=0x7fc594004b40 comp rx=0 tx=0).stop 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 shutdown_connections 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4709ce0 0x55dab470c100 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f9a10 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f08f0 0x55dab46fc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/2633253080 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab46f94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc582a00700 0 client.16608 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 >> 172.21.15.69:0/2633253080 conn(0x55dab46686d0 msgr2=0x55dab46ea190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 shutdown_connections 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 1 -- 172.21.15.69:0/2633253080 wait complete. 2024-05-08T06:10:02.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.178+0000 7fc5ae389b80 20 client.16608 trim_cache size 0 max 16384 2024-05-08T06:10:02.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.194+0000 7fc5ae389b80 1 Processor -- start 2024-05-08T06:10:02.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.194+0000 7fc5ae389b80 1 -- start start 2024-05-08T06:10:02.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 0x55dab4705fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f5bc0 0x55dab46f02d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1b2550 con 0x55dab46f64e0 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1afde0 con 0x55dab46f5bc0 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1adc50 con 0x55dab46f08f0 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5a1000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 0x55dab4705fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5a1000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 0x55dab4705fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43656/0 (socket says 172.21.15.69:43656) 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5a1000700 1 -- 172.21.15.69:0/956658840 learned_addr learned my addr 172.21.15.69:0/956658840 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc5a1a00700 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.195+0000 7fc59be00700 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f5bc0 0x55dab46f02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc5a1000700 1 -- 172.21.15.69:0/956658840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f5bc0 msgr2=0x55dab46f02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc5a1000700 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f5bc0 0x55dab46f02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc5a1000700 1 -- 172.21.15.69:0/956658840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 msgr2=0x55dab46f7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc5a1000700 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc5a1000700 1 -- 172.21.15.69:0/956658840 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dab46e5ab0 con 0x55dab46f08f0 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc59be00700 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f5bc0 0x55dab46f02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc5a1000700 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 0x55dab4705fb0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc59000e6f0 tx=0x7fc59000e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44ee5c79e63c83d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc58d600700 1 -- 172.21.15.69:0/956658840 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590032070 con 0x55dab46f08f0 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc58d600700 1 -- 172.21.15.69:0/956658840 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc590029070 con 0x55dab46f08f0 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.196+0000 7fc58d600700 1 -- 172.21.15.69:0/956658840 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc59001e040 con 0x55dab46f08f0 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 -- 172.21.15.69:0/956658840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 msgr2=0x55dab4705fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 0x55dab4705fb0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fc59000e6f0 tx=0x7fc59000e720 comp rx=0 tx=0).stop 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 -- 172.21.15.69:0/956658840 shutdown_connections 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f64e0 0x55dab46f7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f08f0 0x55dab4705fb0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/956658840 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f5bc0 0x55dab46f02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 -- 172.21.15.69:0/956658840 >> 172.21.15.69:0/956658840 conn(0x55dab46686d0 msgr2=0x55dab46f6910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:02.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 -- 172.21.15.69:0/956658840 shutdown_connections 2024-05-08T06:10:02.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.197+0000 7fc5ae389b80 1 -- 172.21.15.69:0/956658840 wait complete. 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 -- start start 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 Processor -- start 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f08f0 0x55dab4702800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab4710fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f64e0 0x55dab4711500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1ae2a0 con 0x55dab46f08f0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1af710 con 0x55dab46f64e0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc59c1ae970 con 0x55dab46f5bc0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.198+0000 7fc5ae389b80 10 client.0 _ll_register_callbacks cb 0x55dab45e9c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc5a1000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f08f0 0x55dab4702800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab4710fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc5a1a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f64e0 0x55dab4711500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab4710fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43670/0 (socket says 172.21.15.69:43670) 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 -- 172.21.15.69:0/967338800 learned_addr learned my addr 172.21.15.69:0/967338800 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 -- 172.21.15.69:0/967338800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f64e0 msgr2=0x55dab4711500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f64e0 0x55dab4711500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 -- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f08f0 msgr2=0x55dab4702800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f08f0 0x55dab4702800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 -- 172.21.15.69:0/967338800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dab4711c80 con 0x55dab46f5bc0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc59be00700 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab4710fc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc5880e0a80 tx=0x7fc588009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de81b80db2b1d2c6 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.199+0000 7fc582a00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc582a00700 1 -- 172.21.15.69:0/967338800 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5880aad30 con 0x55dab46f5bc0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc582a00700 1 -- 172.21.15.69:0/967338800 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc5880b3180 con 0x55dab46f5bc0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc590029070 con 0x55dab46f5bc0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc582a00700 1 -- 172.21.15.69:0/967338800 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc5880aa630 con 0x55dab46f5bc0 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 10 client.26707 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:02.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dab4774580 con 0x55dab46f5bc0 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc582a00700 1 -- 172.21.15.69:0/967338800 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc590029070 con 0x55dab46f5bc0 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc582a00700 1 -- 172.21.15.69:0/967338800 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fc5880afb70 con 0x55dab46f5bc0 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 10 client.26707 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 10 client.26707 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 20 client.26707 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4774ce0 0x55dab4777100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 4 client.26707 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.200+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dab4650400 con 0x55dab4774ce0 2024-05-08T06:10:02.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.201+0000 7fc5a1000700 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4774ce0 0x55dab4777100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:02.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.201+0000 7fc5a1000700 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4774ce0 0x55dab4777100 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4b30bc4d2c7328fb server_cookie=1d9aaad1341ef514 in_seq=0 out_seq=0 2024-05-08T06:10:02.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.201+0000 7fc582a00700 10 client.26707 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:02.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc582a00700 1 -- 172.21.15.69:0/967338800 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dab4650400 con 0x55dab4774ce0 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc582a00700 10 client.26707 handle_command_reply: tid=0 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 client.26707 shutdown 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 msgr2=0x55dab4710fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab4710fc0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc5880e0a80 tx=0x7fc588009ca0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 shutdown_connections 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55dab4774ce0 0x55dab4777100 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dab46f64e0 0x55dab4711500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dab46f08f0 0x55dab4702800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 --2- 172.21.15.69:0/967338800 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dab46f5bc0 0x55dab4710fc0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc582a00700 0 client.26707 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 >> 172.21.15.69:0/967338800 conn(0x55dab46686d0 msgr2=0x55dab46faa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 shutdown_connections 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 1 -- 172.21.15.69:0/967338800 wait complete. 2024-05-08T06:10:02.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.202+0000 7fc5ae389b80 20 client.26707 trim_cache size 0 max 16384 2024-05-08T06:10:02.206 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:02.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5840b2880 msgr2=0x7fc5840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5840b2880 0x7fc5840b4d40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc5940094f0 tx=0x7fc594009240 comp rx=0 tx=0).stop 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 msgr2=0x7fc59c19c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 0x7fc59c19c290 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc5880057f0 tx=0x7fc58800bfd0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 shutdown_connections 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc59c109510 0x7fc59c1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc5840b2880 0x7fc5840b4d40 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc59c06b180 0x7fc59c19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 --2- 172.21.15.69:0/4030645674 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc59c06bb40 0x7fc59c19c290 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 >> 172.21.15.69:0/4030645674 conn(0x7fc59c079350 msgr2=0x7fc59c10e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.203+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 shutdown_connections 2024-05-08T06:10:02.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:02.204+0000 7fc5a3a00700 1 -- 172.21.15.69:0/4030645674 wait complete. 2024-05-08T06:10:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:02 smithi135 ceph-mon[34761]: pgmap v710: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:02.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:02 smithi069 ceph-mon[29571]: pgmap v710: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:02 smithi105 ceph-mon[34393]: pgmap v710: 97 pgs: 97 active+clean; 5.4 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:03.183 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:10:03.622 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:04.439 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:04 smithi069 ceph-mon[29571]: pgmap v711: 97 pgs: 97 active+clean; 5.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:04 smithi105 ceph-mon[34393]: pgmap v711: 97 pgs: 97 active+clean; 5.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:04 smithi135 ceph-mon[34761]: pgmap v711: 97 pgs: 97 active+clean; 5.4 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:06.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 -- 172.21.15.69:0/3072919986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 msgr2=0x7fe320103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 --2- 172.21.15.69:0/3072919986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe320103b30 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe3100099c0 tx=0x7fe310009cd0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 -- 172.21.15.69:0/3072919986 shutdown_connections 2024-05-08T06:10:06.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 --2- 172.21.15.69:0/3072919986 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320108850 0x7fe3201103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 --2- 172.21.15.69:0/3072919986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe320103b30 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 --2- 172.21.15.69:0/3072919986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320104100 0x7fe320108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 -- 172.21.15.69:0/3072919986 >> 172.21.15.69:0/3072919986 conn(0x7fe32007a600 msgr2=0x7fe32007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:06.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 -- 172.21.15.69:0/3072919986 shutdown_connections 2024-05-08T06:10:06.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.122+0000 7fe326e00700 1 -- 172.21.15.69:0/3072919986 wait complete. 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.123+0000 7fe326e00700 1 Processor -- start 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.123+0000 7fe326e00700 1 -- start start 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe326e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe3201a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe326e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320104100 0x7fe3201a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe326e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320108850 0x7fe32019bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe326e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe320113670 con 0x7fe320103750 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe326e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201134f0 con 0x7fe320108850 2024-05-08T06:10:06.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe326e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201137f0 con 0x7fe320104100 2024-05-08T06:10:06.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe3201a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe324e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320108850 0x7fe32019bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe31f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320104100 0x7fe3201a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe3201a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50788/0 (socket says 172.21.15.69:50788) 2024-05-08T06:10:06.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.124+0000 7fe31fe00700 1 -- 172.21.15.69:0/1266749827 learned_addr learned my addr 172.21.15.69:0/1266749827 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:06.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31f400700 1 -- 172.21.15.69:0/1266749827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320108850 msgr2=0x7fe32019bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31f400700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320108850 0x7fe32019bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31f400700 1 -- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 msgr2=0x7fe3201a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31f400700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe3201a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31f400700 1 -- 172.21.15.69:0/1266749827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe32019c450 con 0x7fe320104100 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe324e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320108850 0x7fe32019bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31fe00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe3201a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:06.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.125+0000 7fe31f400700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320104100 0x7fe3201a1f90 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe30c00e9f0 tx=0x7fe30c00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:06.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.126+0000 7fe31cc00700 1 -- 172.21.15.69:0/1266749827 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c00c9c0 con 0x7fe320104100 2024-05-08T06:10:06.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.126+0000 7fe31cc00700 1 -- 172.21.15.69:0/1266749827 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe30c00cb60 con 0x7fe320104100 2024-05-08T06:10:06.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.126+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe32019c740 con 0x7fe320104100 2024-05-08T06:10:06.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.126+0000 7fe31cc00700 1 -- 172.21.15.69:0/1266749827 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c018680 con 0x7fe320104100 2024-05-08T06:10:06.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.126+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3201a89d0 con 0x7fe320104100 2024-05-08T06:10:06.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.130+0000 7fe31cc00700 1 -- 172.21.15.69:0/1266749827 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe30c010430 con 0x7fe320104100 2024-05-08T06:10:06.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 Processor -- start 2024-05-08T06:10:06.131 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 -- start start 2024-05-08T06:10:06.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c91440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c95490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c95e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5609a3be3a20 con 0x5609a3c91980 2024-05-08T06:10:06.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5609a3b81760 con 0x5609a3c959d0 2024-05-08T06:10:06.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.131+0000 7fe33184fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5609a3bdf9e0 con 0x5609a3c91060 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c91440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c91440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43698/0 (socket says 172.21.15.69:43698) 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 -- 172.21.15.69:0/3229918617 learned_addr learned my addr 172.21.15.69:0/3229918617 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe31f400700 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c95e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe31fe00700 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c95490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 -- 172.21.15.69:0/3229918617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 msgr2=0x5609a3c95e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c95e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 -- 172.21.15.69:0/3229918617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 msgr2=0x5609a3c95490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c95490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe31cc00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe3040b2880 0x7fe3040b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe324e00700 1 -- 172.21.15.69:0/3229918617 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609a3b308d0 con 0x5609a3c91060 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.132+0000 7fe31fe00700 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c95490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.133+0000 7fe31cc00700 1 -- 172.21.15.69:0/1266749827 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe30c0e23b0 con 0x7fe320104100 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.133+0000 7fe324e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe3040b2880 0x7fe3040b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.134 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.133+0000 7fe324e00700 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c91440 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe318003eb0 tx=0x7fe318009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab141b363dbf3c48 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:06.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.133+0000 7fe315600700 1 -- 172.21.15.69:0/3229918617 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe31801b040 con 0x5609a3c91060 2024-05-08T06:10:06.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.134+0000 7fe315600700 1 -- 172.21.15.69:0/3229918617 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe31801c030 con 0x5609a3c91060 2024-05-08T06:10:06.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.134+0000 7fe315600700 1 -- 172.21.15.69:0/3229918617 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe318015670 con 0x5609a3c91060 2024-05-08T06:10:06.135 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.134+0000 7fe33184fb80 1 -- 172.21.15.69:0/3229918617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 msgr2=0x5609a3c91440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.134+0000 7fe324e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe3040b2880 0x7fe3040b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe318020000 tx=0x7fe318023000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.134+0000 7fe33184fb80 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c91440 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe318003eb0 tx=0x7fe318009920 comp rx=0 tx=0).stop 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 -- 172.21.15.69:0/3229918617 shutdown_connections 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c95e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c91440 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 --2- 172.21.15.69:0/3229918617 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c95490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 -- 172.21.15.69:0/3229918617 >> 172.21.15.69:0/3229918617 conn(0x5609a3bbfb60 msgr2=0x5609a3c8b7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 -- 172.21.15.69:0/3229918617 shutdown_connections 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 -- 172.21.15.69:0/3229918617 wait complete. 2024-05-08T06:10:06.136 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.135+0000 7fe33184fb80 1 -- start start 2024-05-08T06:10:06.138 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 Processor -- start 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c9ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c9a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c9a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5609a3c9dbe0 con 0x5609a3c91980 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5609a3b49b20 con 0x5609a3c959d0 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5609a3c9dd60 con 0x5609a3c91060 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.136+0000 7fe33184fb80 10 client.0 _ll_register_callbacks cb 0x5609a3b8ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c9a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c9ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c9a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50810/0 (socket says 172.21.15.69:50810) 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31f400700 1 -- 172.21.15.69:0/4236521115 learned_addr learned my addr 172.21.15.69:0/4236521115 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c9ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43708/0 (socket says 172.21.15.69:43708) 2024-05-08T06:10:06.139 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe324e00700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c9a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 -- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 msgr2=0x5609a3c9a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c9a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 -- 172.21.15.69:0/4236521115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 msgr2=0x5609a3c9a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c9a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31fe00700 1 -- 172.21.15.69:0/4236521115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609a3ba9420 con 0x5609a3c91060 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe324e00700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c9a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.137+0000 7fe31f400700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c9a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe31fe00700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c9ce20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe310005b40 tx=0x7fe310005260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d08d08c37443f96c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe30a000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe30a000700 1 -- 172.21.15.69:0/4236521115 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe310028060 con 0x5609a3c91060 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe30a000700 1 -- 172.21.15.69:0/4236521115 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe3100039c0 con 0x5609a3c91060 2024-05-08T06:10:06.140 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe31801c030 con 0x5609a3c91060 2024-05-08T06:10:06.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe30a000700 1 -- 172.21.15.69:0/4236521115 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe310009e60 con 0x5609a3c91060 2024-05-08T06:10:06.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe33184fb80 10 client.26719 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:06.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.138+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609a3ca8390 con 0x5609a3c91060 2024-05-08T06:10:06.141 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe30a000700 1 -- 172.21.15.69:0/4236521115 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe31801c030 con 0x5609a3c91060 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe30a000700 1 -- 172.21.15.69:0/4236521115 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe31000f910 con 0x5609a3c91060 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe33184fb80 10 client.26719 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe33184fb80 10 client.26719 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe33184fb80 20 client.26719 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3caa9d0 0x5609a3cacdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe33184fb80 4 client.26719 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5609a3c5e0a0 con 0x5609a3caa9d0 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.139+0000 7fe31f400700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3caa9d0 0x5609a3cacdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.140+0000 7fe31f400700 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3caa9d0 0x5609a3cacdc0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd3340cb2afc50b6 server_cookie=7449896a3e94f7d0 in_seq=0 out_seq=0 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.140+0000 7fe30a000700 10 client.26719 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe30a000700 1 -- 172.21.15.69:0/4236521115 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5609a3c5e0a0 con 0x5609a3caa9d0 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe30a000700 10 client.26719 handle_command_reply: tid=0 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 client.26719 shutdown 2024-05-08T06:10:06.143 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 msgr2=0x5609a3c9ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c9ce20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe310005b40 tx=0x7fe310005260 comp rx=0 tx=0).stop 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 shutdown_connections 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3c9a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3caa9d0 0x5609a3cacdc0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3c9ce20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4236521115 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3c9a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 >> 172.21.15.69:0/4236521115 conn(0x5609a3bbfb60 msgr2=0x5609a3c862b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe30a000700 0 client.26719 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 shutdown_connections 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.141+0000 7fe33184fb80 1 -- 172.21.15.69:0/4236521115 wait complete. 2024-05-08T06:10:06.144 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.142+0000 7fe33184fb80 20 client.26719 trim_cache size 0 max 16384 2024-05-08T06:10:06.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.158+0000 7fe33184fb80 1 Processor -- start 2024-05-08T06:10:06.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.158+0000 7fe33184fb80 1 -- start start 2024-05-08T06:10:06.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 0x5609a3cb2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c959d0 0x5609a3c97620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe33184fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201b25d0 con 0x5609a3c959d0 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe33184fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201afe60 con 0x5609a3c91980 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe33184fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201adcb0 con 0x5609a3c91060 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe31f400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 0x5609a3cb2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe31f400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 0x5609a3cb2bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:57008/0 (socket says 172.21.15.69:57008) 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe31f400700 1 -- 172.21.15.69:0/1613955484 learned_addr learned my addr 172.21.15.69:0/1613955484 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:06.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.159+0000 7fe324e00700 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c959d0 0x5609a3c97620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe31f400700 1 -- 172.21.15.69:0/1613955484 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 msgr2=0x5609a3cb2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe31f400700 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe31f400700 1 -- 172.21.15.69:0/1613955484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c959d0 msgr2=0x5609a3c97620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.161 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe31f400700 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c959d0 0x5609a3c97620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe31f400700 1 -- 172.21.15.69:0/1613955484 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609a3c883f0 con 0x5609a3c91980 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe31f400700 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 0x5609a3cb2bb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe30c0a5f20 tx=0x7fe30c091040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21ce61e1e1bf55a8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe314c00700 1 -- 172.21.15.69:0/1613955484 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c0a90f0 con 0x5609a3c91980 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe314c00700 1 -- 172.21.15.69:0/1613955484 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe30c0b2120 con 0x5609a3c91980 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.160+0000 7fe314c00700 1 -- 172.21.15.69:0/1613955484 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30c0a5110 con 0x5609a3c91980 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 -- 172.21.15.69:0/1613955484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 msgr2=0x5609a3cb2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 0x5609a3cb2bb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe30c0a5f20 tx=0x7fe30c091040 comp rx=0 tx=0).stop 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 -- 172.21.15.69:0/1613955484 shutdown_connections 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c959d0 0x5609a3c97620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 --2- 172.21.15.69:0/1613955484 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c91980 0x5609a3cb2bb0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 -- 172.21.15.69:0/1613955484 >> 172.21.15.69:0/1613955484 conn(0x5609a3bbfb60 msgr2=0x5609a3c98ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:06.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 -- 172.21.15.69:0/1613955484 shutdown_connections 2024-05-08T06:10:06.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.161+0000 7fe33184fb80 1 -- 172.21.15.69:0/1613955484 wait complete. 2024-05-08T06:10:06.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 -- start start 2024-05-08T06:10:06.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 Processor -- start 2024-05-08T06:10:06.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3cb2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3d1ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201ae320 con 0x5609a3c91980 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201af790 con 0x5609a3c959d0 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe3201ae9f0 con 0x5609a3c91060 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.162+0000 7fe33184fb80 10 client.0 _ll_register_callbacks cb 0x5609a3b8ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:43724/0 (socket says 172.21.15.69:43724) 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 -- 172.21.15.69:0/4118414690 learned_addr learned my addr 172.21.15.69:0/4118414690 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31f400700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3cb2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe324e00700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3d1ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 -- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 msgr2=0x5609a3d1ca30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3d1ca30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 -- 172.21.15.69:0/4118414690 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 msgr2=0x5609a3cb2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3cb2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31fe00700 1 -- 172.21.15.69:0/4118414690 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609a3cb2e10 con 0x5609a3c91060 2024-05-08T06:10:06.166 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.163+0000 7fe31f400700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3cb2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe31fe00700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2000 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe310005950 tx=0x7fe310005410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b882969b28d3e5e7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe30a000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe30a000700 1 -- 172.21.15.69:0/4118414690 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe310033070 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5609a3bf1400 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe30a000700 1 -- 172.21.15.69:0/4118414690 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe31000f660 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe30a000700 1 -- 172.21.15.69:0/4118414690 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe310028040 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe33184fb80 10 client.26725 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.164+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5609a3d1e070 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe30a000700 1 -- 172.21.15.69:0/4118414690 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5609a3bf1400 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe30a000700 1 -- 172.21.15.69:0/4118414690 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe310017600 con 0x5609a3c91060 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe33184fb80 10 client.26725 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe33184fb80 10 client.26725 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe33184fb80 20 client.26725 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3d1e690 0x5609a3d20ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:06.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe33184fb80 4 client.26725 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:06.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5609a3beb4a0 con 0x5609a3d1e690 2024-05-08T06:10:06.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.165+0000 7fe31f400700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3d1e690 0x5609a3d20ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe31f400700 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3d1e690 0x5609a3d20ab0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c14d4ecc6fae81bc server_cookie=af73be9c7201efe6 in_seq=0 out_seq=0 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe30a000700 10 client.26725 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe30a000700 1 -- 172.21.15.69:0/4118414690 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5609a3beb4a0 con 0x5609a3d1e690 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe30a000700 10 client.26725 handle_command_reply: tid=0 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 client.26725 shutdown 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 msgr2=0x5609a3cb2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2000 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe310005950 tx=0x7fe310005410 comp rx=0 tx=0).stop 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 shutdown_connections 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5609a3c959d0 0x5609a3d1ca30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5609a3d1e690 0x5609a3d20ab0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5609a3c91060 0x5609a3cb2000 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 --2- 172.21.15.69:0/4118414690 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5609a3c91980 0x5609a3cb2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe30a000700 0 client.26725 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:06.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 >> 172.21.15.69:0/4118414690 conn(0x5609a3bbfb60 msgr2=0x5609a3c85a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:06.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 shutdown_connections 2024-05-08T06:10:06.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.166+0000 7fe33184fb80 1 -- 172.21.15.69:0/4118414690 wait complete. 2024-05-08T06:10:06.170 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.167+0000 7fe33184fb80 20 client.26725 trim_cache size 0 max 16384 2024-05-08T06:10:06.170 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.167+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe3040b2880 msgr2=0x7fe3040b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.167+0000 7fe326e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe3040b2880 0x7fe3040b4d40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe318020000 tx=0x7fe318023000 comp rx=0 tx=0).stop 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.167+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320104100 msgr2=0x7fe3201a1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.167+0000 7fe326e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320104100 0x7fe3201a1f90 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe30c00e9f0 tx=0x7fe30c00ed00 comp rx=0 tx=0).stop 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 shutdown_connections 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe3040b2880 0x7fe3040b4d40 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe320108850 0x7fe32019bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe320103750 0x7fe3201a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 --2- 172.21.15.69:0/1266749827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe320104100 0x7fe3201a1f90 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 >> 172.21.15.69:0/1266749827 conn(0x7fe32007a600 msgr2=0x7fe320101530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 shutdown_connections 2024-05-08T06:10:06.171 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:06.168+0000 7fe326e00700 1 -- 172.21.15.69:0/1266749827 wait complete. 2024-05-08T06:10:06.548 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:06 smithi069 ceph-mon[29571]: pgmap v712: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:06.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:06 smithi105 ceph-mon[34393]: pgmap v712: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:06 smithi135 ceph-mon[34761]: pgmap v712: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:08.124 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:10:08.125 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:10:08.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:08 smithi135 ceph-mon[34761]: pgmap v713: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:08 smithi069 ceph-mon[29571]: pgmap v713: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:08.572 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:08 smithi105 ceph-mon[34393]: pgmap v713: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:10.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:10 smithi069 ceph-mon[29571]: pgmap v714: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:10 smithi105 ceph-mon[34393]: pgmap v714: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:10 smithi135 ceph-mon[34761]: pgmap v714: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 -- 172.21.15.69:0/2378394982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 msgr2=0x7f6fe8116a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 --2- 172.21.15.69:0/2378394982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe8116a60 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f6fe000b0a0 tx=0x7f6fe000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 -- 172.21.15.69:0/2378394982 shutdown_connections 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 --2- 172.21.15.69:0/2378394982 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe8116a60 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 --2- 172.21.15.69:0/2378394982 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 0x7f6fe8075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 --2- 172.21.15.69:0/2378394982 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fe8075ff0 0x7f6fe8114130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 -- 172.21.15.69:0/2378394982 >> 172.21.15.69:0/2378394982 conn(0x7f6fe807a650 msgr2=0x7f6fe807aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:11.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 -- 172.21.15.69:0/2378394982 shutdown_connections 2024-05-08T06:10:11.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.073+0000 7f6fee800700 1 -- 172.21.15.69:0/2378394982 wait complete. 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.074+0000 7f6fee800700 1 Processor -- start 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 -- start start 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 0x7f6fe81a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fe8075ff0 0x7f6fe81a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe81a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe8119cc0 con 0x7f6fe8114670 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe8119b40 con 0x7f6fe8075ff0 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fee800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe8119e40 con 0x7f6fe80756d0 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fe7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe81a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fe7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe81a4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59348/0 (socket says 172.21.15.69:59348) 2024-05-08T06:10:11.077 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fe7e00700 1 -- 172.21.15.69:0/2989131878 learned_addr learned my addr 172.21.15.69:0/2989131878 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:11.077 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fe7400700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 0x7f6fe81a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.077 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.075+0000 7f6fdea00700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fe8075ff0 0x7f6fe81a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7400700 1 -- 172.21.15.69:0/2989131878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fe8075ff0 msgr2=0x7f6fe81a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7400700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fe8075ff0 0x7f6fe81a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7400700 1 -- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 msgr2=0x7f6fe81a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7400700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe81a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7400700 1 -- 172.21.15.69:0/2989131878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe81a5160 con 0x7f6fe80756d0 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7e00700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe81a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.076+0000 7f6fe7400700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 0x7f6fe81a0150 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6fd800e9f0 tx=0x7f6fd800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.077+0000 7f6fe4c00700 1 -- 172.21.15.69:0/2989131878 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8004220 con 0x7f6fe80756d0 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.077+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe81a5450 con 0x7f6fe80756d0 2024-05-08T06:10:11.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.077+0000 7f6fe4c00700 1 -- 172.21.15.69:0/2989131878 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fd80043c0 con 0x7f6fe80756d0 2024-05-08T06:10:11.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.077+0000 7f6fe4c00700 1 -- 172.21.15.69:0/2989131878 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd8005020 con 0x7f6fe80756d0 2024-05-08T06:10:11.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.077+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe81accd0 con 0x7f6fe80756d0 2024-05-08T06:10:11.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.080+0000 7f6fe4c00700 1 -- 172.21.15.69:0/2989131878 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6fd8004750 con 0x7f6fe80756d0 2024-05-08T06:10:11.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.082+0000 7f6ff9273b80 1 Processor -- start 2024-05-08T06:10:11.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.082+0000 7f6ff9273b80 1 -- start start 2024-05-08T06:10:11.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 0x55e2856b3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6fe4c00700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6fcc0b2900 0x7f6fcc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856ad350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856addf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e2855ffaa0 con 0x55e2856b2c40 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e28559d7e0 con 0x55e2856ad970 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e2855fba60 con 0x55e2856b3560 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 0x55e2856b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 0x55e2856b3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59362/0 (socket says 172.21.15.69:59362) 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6fe7400700 1 -- 172.21.15.69:0/1241419259 learned_addr learned my addr 172.21.15.69:0/1241419259 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6fdea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856ad350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.083+0000 7f6fe4c00700 1 -- 172.21.15.69:0/2989131878 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6fd80e2170 con 0x7f6fe80756d0 2024-05-08T06:10:11.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fe7e00700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6fcc0b2900 0x7f6fcc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fe7e00700 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856addf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fdea00700 1 -- 172.21.15.69:0/1241419259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 msgr2=0x55e2856addf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fdea00700 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856addf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fdea00700 1 -- 172.21.15.69:0/1241419259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 msgr2=0x55e2856b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fdea00700 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 0x55e2856b3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fdea00700 1 -- 172.21.15.69:0/1241419259 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e28554c950 con 0x55e2856b3560 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fe7400700 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 0x55e2856b3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fdea00700 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856ad350 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0009c80 tx=0x7f6fd0009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1669dd9fa70348e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.084+0000 7f6fe7e00700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6fcc0b2900 0x7f6fcc0b4dc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x55e2856ae330 tx=0x7f6fe0009d00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.085+0000 7f6fdcc00700 1 -- 172.21.15.69:0/1241419259 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0011cb0 con 0x55e2856b3560 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.085+0000 7f6fdcc00700 1 -- 172.21.15.69:0/1241419259 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fd0011e50 con 0x55e2856b3560 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.085+0000 7f6fdcc00700 1 -- 172.21.15.69:0/1241419259 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0005280 con 0x55e2856b3560 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.085+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1241419259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 msgr2=0x55e2856ad350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.085+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856ad350 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0009c80 tx=0x7f6fd0009f90 comp rx=0 tx=0).stop 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1241419259 shutdown_connections 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856addf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b2c40 0x55e2856b3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1241419259 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856ad350 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1241419259 >> 172.21.15.69:0/1241419259 conn(0x55e285625750 msgr2=0x55e2856a7b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:11.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1241419259 shutdown_connections 2024-05-08T06:10:11.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1241419259 wait complete. 2024-05-08T06:10:11.088 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 -- start start 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.086+0000 7f6ff9273b80 1 Processor -- start 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856b9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b2c40 0x55e2856b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856b6b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e2856b9fa0 con 0x55e2856b3560 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e285565ba0 con 0x55e2856ad970 2024-05-08T06:10:11.091 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e2856ba120 con 0x55e2856b2c40 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6ff9273b80 10 client.0 _ll_register_callbacks cb 0x55e2855a6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6fe7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856b6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856b9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856b9220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55238/0 (socket says 172.21.15.69:55238) 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6fdea00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b2c40 0x55e2856b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.087+0000 7f6fe7400700 1 -- 172.21.15.69:0/1379076361 learned_addr learned my addr 172.21.15.69:0/1379076361 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fe7400700 1 -- 172.21.15.69:0/1379076361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b2c40 msgr2=0x55e2856b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fe7400700 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b2c40 0x55e2856b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fe7400700 1 -- 172.21.15.69:0/1379076361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 msgr2=0x55e2856b6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fe7400700 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856b6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.092 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fe7400700 1 -- 172.21.15.69:0/1379076361 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2855c54a0 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fe7400700 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856b9220 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6fd80a5770 tx=0x7f6fd80b1ff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f789b3d684d88f8d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fd5600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.088+0000 7f6fd5600700 1 -- 172.21.15.69:0/1379076361 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd80a3e60 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6fd5600700 1 -- 172.21.15.69:0/1379076361 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6fd80b04f0 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fd0011e50 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6fd5600700 1 -- 172.21.15.69:0/1379076361 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6fd801c040 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6ff9273b80 10 client.26780 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e2856c47e0 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6fd5600700 1 -- 172.21.15.69:0/1379076361 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fd0011e50 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.089+0000 7f6fd5600700 1 -- 172.21.15.69:0/1379076361 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6fd80910d0 con 0x55e2856ad970 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6ff9273b80 10 client.26780 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:11.093 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6ff9273b80 10 client.26780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6ff9273b80 20 client.26780 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2856c6d70 0x55e2856c9160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6ff9273b80 4 client.26780 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e28567a1c0 con 0x55e2856c6d70 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.090+0000 7f6fdea00700 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2856c6d70 0x55e2856c9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.091+0000 7f6fdea00700 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2856c6d70 0x55e2856c9160 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee1b2e1dbc783366 server_cookie=b67e7f67fbc5d472 in_seq=0 out_seq=0 2024-05-08T06:10:11.094 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.091+0000 7f6fd5600700 10 client.26780 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:11.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6fd5600700 1 -- 172.21.15.69:0/1379076361 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e28567a1c0 con 0x55e2856c6d70 2024-05-08T06:10:11.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6fd5600700 10 client.26780 handle_command_reply: tid=0 2024-05-08T06:10:11.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 client.26780 shutdown 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 msgr2=0x55e2856b9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856b9220 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6fd80a5770 tx=0x7f6fd80b1ff0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 shutdown_connections 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856b6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856ad970 0x55e2856b9220 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e2856c6d70 0x55e2856c9160 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/1379076361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b2c40 0x55e2856b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 >> 172.21.15.69:0/1379076361 conn(0x55e285625750 msgr2=0x55e2856a7210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6fd5600700 0 client.26780 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 shutdown_connections 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 1 -- 172.21.15.69:0/1379076361 wait complete. 2024-05-08T06:10:11.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.092+0000 7f6ff9273b80 20 client.26780 trim_cache size 0 max 16384 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.114+0000 7f6ff9273b80 1 Processor -- start 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 -- start start 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 0x55e2856c3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856a7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856b82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81b6a30 con 0x55e2856ad970 2024-05-08T06:10:11.115 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81b42c0 con 0x55e2856b2c40 2024-05-08T06:10:11.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81b2110 con 0x55e2856b3560 2024-05-08T06:10:11.116 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 0x55e2856c3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 0x55e2856c3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59376/0 (socket says 172.21.15.69:59376) 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6fe7400700 1 -- 172.21.15.69:0/3283300072 learned_addr learned my addr 172.21.15.69:0/3283300072 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6fdea00700 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856a7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.115+0000 7f6fe7e00700 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856b82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fe7400700 1 -- 172.21.15.69:0/3283300072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 msgr2=0x55e2856b82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fe7400700 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856b82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fe7400700 1 -- 172.21.15.69:0/3283300072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 msgr2=0x55e2856a7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fe7400700 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856a7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fe7400700 1 -- 172.21.15.69:0/3283300072 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2856c97e0 con 0x55e2856ad970 2024-05-08T06:10:11.117 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fe7400700 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 0x55e2856c3030 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6fd80a9440 tx=0x7f6fd80a9510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf89bf1e5aa0abfa server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:11.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fd7e00700 1 -- 172.21.15.69:0/3283300072 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd80a3e60 con 0x55e2856ad970 2024-05-08T06:10:11.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fd7e00700 1 -- 172.21.15.69:0/3283300072 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fd8083e50 con 0x55e2856ad970 2024-05-08T06:10:11.118 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.116+0000 7f6fd7e00700 1 -- 172.21.15.69:0/3283300072 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd80b0e70 con 0x55e2856ad970 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3283300072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 msgr2=0x55e2856c3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 0x55e2856c3030 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f6fd80a9440 tx=0x7f6fd80a9510 comp rx=0 tx=0).stop 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3283300072 shutdown_connections 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856b3560 0x55e2856b82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856ad970 0x55e2856c3030 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3283300072 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856a7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3283300072 >> 172.21.15.69:0/3283300072 conn(0x55e285625750 msgr2=0x55e2856b7bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3283300072 shutdown_connections 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.117+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3283300072 wait complete. 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 -- start start 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 Processor -- start 2024-05-08T06:10:11.121 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856ad970 0x55e2856bc380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856bc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856bce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81b2780 con 0x55e2856b3560 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81b3bf0 con 0x55e2856b2c40 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe81b2e50 con 0x55e2856ad970 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.118+0000 7f6ff9273b80 10 client.0 _ll_register_callbacks cb 0x55e2855a6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856bc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fe7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856ad970 0x55e2856bc380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fe7e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856bce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856bc8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55252/0 (socket says 172.21.15.69:55252) 2024-05-08T06:10:11.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 -- 172.21.15.69:0/3649158676 learned_addr learned my addr 172.21.15.69:0/3649158676 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 -- 172.21.15.69:0/3649158676 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856ad970 msgr2=0x55e2856bc380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856ad970 0x55e2856bc380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 -- 172.21.15.69:0/3649158676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 msgr2=0x55e2856bce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856bce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 -- 172.21.15.69:0/3649158676 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e285731640 con 0x55e2856b2c40 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fe7400700 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856ad970 0x55e2856bc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fdea00700 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856bc8c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0009c80 tx=0x7f6fd0005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f2c394e841e1a98 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.119+0000 7f6fd5600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6fd5600700 1 -- 172.21.15.69:0/3649158676 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0003740 con 0x55e2856b2c40 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6fd5600700 1 -- 172.21.15.69:0/3649158676 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6fd00038e0 con 0x55e2856b2c40 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6fd8083e50 con 0x55e2856b2c40 2024-05-08T06:10:11.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6fd5600700 1 -- 172.21.15.69:0/3649158676 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6fd0003ae0 con 0x55e2856b2c40 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6ff9273b80 10 client.26786 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e285732990 con 0x55e2856b2c40 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6fd5600700 1 -- 172.21.15.69:0/3649158676 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6fd8083e50 con 0x55e2856b2c40 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6fd5600700 1 -- 172.21.15.69:0/3649158676 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f6fd0018070 con 0x55e2856b2c40 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.120+0000 7f6ff9273b80 10 client.26786 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.121+0000 7f6ff9273b80 10 client.26786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.121+0000 7f6ff9273b80 20 client.26786 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.121+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e285732f40 0x55e285735360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.121+0000 7f6ff9273b80 4 client.26786 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:10:11.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.121+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e28560d480 con 0x55e285732f40 2024-05-08T06:10:11.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.121+0000 7f6fe7400700 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e285732f40 0x55e285735360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.122+0000 7f6fe7400700 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e285732f40 0x55e285735360 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b201795c35afe06 server_cookie=4eef5164c7d58dc3 in_seq=0 out_seq=0 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.122+0000 7f6fd5600700 10 client.26786 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6fd5600700 1 -- 172.21.15.69:0/3649158676 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e28560d480 con 0x55e285732f40 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6fd5600700 10 client.26786 handle_command_reply: tid=0 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 client.26786 shutdown 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 msgr2=0x55e2856bc8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856bc8c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0009c80 tx=0x7f6fd0005ce0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 shutdown_connections 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e2856b3560 0x55e2856bce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e285732f40 0x55e285735360 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e2856ad970 0x55e2856bc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 --2- 172.21.15.69:0/3649158676 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e2856b2c40 0x55e2856bc8c0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6fd5600700 0 client.26786 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 >> 172.21.15.69:0/3649158676 conn(0x55e285625750 msgr2=0x55e2856b8400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.123+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 shutdown_connections 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.124+0000 7f6ff9273b80 1 -- 172.21.15.69:0/3649158676 wait complete. 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.124+0000 7f6ff9273b80 20 client.26786 trim_cache size 0 max 16384 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:10:11.127 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "c23ad292-3015-4375-947a-32d6a0bcd7d7", 2024-05-08T06:10:11.128 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:10:11.128 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:10:11.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.124+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6fcc0b2900 msgr2=0x7f6fcc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.124+0000 7f6fee800700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6fcc0b2900 0x7f6fcc0b4dc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x55e2856ae330 tx=0x7f6fe0009d00 comp rx=0 tx=0).stop 2024-05-08T06:10:11.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.124+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 msgr2=0x7f6fe81a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:11.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.124+0000 7f6fee800700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 0x7f6fe81a0150 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6fd800e9f0 tx=0x7f6fd800ed00 comp rx=0 tx=0).stop 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 shutdown_connections 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6fe8114670 0x7f6fe81a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6fe80756d0 0x7f6fe81a0150 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6fcc0b2900 0x7f6fcc0b4dc0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 --2- 172.21.15.69:0/2989131878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6fe8075ff0 0x7f6fe81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 >> 172.21.15.69:0/2989131878 conn(0x7f6fe807a650 msgr2=0x7f6fe8113430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 shutdown_connections 2024-05-08T06:10:11.129 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:11.125+0000 7f6fee800700 1 -- 172.21.15.69:0/2989131878 wait complete. 2024-05-08T06:10:12.096 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:10:12.533 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:12.680 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:12 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:10:12.680 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:12 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:12.680 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:12 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:10:12.680 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:12 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:12.680 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:12 smithi069 ceph-mon[29571]: pgmap v715: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:10:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:12 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:10:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:12 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:12 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:10:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:12 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:12 smithi105 ceph-mon[34393]: pgmap v715: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:10:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:12 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:10:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:12 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:12 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:10:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:12 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:12 smithi135 ceph-mon[34761]: pgmap v715: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:10:14.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:14 smithi069 ceph-mon[29571]: pgmap v716: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:14.421 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:14 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:10:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:14 smithi105 ceph-mon[34393]: pgmap v716: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:14 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:10:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:14 smithi135 ceph-mon[34761]: pgmap v716: 97 pgs: 97 active+clean; 5.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:14 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:10:14.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.990+0000 7f5c3a800700 1 -- 172.21.15.69:0/3554622931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 msgr2=0x7f5c341124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:14.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3554622931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 0x7f5c341124a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c00b0a0 tx=0x7f5c2c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 -- 172.21.15.69:0/3554622931 shutdown_connections 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3554622931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 0x7f5c341124a0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3554622931 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c3410b660 0x7f5c3410ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3554622931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c341055d0 0x7f5c34105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 -- 172.21.15.69:0/3554622931 >> 172.21.15.69:0/3554622931 conn(0x7f5c341010c0 msgr2=0x7f5c341034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 -- 172.21.15.69:0/3554622931 shutdown_connections 2024-05-08T06:10:14.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.991+0000 7f5c3a800700 1 -- 172.21.15.69:0/3554622931 wait complete. 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.992+0000 7f5c3a800700 1 Processor -- start 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.992+0000 7f5c3a800700 1 -- start start 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.992+0000 7f5c3a800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 0x7f5c341a1820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.992+0000 7f5c3a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 0x7f5c341a1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.992+0000 7f5c3a800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c3410b660 0x7f5c3419b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.992+0000 7f5c3a800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5c34115820 con 0x7f5c34105f90 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c3a800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341156a0 con 0x7f5c3410b660 2024-05-08T06:10:14.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c3a800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341159a0 con 0x7f5c341055d0 2024-05-08T06:10:14.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 0x7f5c341a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:14.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c38a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 0x7f5c341a1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:14.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 0x7f5c341a1820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34570/0 (socket says 172.21.15.69:34570) 2024-05-08T06:10:14.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c3410b660 0x7f5c3419b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:14.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 -- 172.21.15.69:0/3229933827 learned_addr learned my addr 172.21.15.69:0/3229933827 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 -- 172.21.15.69:0/3229933827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c3410b660 msgr2=0x7f5c3419b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c3410b660 0x7f5c3419b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 -- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 msgr2=0x7f5c341a1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 0x7f5c341a1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.993+0000 7f5c39400700 1 -- 172.21.15.69:0/3229933827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c3419c140 con 0x7f5c341055d0 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c3410b660 0x7f5c3419b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c39400700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 0x7f5c341a1820 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5c2800e970 tx=0x7f5c2800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c32000700 1 -- 172.21.15.69:0/3229933827 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c28004220 con 0x7f5c341055d0 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c32000700 1 -- 172.21.15.69:0/3229933827 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c280043c0 con 0x7f5c341055d0 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c32000700 1 -- 172.21.15.69:0/3229933827 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c28003ce0 con 0x7f5c341055d0 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c3419c430 con 0x7f5c341055d0 2024-05-08T06:10:14.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.994+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c341a86f0 con 0x7f5c341055d0 2024-05-08T06:10:14.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.998+0000 7f5c32000700 1 -- 172.21.15.69:0/3229933827 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5c2800c7e0 con 0x7f5c341055d0 2024-05-08T06:10:14.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:14.999+0000 7f5c466a3b80 1 Processor -- start 2024-05-08T06:10:14.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 -- start start 2024-05-08T06:10:15.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a3da0 0x563da52a4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 0x563da529e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563da51f0a20 con 0x563da52a3da0 2024-05-08T06:10:15.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563da518e760 con 0x563da52a46c0 2024-05-08T06:10:15.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563da51ec9e0 con 0x563da529ea50 2024-05-08T06:10:15.001 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c39e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a3da0 0x563da52a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c39400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 0x563da529e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.000+0000 7f5c32000700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c1c0b2900 0x7f5c1c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c39400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 0x563da529e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55292/0 (socket says 172.21.15.69:55292) 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c38a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c39400700 1 -- 172.21.15.69:0/42368969 learned_addr learned my addr 172.21.15.69:0/42368969 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c32000700 1 -- 172.21.15.69:0/3229933827 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5c280e23f0 con 0x7f5c341055d0 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c1c0b2900 0x7f5c1c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c38a00700 1 -- 172.21.15.69:0/42368969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 msgr2=0x563da529e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c38a00700 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 0x563da529e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c38a00700 1 -- 172.21.15.69:0/42368969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a3da0 msgr2=0x563da52a4180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c38a00700 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a3da0 0x563da52a4180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c38a00700 1 -- 172.21.15.69:0/42368969 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563da513d8d0 con 0x563da529ea50 2024-05-08T06:10:15.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.001+0000 7f5c39400700 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 0x563da529e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.002+0000 7f5c38a00700 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529eed0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009c80 tx=0x7f5c20009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9f05469baad708f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.002+0000 7f5c26a00700 1 -- 172.21.15.69:0/42368969 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20011cb0 con 0x563da529ea50 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.002+0000 7f5c26a00700 1 -- 172.21.15.69:0/42368969 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c20011e50 con 0x563da529ea50 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.002+0000 7f5c26a00700 1 -- 172.21.15.69:0/42368969 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20005280 con 0x563da529ea50 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 -- 172.21.15.69:0/42368969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 msgr2=0x563da529eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529eed0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009c80 tx=0x7f5c20009f90 comp rx=0 tx=0).stop 2024-05-08T06:10:15.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c1c0b2900 0x7f5c1c0b4dc0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c00b780 tx=0x7f5c2c00b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:15.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 -- 172.21.15.69:0/42368969 shutdown_connections 2024-05-08T06:10:15.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529eed0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a3da0 0x563da52a4180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/42368969 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a46c0 0x563da529e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 -- 172.21.15.69:0/42368969 >> 172.21.15.69:0/42368969 conn(0x563da52166d0 msgr2=0x563da5298ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:15.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 -- 172.21.15.69:0/42368969 shutdown_connections 2024-05-08T06:10:15.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.003+0000 7f5c466a3b80 1 -- 172.21.15.69:0/42368969 wait complete. 2024-05-08T06:10:15.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.004+0000 7f5c466a3b80 1 -- start start 2024-05-08T06:10:15.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.004+0000 7f5c466a3b80 1 Processor -- start 2024-05-08T06:10:15.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da529ea50 0x563da52aa3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52a7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da52a46c0 0x563da52a7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563da52ab150 con 0x563da529ea50 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563da5156b20 con 0x563da52a3da0 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563da52ab2d0 con 0x563da52a46c0 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c466a3b80 10 client.0 _ll_register_callbacks cb 0x563da5197c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da529ea50 0x563da52aa3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da529ea50 0x563da52aa3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:59430/0 (socket says 172.21.15.69:59430) 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39400700 1 -- 172.21.15.69:0/3638459573 learned_addr learned my addr 172.21.15.69:0/3638459573 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da52a46c0 0x563da52a7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c38a00700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52a7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39e00700 1 -- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 msgr2=0x563da52a7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52a7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39e00700 1 -- 172.21.15.69:0/3638459573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da529ea50 msgr2=0x563da52aa3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.008 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da529ea50 0x563da52aa3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.005+0000 7f5c39e00700 1 -- 172.21.15.69:0/3638459573 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563da51b6420 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c39e00700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da52a46c0 0x563da52a7cd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c0062a0 tx=0x7f5c2c0099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1bb5b066fbca10d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c1b400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c1b400700 1 -- 172.21.15.69:0/3638459573 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c2c02f070 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c20011e50 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c1b400700 1 -- 172.21.15.69:0/3638459573 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5c2c005240 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c1b400700 1 -- 172.21.15.69:0/3638459573 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5c2c03b050 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.006+0000 7f5c466a3b80 10 client.26755 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563da52b59c0 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c1b400700 1 -- 172.21.15.69:0/3638459573 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c20011e50 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c1b400700 1 -- 172.21.15.69:0/3638459573 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5c2c028070 con 0x563da52a46c0 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 10 client.26755 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 10 client.26755 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:15.009 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 20 client.26755 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:15.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da52b7f50 0x563da52ba370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 4 client.26755 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:15.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563da526b140 con 0x563da52b7f50 2024-05-08T06:10:15.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.007+0000 7f5c39400700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da52b7f50 0x563da52ba370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.008+0000 7f5c39400700 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da52b7f50 0x563da52ba370 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0e6a57d695e758c server_cookie=7fd2f616e6eab302 in_seq=0 out_seq=0 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.008+0000 7f5c1b400700 10 client.26755 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c1b400700 1 -- 172.21.15.69:0/3638459573 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563da526b140 con 0x563da52b7f50 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c1b400700 10 client.26755 handle_command_reply: tid=0 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 client.26755 shutdown 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da52a46c0 msgr2=0x563da52a7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da52a46c0 0x563da52a7cd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c0062a0 tx=0x7f5c2c0099e0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 shutdown_connections 2024-05-08T06:10:15.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da52b7f50 0x563da52ba370 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da52a46c0 0x563da52a7cd0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da529ea50 0x563da52aa3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/3638459573 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52a7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c1b400700 0 client.26755 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 >> 172.21.15.69:0/3638459573 conn(0x563da52166d0 msgr2=0x563da5293750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.009+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 shutdown_connections 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.010+0000 7f5c466a3b80 1 -- 172.21.15.69:0/3638459573 wait complete. 2024-05-08T06:10:15.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.010+0000 7f5c466a3b80 20 client.26755 trim_cache size 0 max 16384 2024-05-08T06:10:15.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.031+0000 7f5c466a3b80 1 Processor -- start 2024-05-08T06:10:15.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 -- start start 2024-05-08T06:10:15.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da5293860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.032 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341b2360 con 0x563da52a46c0 2024-05-08T06:10:15.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341afbf0 con 0x563da52a3da0 2024-05-08T06:10:15.033 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341ada40 con 0x563da529ea50 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c38a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c39e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da5293860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c38a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52b41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55310/0 (socket says 172.21.15.69:55310) 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c38a00700 1 -- 172.21.15.69:0/4043720639 learned_addr learned my addr 172.21.15.69:0/4043720639 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.032+0000 7f5c39400700 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.033+0000 7f5c38a00700 1 -- 172.21.15.69:0/4043720639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 msgr2=0x563da529e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.033+0000 7f5c38a00700 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.033+0000 7f5c38a00700 1 -- 172.21.15.69:0/4043720639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 msgr2=0x563da5293860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.033+0000 7f5c38a00700 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da5293860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.033+0000 7f5c38a00700 1 -- 172.21.15.69:0/4043720639 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563da5293da0 con 0x563da52a3da0 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.033+0000 7f5c38a00700 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52b41e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009c80 tx=0x7f5c20011ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e7d6219b971c0964 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c26000700 1 -- 172.21.15.69:0/4043720639 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20011c40 con 0x563da52a3da0 2024-05-08T06:10:15.034 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c26000700 1 -- 172.21.15.69:0/4043720639 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c20028070 con 0x563da52a3da0 2024-05-08T06:10:15.035 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c26000700 1 -- 172.21.15.69:0/4043720639 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20005100 con 0x563da52a3da0 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 -- 172.21.15.69:0/4043720639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 msgr2=0x563da52b41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52b41e0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5c20009c80 tx=0x7f5c20011ad0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 -- 172.21.15.69:0/4043720639 shutdown_connections 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da5293860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da529e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/4043720639 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52b41e0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.036 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.034+0000 7f5c466a3b80 1 -- 172.21.15.69:0/4043720639 >> 172.21.15.69:0/4043720639 conn(0x563da52166d0 msgr2=0x563da52a4aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.035+0000 7f5c466a3b80 1 -- 172.21.15.69:0/4043720639 shutdown_connections 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.035+0000 7f5c466a3b80 1 -- 172.21.15.69:0/4043720639 wait complete. 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.035+0000 7f5c466a3b80 1 -- start start 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.035+0000 7f5c466a3b80 1 Processor -- start 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da52bf810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52bfd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da532a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341ae0b0 con 0x563da52a46c0 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341af520 con 0x563da52a3da0 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c341ae780 con 0x563da529ea50 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c466a3b80 10 client.0 _ll_register_callbacks cb 0x563da5197c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52bfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c39e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da532a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.037 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52bfd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55312/0 (socket says 172.21.15.69:55312) 2024-05-08T06:10:15.038 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 -- 172.21.15.69:0/2070648438 learned_addr learned my addr 172.21.15.69:0/2070648438 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:15.038 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c39400700 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da52bf810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 -- 172.21.15.69:0/2070648438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 msgr2=0x563da52bf810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da52bf810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 -- 172.21.15.69:0/2070648438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 msgr2=0x563da532a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da532a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.036+0000 7f5c38a00700 1 -- 172.21.15.69:0/2070648438 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563da532a540 con 0x563da52a3da0 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c38a00700 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52bfd50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5c20003f20 tx=0x7f5c200055a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=960bbc83e0de6f9c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:15.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c1b400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c1b400700 1 -- 172.21.15.69:0/2070648438 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20030020 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c1b400700 1 -- 172.21.15.69:0/2070648438 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5c20003890 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c20028070 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c1b400700 1 -- 172.21.15.69:0/2070648438 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5c20005ce0 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c466a3b80 10 client.26804 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.037+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563da532b6e0 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c1b400700 1 -- 172.21.15.69:0/2070648438 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c20028070 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c1b400700 1 -- 172.21.15.69:0/2070648438 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5c20018070 con 0x563da52a3da0 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c466a3b80 10 client.26804 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c466a3b80 10 client.26804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c466a3b80 20 client.26804 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da532bae0 0x563da532ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c466a3b80 4 client.26804 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:10:15.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563da51fe400 con 0x563da532bae0 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.038+0000 7f5c39400700 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da532bae0 0x563da532ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c39400700 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da532bae0 0x563da532ded0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf0bed8153febd17 server_cookie=33fbe267ebab62af in_seq=0 out_seq=0 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c1b400700 10 client.26804 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c1b400700 1 -- 172.21.15.69:0/2070648438 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563da51fe400 con 0x563da532bae0 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c1b400700 10 client.26804 handle_command_reply: tid=0 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 client.26804 shutdown 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 msgr2=0x563da52bfd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52bfd50 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f5c20003f20 tx=0x7f5c200055a0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 shutdown_connections 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563da52a46c0 0x563da532a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x563da532bae0 0x563da532ded0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563da529ea50 0x563da52bf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 --2- 172.21.15.69:0/2070648438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563da52a3da0 0x563da52bfd50 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.042 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c1b400700 0 client.26804 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 >> 172.21.15.69:0/2070648438 conn(0x563da52166d0 msgr2=0x563da52a2860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.039+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 shutdown_connections 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c466a3b80 1 -- 172.21.15.69:0/2070648438 wait complete. 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c466a3b80 20 client.26804 trim_cache size 0 max 16384 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:10:15.043 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c1c0b2900 msgr2=0x7f5c1c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c1c0b2900 0x7f5c1c0b4dc0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f5c2c00b780 tx=0x7f5c2c00b3b0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 msgr2=0x7f5c341a1820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 0x7f5c341a1820 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f5c2800e970 tx=0x7f5c2800ec80 comp rx=0 tx=0).stop 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 shutdown_connections 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c1c0b2900 0x7f5c1c0b4dc0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c3410b660 0x7f5c3419b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c341055d0 0x7f5c341a1820 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 --2- 172.21.15.69:0/3229933827 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c34105f90 0x7f5c341a1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.040+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 >> 172.21.15.69:0/3229933827 conn(0x7f5c341010c0 msgr2=0x7f5c34102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.041+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 shutdown_connections 2024-05-08T06:10:15.045 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:15.041+0000 7f5c3a800700 1 -- 172.21.15.69:0/3229933827 wait complete. 2024-05-08T06:10:16.066 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:10:16.066 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:10:16.520 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:16.664 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:16 smithi069 ceph-mon[29571]: pgmap v717: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:16 smithi105 ceph-mon[34393]: pgmap v717: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:16 smithi135 ceph-mon[34761]: pgmap v717: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:18.426 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:18 smithi069 ceph-mon[29571]: pgmap v718: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:18 smithi105 ceph-mon[34393]: pgmap v718: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:18 smithi135 ceph-mon[34761]: pgmap v718: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:18.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 -- 172.21.15.69:0/1985651910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810e8b0 msgr2=0x7ff04810ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:18.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 --2- 172.21.15.69:0/1985651910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810e8b0 0x7ff04810ec90 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff038009990 tx=0x7ff038009ca0 comp rx=0 tx=0).stop 2024-05-08T06:10:18.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 -- 172.21.15.69:0/1985651910 shutdown_connections 2024-05-08T06:10:18.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 --2- 172.21.15.69:0/1985651910 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff04810a3a0 0x7ff048116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:18.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 --2- 172.21.15.69:0/1985651910 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810e8b0 0x7ff04810ec90 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:18.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 --2- 172.21.15.69:0/1985651910 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff0481099e0 0x7ff048109e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:18.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 -- 172.21.15.69:0/1985651910 >> 172.21.15.69:0/1985651910 conn(0x7ff048079230 msgr2=0x7ff0481082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:18.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 -- 172.21.15.69:0/1985651910 shutdown_connections 2024-05-08T06:10:18.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.960+0000 7ff04d400700 1 -- 172.21.15.69:0/1985651910 wait complete. 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 Processor -- start 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 -- start start 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 0x7ff0481a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810a3a0 0x7ff0481a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff04810e8b0 0x7ff0481a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff048119b80 con 0x7ff04810a3a0 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.961+0000 7ff04d400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff048119a00 con 0x7ff0481099e0 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff04d400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff048119d00 con 0x7ff04810e8b0 2024-05-08T06:10:18.962 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 0x7ff0481a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:18.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff04ca00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff04810e8b0 0x7ff0481a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:18.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810a3a0 0x7ff0481a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:18.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 0x7ff0481a01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:47414/0 (socket says 172.21.15.69:47414) 2024-05-08T06:10:18.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 -- 172.21.15.69:0/3579167836 learned_addr learned my addr 172.21.15.69:0/3579167836 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 -- 172.21.15.69:0/3579167836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff04810e8b0 msgr2=0x7ff0481a4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff04810e8b0 0x7ff0481a4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 -- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810a3a0 msgr2=0x7ff0481a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810a3a0 0x7ff0481a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.962+0000 7ff047e00700 1 -- 172.21.15.69:0/3579167836 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0481a51b0 con 0x7ff0481099e0 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.963+0000 7ff047e00700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 0x7ff0481a01a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff0380057c0 tx=0x7ff038009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.963+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff038026070 con 0x7ff0481099e0 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.963+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff038021410 con 0x7ff0481099e0 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.963+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff038017650 con 0x7ff0481099e0 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.963+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0481a5440 con 0x7ff0481099e0 2024-05-08T06:10:18.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.963+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0481acd20 con 0x7ff0481099e0 2024-05-08T06:10:18.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.964+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff04806a190 con 0x7ff0481099e0 2024-05-08T06:10:18.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.967+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff038029070 con 0x7ff0481099e0 2024-05-08T06:10:18.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.968+0000 7ff044c00700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff02c0b2880 0x7ff02c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:18.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.968+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff0380e32e0 con 0x7ff0481099e0 2024-05-08T06:10:18.968 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.968+0000 7ff047400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff02c0b2880 0x7ff02c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:18.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.969+0000 7ff047400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff02c0b2880 0x7ff02c0b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff048109670 tx=0x7ff0340073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:18.970 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:18.970+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff038030080 con 0x7ff0481099e0 2024-05-08T06:10:19.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.255+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff04802e510 con 0x7ff0481099e0 2024-05-08T06:10:19.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.256+0000 7ff044c00700 1 -- 172.21.15.69:0/3579167836 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7ff038013070 con 0x7ff0481099e0 2024-05-08T06:10:19.257 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:10:19.257 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:10:19.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff02c0b2880 msgr2=0x7ff02c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:19.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff02c0b2880 0x7ff02c0b4d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff048109670 tx=0x7ff0340073d0 comp rx=0 tx=0).stop 2024-05-08T06:10:19.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 msgr2=0x7ff0481a01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:19.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 0x7ff0481a01a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ff0380057c0 tx=0x7ff038009580 comp rx=0 tx=0).stop 2024-05-08T06:10:19.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 shutdown_connections 2024-05-08T06:10:19.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff04810e8b0 0x7ff0481a4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff02c0b2880 0x7ff02c0b4d40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff0481099e0 0x7ff0481a01a0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 --2- 172.21.15.69:0/3579167836 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff04810a3a0 0x7ff0481a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 >> 172.21.15.69:0/3579167836 conn(0x7ff048079230 msgr2=0x7ff0480799b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 shutdown_connections 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:19.260+0000 7ff04d400700 1 -- 172.21.15.69:0/3579167836 wait complete. 2024-05-08T06:10:19.261 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:10:19.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:19 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3579167836' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:10:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:19 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3579167836' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:10:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:19 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3579167836' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:10:20.275 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:10:20.733 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:20 smithi105 ceph-mon[34393]: pgmap v719: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:20 smithi135 ceph-mon[34761]: pgmap v719: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:20.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:20 smithi069 ceph-mon[29571]: pgmap v719: 97 pgs: 97 active+clean; 5.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:22.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:22 smithi069 ceph-mon[29571]: pgmap v720: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:22 smithi105 ceph-mon[34393]: pgmap v720: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:22 smithi135 ceph-mon[34761]: pgmap v720: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:375/600: open fd = 3 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:376/600: open fd = 3 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.158 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:377/600: open fd = 3 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:378/600: open fd = 3 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:379/600: open fd = 3 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:380/600: open fd = 3 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.159 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:381/600: open fd = 3 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:382/600: open fd = 3 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:383/600: open fd = 3 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:384/600: open fd = 3 2024-05-08T06:10:23.160 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:385/600: open fd = 3 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:386/600: open fd = 3 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:387/600: open fd = 3 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.161 INFO:tasks.workunit.client.0.smithi069.stdout:388/600: open fd = 3 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:389/600: open fd = 3 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:390/600: open fd = 3 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:391/600: open fd = 3 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.162 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:392/600: open fd = 3 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:393/600: open fd = 3 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:394/600: open fd = 3 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:395/600: open fd = 3 2024-05-08T06:10:23.163 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:396/600: open fd = 3 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:397/600: open fd = 3 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:398/600: open fd = 3 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.164 INFO:tasks.workunit.client.0.smithi069.stdout:399/600: open fd = 3 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:400/600: open fd = 3 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:401/600: open fd = 3 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:402/600: open fd = 3 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.165 INFO:tasks.workunit.client.0.smithi069.stdout:403/600: open fd = 3 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:404/600: open fd = 3 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:405/600: open fd = 3 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:406/600: open fd = 3 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.166 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:407/600: open fd = 3 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:408/600: open fd = 3 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:409/600: open fd = 3 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:410/600: open fd = 3 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.167 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:411/600: open fd = 3 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:412/600: open fd = 3 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:413/600: open fd = 3 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:414/600: open fd = 3 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.168 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:415/600: open fd = 3 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:416/600: open fd = 3 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:417/600: open fd = 3 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:418/600: open fd = 3 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.169 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:419/600: open fd = 3 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:420/600: open fd = 3 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:421/600: open fd = 3 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:422/600: open fd = 3 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.170 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:423/600: open fd = 3 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:424/600: open fd = 3 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:425/600: open fd = 3 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:426/600: open fd = 3 2024-05-08T06:10:23.171 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:427/600: open fd = 3 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:428/600: open fd = 3 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:429/600: open fd = 3 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.172 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:430/600: open fd = 3 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:431/600: open fd = 3 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:432/600: open fd = 3 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:433/600: open fd = 3 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.173 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:434/600: open fd = 3 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:435/600: open fd = 3 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:436/600: open fd = 3 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:10:23.174 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:10:23.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 -- 172.21.15.69:0/3920728068 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9410b680 msgr2=0x7fbe9410ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 --2- 172.21.15.69:0/3920728068 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9410b680 0x7fbe9410ba60 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800b0d0 tx=0x7fbe8800b3e0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 -- 172.21.15.69:0/3920728068 shutdown_connections 2024-05-08T06:10:23.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 --2- 172.21.15.69:0/3920728068 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe94105f90 0x7fbe94112450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.176 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 --2- 172.21.15.69:0/3920728068 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe9410b680 0x7fbe9410ba60 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 --2- 172.21.15.69:0/3920728068 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe941055d0 0x7fbe94105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 -- 172.21.15.69:0/3920728068 >> 172.21.15.69:0/3920728068 conn(0x7fbe941010e0 msgr2=0x7fbe94103500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 -- 172.21.15.69:0/3920728068 shutdown_connections 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.170+0000 7fbe9b000700 1 -- 172.21.15.69:0/3920728068 wait complete. 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.171+0000 7fbe9b000700 1 Processor -- start 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 -- start start 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe941055d0 0x7fbe941a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 0x7fbe941a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe9410b680 0x7fbe9419ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941157f0 con 0x7fbe94105f90 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbe94115670 con 0x7fbe9410b680 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe9b000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe94115970 con 0x7fbe941055d0 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 0x7fbe941a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 0x7fbe941a1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34404/0 (socket says 172.21.15.69:34404) 2024-05-08T06:10:23.177 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe99200700 1 -- 172.21.15.69:0/1607588222 learned_addr learned my addr 172.21.15.69:0/1607588222 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.172+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe941055d0 0x7fbe941a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe9a600700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe9410b680 0x7fbe9419ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe99200700 1 -- 172.21.15.69:0/1607588222 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe941055d0 msgr2=0x7fbe941a18b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe99200700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe941055d0 0x7fbe941a18b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe99200700 1 -- 172.21.15.69:0/1607588222 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe9410b680 msgr2=0x7fbe9419ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe99200700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe9410b680 0x7fbe9419ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe99200700 1 -- 172.21.15.69:0/1607588222 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe9419c1d0 con 0x7fbe94105f90 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe9a600700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe9410b680 0x7fbe9419ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe99200700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 0x7fbe941a1df0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000d980 tx=0x7fbe8000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe92000700 1 -- 172.21.15.69:0/1607588222 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe80017070 con 0x7fbe94105f90 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe92000700 1 -- 172.21.15.69:0/1607588222 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe80005020 con 0x7fbe94105f90 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe9419c4c0 con 0x7fbe94105f90 2024-05-08T06:10:23.178 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.173+0000 7fbe92000700 1 -- 172.21.15.69:0/1607588222 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe80009b50 con 0x7fbe94105f90 2024-05-08T06:10:23.179 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.174+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe941a8780 con 0x7fbe94105f90 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.177+0000 7fbe92000700 1 -- 172.21.15.69:0/1607588222 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fbe800051d0 con 0x7fbe94105f90 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.178+0000 7fbea7004b80 1 Processor -- start 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.178+0000 7fbea7004b80 1 -- start start 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.178+0000 7fbe92000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe7c0b2900 0x7fbe7c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 0x55eda02b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b3300 0x55eda02acfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02ada80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbea7004b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55eda01ffa20 con 0x55eda02b3300 2024-05-08T06:10:23.180 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbea7004b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55eda019d760 con 0x55eda02b29e0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbea7004b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55eda01fb9e0 con 0x55eda02ad600 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe92000700 1 -- 172.21.15.69:0/1607588222 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbe800e2140 con 0x7fbe94105f90 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe9a600700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe7c0b2900 0x7fbe7c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b3300 0x55eda02acfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 0x55eda02b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 0x55eda02b2dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:47444/0 (socket says 172.21.15.69:47444) 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 -- 172.21.15.69:0/1278135438 learned_addr learned my addr 172.21.15.69:0/1278135438 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 -- 172.21.15.69:0/1278135438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 msgr2=0x55eda02ada80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02ada80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 -- 172.21.15.69:0/1278135438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b3300 msgr2=0x55eda02acfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b3300 0x55eda02acfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.179+0000 7fbe99c00700 1 -- 172.21.15.69:0/1278135438 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eda014c8d0 con 0x55eda02b29e0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.180+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 0x55eda02b2dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbe88015000 tx=0x7fbe88005ae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6bc78e8c45dfd94 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.180+0000 7fbe9a600700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe7c0b2900 0x7fbe7c0b4dc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c005fd0 tx=0x7fbe8c00bf80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.180+0000 7fbe86a00700 1 -- 172.21.15.69:0/1278135438 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe88003a00 con 0x55eda02b29e0 2024-05-08T06:10:23.181 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.180+0000 7fbe86a00700 1 -- 172.21.15.69:0/1278135438 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe88003ba0 con 0x55eda02b29e0 2024-05-08T06:10:23.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.180+0000 7fbe86a00700 1 -- 172.21.15.69:0/1278135438 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe88007740 con 0x55eda02b29e0 2024-05-08T06:10:23.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 -- 172.21.15.69:0/1278135438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 msgr2=0x55eda02b2dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 0x55eda02b2dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fbe88015000 tx=0x7fbe88005ae0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 -- 172.21.15.69:0/1278135438 shutdown_connections 2024-05-08T06:10:23.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02ada80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b29e0 0x55eda02b2dc0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.183 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1278135438 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b3300 0x55eda02acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 -- 172.21.15.69:0/1278135438 >> 172.21.15.69:0/1278135438 conn(0x55eda01dbb60 msgr2=0x55eda02a79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 -- 172.21.15.69:0/1278135438 shutdown_connections 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.181+0000 7fbea7004b80 1 -- 172.21.15.69:0/1278135438 wait complete. 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.182+0000 7fbea7004b80 1 -- start start 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.182+0000 7fbea7004b80 1 Processor -- start 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02b8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b6790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55eda02b9d50 con 0x55eda02b29e0 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55eda0165b20 con 0x55eda02ad600 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55eda02b9ed0 con 0x55eda02b3300 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbea7004b80 10 client.0 _ll_register_callbacks cb 0x55eda01a6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02b8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34418/0 (socket says 172.21.15.69:34418) 2024-05-08T06:10:23.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99200700 1 -- 172.21.15.69:0/1847706541 learned_addr learned my addr 172.21.15.69:0/1847706541 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:23.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe9a600700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99c00700 1 -- 172.21.15.69:0/1847706541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 msgr2=0x55eda02b6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99c00700 1 -- 172.21.15.69:0/1847706541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 msgr2=0x55eda02b6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99c00700 1 -- 172.21.15.69:0/1847706541 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eda01c5420 con 0x55eda02ad600 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.183+0000 7fbe99200700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.184+0000 7fbe99c00700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02b8eb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800b820 tx=0x7fbe88006160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23d70457e360afda server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.184+0000 7fbe7b400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.184+0000 7fbe7b400700 1 -- 172.21.15.69:0/1847706541 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe88009390 con 0x55eda02ad600 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.184+0000 7fbe7b400700 1 -- 172.21.15.69:0/1847706541 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbe88005280 con 0x55eda02ad600 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.184+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe88003ba0 con 0x55eda02ad600 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbe7b400700 1 -- 172.21.15.69:0/1847706541 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe88005480 con 0x55eda02ad600 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 10 client.26822 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eda02c4460 con 0x55eda02ad600 2024-05-08T06:10:23.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbe7b400700 1 -- 172.21.15.69:0/1847706541 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe88003ba0 con 0x55eda02ad600 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbe7b400700 1 -- 172.21.15.69:0/1847706541 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbe88011070 con 0x55eda02ad600 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 10 client.26822 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 10 client.26822 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 20 client.26822 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda02c6930 0x55eda02c8d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 4 client.26822 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.185+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eda027a0a0 con 0x55eda02c6930 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.186+0000 7fbe99200700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda02c6930 0x55eda02c8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.186+0000 7fbe99200700 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda02c6930 0x55eda02c8d20 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=19cda0762e8d61e0 server_cookie=b6c88490f1cf4d98 in_seq=0 out_seq=0 2024-05-08T06:10:23.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.186+0000 7fbe7b400700 10 client.26822 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:23.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbe7b400700 1 -- 172.21.15.69:0/1847706541 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55eda027a0a0 con 0x55eda02c6930 2024-05-08T06:10:23.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbe7b400700 10 client.26822 handle_command_reply: tid=0 2024-05-08T06:10:23.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 client.26822 shutdown 2024-05-08T06:10:23.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 msgr2=0x55eda02b8eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02b8eb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800b820 tx=0x7fbe88006160 comp rx=0 tx=0).stop 2024-05-08T06:10:23.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 shutdown_connections 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda02c6930 0x55eda02c8d20 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02b8eb0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 --2- 172.21.15.69:0/1847706541 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 >> 172.21.15.69:0/1847706541 conn(0x55eda01dbb60 msgr2=0x55eda02a2460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.187+0000 7fbe7b400700 0 client.26822 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.188+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 shutdown_connections 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.188+0000 7fbea7004b80 1 -- 172.21.15.69:0/1847706541 wait complete. 2024-05-08T06:10:23.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.188+0000 7fbea7004b80 20 client.26822 trim_cache size 0 max 16384 2024-05-08T06:10:23.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 Processor -- start 2024-05-08T06:10:23.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 -- start start 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02acfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941b2380 con 0x55eda02b29e0 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941afc10 con 0x55eda02ad600 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbea7004b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941ada80 con 0x55eda02b3300 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34424/0 (socket says 172.21.15.69:34424) 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbe99200700 1 -- 172.21.15.69:0/3721865756 learned_addr learned my addr 172.21.15.69:0/3721865756 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.204+0000 7fbe99c00700 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02acfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe9a600700 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe99200700 1 -- 172.21.15.69:0/3721865756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 msgr2=0x55eda02b50a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe99200700 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b50a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe99200700 1 -- 172.21.15.69:0/3721865756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 msgr2=0x55eda02acfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe99200700 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02acfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe99200700 1 -- 172.21.15.69:0/3721865756 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eda02b0d80 con 0x55eda02b29e0 2024-05-08T06:10:23.206 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe9a600700 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:23.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe99200700 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b4b60 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000d950 tx=0x7fbe800a5700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aa0b8c59103289d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:23.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe86000700 1 -- 172.21.15.69:0/3721865756 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800adac0 con 0x55eda02b29e0 2024-05-08T06:10:23.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe86000700 1 -- 172.21.15.69:0/3721865756 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe800b2570 con 0x55eda02b29e0 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.205+0000 7fbe86000700 1 -- 172.21.15.69:0/3721865756 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800a9970 con 0x55eda02b29e0 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 -- 172.21.15.69:0/3721865756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 msgr2=0x55eda02b4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b4b60 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000d950 tx=0x7fbe800a5700 comp rx=0 tx=0).stop 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 -- 172.21.15.69:0/3721865756 shutdown_connections 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02b3300 0x55eda02b50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02ad600 0x55eda02acfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 --2- 172.21.15.69:0/3721865756 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02b4b60 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 -- 172.21.15.69:0/3721865756 >> 172.21.15.69:0/3721865756 conn(0x55eda01dbb60 msgr2=0x55eda02b6210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 -- 172.21.15.69:0/3721865756 shutdown_connections 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.206+0000 7fbea7004b80 1 -- 172.21.15.69:0/3721865756 wait complete. 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 -- start start 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 Processor -- start 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02cbb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02cc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b3300 0x55eda02c9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941ae0d0 con 0x55eda02b29e0 2024-05-08T06:10:23.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941af540 con 0x55eda02b3300 2024-05-08T06:10:23.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.207+0000 7fbea7004b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fbe941ae7a0 con 0x55eda02ad600 2024-05-08T06:10:23.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbea7004b80 10 client.0 _ll_register_callbacks cb 0x55eda01a6c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:23.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02cc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02cbb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02cc070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34434/0 (socket says 172.21.15.69:34434) 2024-05-08T06:10:23.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99200700 1 -- 172.21.15.69:0/896321841 learned_addr learned my addr 172.21.15.69:0/896321841 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:23.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02cbb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60442/0 (socket says 172.21.15.69:60442) 2024-05-08T06:10:23.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe9a600700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b3300 0x55eda02c9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 -- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b3300 msgr2=0x55eda02c9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b3300 0x55eda02c9100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 -- 172.21.15.69:0/896321841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 msgr2=0x55eda02cc070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02cc070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99c00700 1 -- 172.21.15.69:0/896321841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eda02c9940 con 0x55eda02ad600 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.208+0000 7fbe99200700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02cc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbe99c00700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02cbb30 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800d010 tx=0x7fbe88005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e6c7100a92d42af server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbe7b400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbe7b400700 1 -- 172.21.15.69:0/896321841 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe88005e70 con 0x55eda02ad600 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbe7b400700 1 -- 172.21.15.69:0/896321841 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fbe8802c900 con 0x55eda02ad600 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe800b2570 con 0x55eda02ad600 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbe7b400700 1 -- 172.21.15.69:0/896321841 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbe8802cb60 con 0x55eda02ad600 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbea7004b80 10 client.26782 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.209+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eda0330b00 con 0x55eda02ad600 2024-05-08T06:10:23.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbe7b400700 1 -- 172.21.15.69:0/896321841 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbe800b2570 con 0x55eda02ad600 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbe7b400700 1 -- 172.21.15.69:0/896321841 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fbe88011040 con 0x55eda02ad600 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbea7004b80 10 client.26782 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbea7004b80 10 client.26782 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbea7004b80 20 client.26782 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbea7004b80 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda0331150 0x55eda0333570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbea7004b80 4 client.26782 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eda020d400 con 0x55eda0331150 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.210+0000 7fbe99200700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda0331150 0x55eda0333570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbe99200700 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda0331150 0x55eda0333570 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8777127296de4318 server_cookie=903cd9ba5503bee8 in_seq=0 out_seq=0 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbe7b400700 10 client.26782 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbe7b400700 1 -- 172.21.15.69:0/896321841 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eda020d400 con 0x55eda0331150 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbe7b400700 10 client.26782 handle_command_reply: tid=0 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 client.26782 shutdown 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 msgr2=0x55eda02cbb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02cbb30 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800d010 tx=0x7fbe88005280 comp rx=0 tx=0).stop 2024-05-08T06:10:23.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 shutdown_connections 2024-05-08T06:10:23.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55eda0331150 0x55eda0333570 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55eda02b3300 0x55eda02c9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55eda02ad600 0x55eda02cbb30 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 --2- 172.21.15.69:0/896321841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55eda02b29e0 0x55eda02cc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 >> 172.21.15.69:0/896321841 conn(0x55eda01dbb60 msgr2=0x55eda02b4860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.211+0000 7fbe7b400700 0 client.26782 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 shutdown_connections 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbea7004b80 1 -- 172.21.15.69:0/896321841 wait complete. 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbea7004b80 20 client.26782 trim_cache size 0 max 16384 2024-05-08T06:10:23.215 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe7c0b2900 msgr2=0x7fbe7c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbe9b000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe7c0b2900 0x7fbe7c0b4dc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c005fd0 tx=0x7fbe8c00bf80 comp rx=0 tx=0).stop 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 msgr2=0x7fbe941a1df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbe9b000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 0x7fbe941a1df0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbe8000d980 tx=0x7fbe8000dc90 comp rx=0 tx=0).stop 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 shutdown_connections 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.212+0000 7fbe9b000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fbe7c0b2900 0x7fbe7c0b4dc0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.213+0000 7fbe9b000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fbe9410b680 0x7fbe9419ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.213+0000 7fbe9b000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fbe941055d0 0x7fbe941a18b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.213+0000 7fbe9b000700 1 --2- 172.21.15.69:0/1607588222 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fbe94105f90 0x7fbe941a1df0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.213+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 >> 172.21.15.69:0/1607588222 conn(0x7fbe941010e0 msgr2=0x7fbe94102760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.213+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 shutdown_connections 2024-05-08T06:10:23.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:23.213+0000 7fbe9b000700 1 -- 172.21.15.69:0/1607588222 wait complete. 2024-05-08T06:10:24.247 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:10:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:24 smithi069 ceph-mon[29571]: pgmap v721: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:24.706 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:24 smithi105 ceph-mon[34393]: pgmap v721: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:24 smithi135 ceph-mon[34761]: pgmap v721: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:26.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:26 smithi069 ceph-mon[29571]: pgmap v722: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:10:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:26 smithi105 ceph-mon[34393]: pgmap v722: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:10:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:26 smithi135 ceph-mon[34761]: pgmap v722: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:10:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 -- 172.21.15.69:0/1088156112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810fb60 msgr2=0x7f9c9810ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 --2- 172.21.15.69:0/1088156112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810fb60 0x7f9c9810ff40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9c88009990 tx=0x7f9c88009ca0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 -- 172.21.15.69:0/1088156112 shutdown_connections 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 --2- 172.21.15.69:0/1088156112 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c9810a490 0x7f9c981169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 --2- 172.21.15.69:0/1088156112 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810fb60 0x7f9c9810ff40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 --2- 172.21.15.69:0/1088156112 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c98109ad0 0x7f9c98109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 -- 172.21.15.69:0/1088156112 >> 172.21.15.69:0/1088156112 conn(0x7f9c98076c70 msgr2=0x7f9c981082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 -- 172.21.15.69:0/1088156112 shutdown_connections 2024-05-08T06:10:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.250+0000 7f9c9d600700 1 -- 172.21.15.69:0/1088156112 wait complete. 2024-05-08T06:10:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 Processor -- start 2024-05-08T06:10:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 -- start start 2024-05-08T06:10:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c98109ad0 0x7f9c981a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810a490 0x7f9c981a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c9810fb60 0x7f9c981a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c98119d00 con 0x7f9c98109ad0 2024-05-08T06:10:27.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c98119b80 con 0x7f9c9810a490 2024-05-08T06:10:27.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.252+0000 7f9c9d600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c98119e80 con 0x7f9c9810fb60 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c96a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c98109ad0 0x7f9c981a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c96a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c98109ad0 0x7f9c981a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34460/0 (socket says 172.21.15.69:34460) 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c96a00700 1 -- 172.21.15.69:0/3926089857 learned_addr learned my addr 172.21.15.69:0/3926089857 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c9810fb60 0x7f9c981a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c96000700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810a490 0x7f9c981a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 -- 172.21.15.69:0/3926089857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810a490 msgr2=0x7f9c981a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810a490 0x7f9c981a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 -- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c98109ad0 msgr2=0x7f9c981a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.254 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c98109ad0 0x7f9c981a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 -- 172.21.15.69:0/3926089857 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c981a51d0 con 0x7f9c9810fb60 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.253+0000 7f9c97400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c9810fb60 0x7f9c981a4a90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9c9000efc0 tx=0x7f9c9000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.254+0000 7f9c8f400700 1 -- 172.21.15.69:0/3926089857 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c900092e0 con 0x7f9c9810fb60 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.254+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c981a5460 con 0x7f9c9810fb60 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.254+0000 7f9c8f400700 1 -- 172.21.15.69:0/3926089857 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c90004bb0 con 0x7f9c9810fb60 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.254+0000 7f9c8f400700 1 -- 172.21.15.69:0/3926089857 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c90004020 con 0x7f9c9810fb60 2024-05-08T06:10:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.254+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c981acd40 con 0x7f9c9810fb60 2024-05-08T06:10:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.258+0000 7f9c8f400700 1 -- 172.21.15.69:0/3926089857 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9c9001b030 con 0x7f9c9810fb60 2024-05-08T06:10:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.258+0000 7f9ca7fedb80 1 Processor -- start 2024-05-08T06:10:27.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 -- start start 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4204fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41ff2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e41ffd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5617e4151a20 con 0x5617e4204bc0 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5617e40ef760 con 0x5617e42054e0 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5617e414d9e0 con 0x5617e41ff8f0 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9c96000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4204fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9c8f400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c7c0b2880 0x7f9c7c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9c96000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4204fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34468/0 (socket says 172.21.15.69:34468) 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.259+0000 7f9c96000700 1 -- 172.21.15.69:0/2592065703 learned_addr learned my addr 172.21.15.69:0/2592065703 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96000700 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e41ffd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96a00700 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41ff2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c8f400700 1 -- 172.21.15.69:0/3926089857 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9c900e1cc0 con 0x7f9c9810fb60 2024-05-08T06:10:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c97400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c7c0b2880 0x7f9c7c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96000700 1 -- 172.21.15.69:0/2592065703 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 msgr2=0x5617e41ffd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96000700 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e41ffd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96000700 1 -- 172.21.15.69:0/2592065703 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 msgr2=0x5617e41ff2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96000700 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41ff2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96000700 1 -- 172.21.15.69:0/2592065703 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617e409e8d0 con 0x5617e4204bc0 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.260+0000 7f9c96a00700 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41ff2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.261+0000 7f9c96000700 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4204fa0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f9c84005c50 tx=0x7f9c84009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49a77c63ff4ffeb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.261+0000 7f9c97400700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c7c0b2880 0x7f9c7c0b4d40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9c900a9020 tx=0x7f9c90009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.261+0000 7f9c83e00700 1 -- 172.21.15.69:0/2592065703 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c84013170 con 0x5617e4204bc0 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.261+0000 7f9c83e00700 1 -- 172.21.15.69:0/2592065703 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c84004ce0 con 0x5617e4204bc0 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.261+0000 7f9c83e00700 1 -- 172.21.15.69:0/2592065703 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c840055f0 con 0x5617e4204bc0 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2592065703 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 msgr2=0x5617e4204fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4204fa0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f9c84005c50 tx=0x7f9c84009260 comp rx=0 tx=0).stop 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2592065703 shutdown_connections 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e41ffd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4204fa0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2592065703 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41ff2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2592065703 >> 172.21.15.69:0/2592065703 conn(0x5617e41776d0 msgr2=0x5617e41f9b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:27.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2592065703 shutdown_connections 2024-05-08T06:10:27.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.262+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2592065703 wait complete. 2024-05-08T06:10:27.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 -- start start 2024-05-08T06:10:27.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 Processor -- start 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e420b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4208560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e4208aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5617e420bec0 con 0x5617e4204bc0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5617e40b7b20 con 0x5617e42054e0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.263+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5617e420c040 con 0x5617e41ff8f0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9ca7fedb80 10 client.0 _ll_register_callbacks cb 0x5617e40f8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e420b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e420b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60474/0 (socket says 172.21.15.69:60474) 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96000700 1 -- 172.21.15.69:0/4118235203 learned_addr learned my addr 172.21.15.69:0/4118235203 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96a00700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4208560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96000700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e4208aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96a00700 1 -- 172.21.15.69:0/4118235203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 msgr2=0x5617e420b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96a00700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e420b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96a00700 1 -- 172.21.15.69:0/4118235203 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 msgr2=0x5617e4208aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96a00700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e4208aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.264+0000 7f9c96a00700 1 -- 172.21.15.69:0/4118235203 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617e4117420 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9c96a00700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4208560 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f9c88006010 tx=0x7f9c88005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0fc1ce9abae9aba server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9c80c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9c80c00700 1 -- 172.21.15.69:0/4118235203 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c88029060 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9c80c00700 1 -- 172.21.15.69:0/4118235203 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9c8800bd00 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c84004ce0 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9c80c00700 1 -- 172.21.15.69:0/4118235203 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9c88003680 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9ca7fedb80 10 client.16701 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.265+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5617e4216770 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9c80c00700 1 -- 172.21.15.69:0/4118235203 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c84004ce0 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9c80c00700 1 -- 172.21.15.69:0/4118235203 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9c8800f8a0 con 0x5617e4204bc0 2024-05-08T06:10:27.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9ca7fedb80 10 client.16701 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:27.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9ca7fedb80 10 client.16701 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:10:27.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9ca7fedb80 20 client.16701 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:27.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4218db0 0x5617e421b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9ca7fedb80 4 client.16701 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:27.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5617e41cc140 con 0x5617e4218db0 2024-05-08T06:10:27.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.266+0000 7f9c96000700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4218db0 0x5617e421b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.267+0000 7f9c96000700 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4218db0 0x5617e421b1a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2943a27189adb6ef server_cookie=755c5f36316e29e2 in_seq=0 out_seq=0 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.267+0000 7f9c80c00700 10 client.16701 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9c80c00700 1 -- 172.21.15.69:0/4118235203 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5617e41cc140 con 0x5617e4218db0 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9c80c00700 10 client.16701 handle_command_reply: tid=0 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 client.16701 shutdown 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 msgr2=0x5617e4208560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4208560 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f9c88006010 tx=0x7f9c88005800 comp rx=0 tx=0).stop 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 shutdown_connections 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4218db0 0x5617e421b1a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e4208aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e41ff8f0 0x5617e420b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/4118235203 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e4204bc0 0x5617e4208560 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9c80c00700 0 client.16701 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 >> 172.21.15.69:0/4118235203 conn(0x5617e41776d0 msgr2=0x5617e41f9190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 shutdown_connections 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/4118235203 wait complete. 2024-05-08T06:10:27.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.268+0000 7f9ca7fedb80 20 client.16701 trim_cache size 0 max 16384 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 Processor -- start 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 -- start start 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e41ff8f0 0x5617e41ff2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4214f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41f9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c981b68d0 con 0x5617e41ff8f0 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c981b4160 con 0x5617e42054e0 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c981b1fb0 con 0x5617e4204bc0 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.285+0000 7f9c96000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e41ff8f0 0x5617e41ff2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4214f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e41ff8f0 0x5617e41ff2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34478/0 (socket says 172.21.15.69:34478) 2024-05-08T06:10:27.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96000700 1 -- 172.21.15.69:0/2370098752 learned_addr learned my addr 172.21.15.69:0/2370098752 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96000700 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41f9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 -- 172.21.15.69:0/2370098752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 msgr2=0x5617e41f9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41f9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 -- 172.21.15.69:0/2370098752 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e41ff8f0 msgr2=0x5617e41ff2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e41ff8f0 0x5617e41ff2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 -- 172.21.15.69:0/2370098752 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5617e420ae00 con 0x5617e4204bc0 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.286+0000 7f9c96a00700 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4214f50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9c8800fde0 tx=0x7f9c88011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43ea79311dcc676d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9c83400700 1 -- 172.21.15.69:0/2370098752 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8803d070 con 0x5617e4204bc0 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9c83400700 1 -- 172.21.15.69:0/2370098752 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c88003820 con 0x5617e4204bc0 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9c83400700 1 -- 172.21.15.69:0/2370098752 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c88029070 con 0x5617e4204bc0 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2370098752 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 msgr2=0x5617e4214f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4214f50 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9c8800fde0 tx=0x7f9c88011000 comp rx=0 tx=0).stop 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2370098752 shutdown_connections 2024-05-08T06:10:27.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e42054e0 0x5617e41f9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e41ff8f0 0x5617e41ff2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/2370098752 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4214f50 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.287+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2370098752 >> 172.21.15.69:0/2370098752 conn(0x5617e41776d0 msgr2=0x5617e42036d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.288+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2370098752 shutdown_connections 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.288+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/2370098752 wait complete. 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.288+0000 7f9ca7fedb80 1 -- start start 2024-05-08T06:10:27.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.288+0000 7f9ca7fedb80 1 Processor -- start 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e41ff8f0 0x5617e42112d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4211810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 0x5617e420e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f9c981b2620 con 0x5617e42054e0 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f9c981b3a90 con 0x5617e41ff8f0 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f9c981b2cf0 con 0x5617e4204bc0 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9ca7fedb80 10 client.0 _ll_register_callbacks cb 0x5617e40f8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9c96a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4211810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9c96000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 0x5617e420e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9c96a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4211810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:60492/0 (socket says 172.21.15.69:60492) 2024-05-08T06:10:27.294 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9c96000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 0x5617e420e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34494/0 (socket says 172.21.15.69:34494) 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9c96a00700 1 -- 172.21.15.69:0/1873014176 learned_addr learned my addr 172.21.15.69:0/1873014176 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.289+0000 7f9c96000700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e41ff8f0 0x5617e42112d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96a00700 1 -- 172.21.15.69:0/1873014176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e41ff8f0 msgr2=0x5617e42112d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96a00700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e41ff8f0 0x5617e42112d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96a00700 1 -- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 msgr2=0x5617e420e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96a00700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 0x5617e420e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96a00700 1 -- 172.21.15.69:0/1873014176 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5617e420e7e0 con 0x5617e4204bc0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96000700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 0x5617e420e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c96a00700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4211810 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9c88005850 tx=0x7f9c88005940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dba11bcbedcedebe server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c80c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c80c00700 1 -- 172.21.15.69:0/1873014176 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c88029070 con 0x5617e4204bc0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c88003820 con 0x5617e4204bc0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.290+0000 7f9c80c00700 1 -- 172.21.15.69:0/1873014176 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f9c88003c50 con 0x5617e4204bc0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9c80c00700 1 -- 172.21.15.69:0/1873014176 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9c8803d040 con 0x5617e4204bc0 2024-05-08T06:10:27.295 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 10 client.26800 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5617e4283df0 con 0x5617e4204bc0 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9c80c00700 1 -- 172.21.15.69:0/1873014176 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9c88003820 con 0x5617e4204bc0 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9c80c00700 1 -- 172.21.15.69:0/1873014176 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f9c88017530 con 0x5617e4204bc0 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 10 client.26800 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 10 client.26800 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 20 client.26800 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4284340 0x5617e4286760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 4 client.26800 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.291+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5617e415f400 con 0x5617e4284340 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.292+0000 7f9c96000700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4284340 0x5617e4286760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.292+0000 7f9c96000700 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4284340 0x5617e4286760 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9c34dda2b4b4e5e4 server_cookie=95b3b342baaf7f78 in_seq=0 out_seq=0 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.292+0000 7f9c80c00700 10 client.26800 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9c80c00700 1 -- 172.21.15.69:0/1873014176 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5617e415f400 con 0x5617e4284340 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9c80c00700 10 client.26800 handle_command_reply: tid=0 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 client.26800 shutdown 2024-05-08T06:10:27.296 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 msgr2=0x5617e4211810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4211810 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9c88005850 tx=0x7f9c88005940 comp rx=0 tx=0).stop 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 shutdown_connections 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x5617e4284340 0x5617e4286760 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5617e42054e0 0x5617e420e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5617e41ff8f0 0x5617e42112d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9c80c00700 0 client.26800 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 --2- 172.21.15.69:0/1873014176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5617e4204bc0 0x5617e4211810 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 >> 172.21.15.69:0/1873014176 conn(0x5617e41776d0 msgr2=0x5617e4203f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 shutdown_connections 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 1 -- 172.21.15.69:0/1873014176 wait complete. 2024-05-08T06:10:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.293+0000 7f9ca7fedb80 20 client.26800 trim_cache size 0 max 16384 2024-05-08T06:10:27.298 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:27.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c7c0b2880 msgr2=0x7f9c7c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c7c0b2880 0x7f9c7c0b4d40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f9c900a9020 tx=0x7f9c90009f10 comp rx=0 tx=0).stop 2024-05-08T06:10:27.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c9810fb60 msgr2=0x7f9c981a4a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:27.298 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c9810fb60 0x7f9c981a4a90 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9c9000efc0 tx=0x7f9c9000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 shutdown_connections 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f9c9810fb60 0x7f9c981a4a90 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f9c98109ad0 0x7f9c981a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f9c7c0b2880 0x7f9c7c0b4d40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 --2- 172.21.15.69:0/3926089857 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f9c9810a490 0x7f9c981a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 >> 172.21.15.69:0/3926089857 conn(0x7f9c98076c70 msgr2=0x7f9c98077270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 shutdown_connections 2024-05-08T06:10:27.299 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:27.294+0000 7f9c9d600700 1 -- 172.21.15.69:0/3926089857 wait complete. 2024-05-08T06:10:28.325 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:10:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:28 smithi069 ceph-mon[29571]: pgmap v723: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:28.765 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:28 smithi105 ceph-mon[34393]: pgmap v723: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:28 smithi135 ceph-mon[34761]: pgmap v723: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:30.665 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:30 smithi069 ceph-mon[29571]: pgmap v724: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:30 smithi105 ceph-mon[34393]: pgmap v724: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:30 smithi135 ceph-mon[34761]: pgmap v724: 97 pgs: 97 active+clean; 5.7 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 -- 172.21.15.69:0/861665813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf9810a490 msgr2=0x7fdf981169a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 --2- 172.21.15.69:0/861665813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf9810a490 0x7fdf981169a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fdf9000b0a0 tx=0x7fdf9000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 -- 172.21.15.69:0/861665813 shutdown_connections 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 --2- 172.21.15.69:0/861665813 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf9810a490 0x7fdf981169a0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 --2- 172.21.15.69:0/861665813 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810fb60 0x7fdf9810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 --2- 172.21.15.69:0/861665813 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf98109ad0 0x7fdf98109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 -- 172.21.15.69:0/861665813 >> 172.21.15.69:0/861665813 conn(0x7fdf98076c70 msgr2=0x7fdf981082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.193+0000 7fdf9e200700 1 -- 172.21.15.69:0/861665813 shutdown_connections 2024-05-08T06:10:31.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.194+0000 7fdf9e200700 1 -- 172.21.15.69:0/861665813 wait complete. 2024-05-08T06:10:31.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 Processor -- start 2024-05-08T06:10:31.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 -- start start 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 0x7fdf981a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810a490 0x7fdf981a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf9810fb60 0x7fdf981a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdf98119d00 con 0x7fdf9810a490 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdf98119b80 con 0x7fdf98109ad0 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.195+0000 7fdf9e200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdf98119e80 con 0x7fdf9810fb60 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf96a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810a490 0x7fdf981a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 0x7fdf981a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 0x7fdf981a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52044/0 (socket says 172.21.15.69:52044) 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf97400700 1 -- 172.21.15.69:0/1551939878 learned_addr learned my addr 172.21.15.69:0/1551939878 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:31.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf97e00700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf9810fb60 0x7fdf981a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf96a00700 1 -- 172.21.15.69:0/1551939878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf9810fb60 msgr2=0x7fdf981a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf96a00700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf9810fb60 0x7fdf981a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf96a00700 1 -- 172.21.15.69:0/1551939878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 msgr2=0x7fdf981a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf96a00700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 0x7fdf981a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf96a00700 1 -- 172.21.15.69:0/1551939878 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf981a5160 con 0x7fdf9810a490 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf97e00700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf9810fb60 0x7fdf981a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.196+0000 7fdf97400700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 0x7fdf981a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.197+0000 7fdf96a00700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810a490 0x7fdf981a0690 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdf8400e9f0 tx=0x7fdf8400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.197+0000 7fdf8fe00700 1 -- 172.21.15.69:0/1551939878 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8400cbd0 con 0x7fdf9810a490 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.197+0000 7fdf8fe00700 1 -- 172.21.15.69:0/1551939878 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf8400cd70 con 0x7fdf9810a490 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.197+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf981a5450 con 0x7fdf9810a490 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.197+0000 7fdf8fe00700 1 -- 172.21.15.69:0/1551939878 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84018680 con 0x7fdf9810a490 2024-05-08T06:10:31.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.197+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf981accd0 con 0x7fdf9810a490 2024-05-08T06:10:31.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.201+0000 7fdf8fe00700 1 -- 172.21.15.69:0/1551939878 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdf84010430 con 0x7fdf9810a490 2024-05-08T06:10:31.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 Processor -- start 2024-05-08T06:10:31.202 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 -- start start 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d571bc0 0x557e7d571fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d56c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d56c8f0 0x557e7d56cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557e7d4bea20 con 0x557e7d5724e0 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557e7d45c760 con 0x557e7d571bc0 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.202+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557e7d4ba9e0 con 0x557e7d56c8f0 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d56c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d56c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57952/0 (socket says 172.21.15.69:57952) 2024-05-08T06:10:31.203 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97400700 1 -- 172.21.15.69:0/3435796214 learned_addr learned my addr 172.21.15.69:0/3435796214 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:31.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97e00700 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d571bc0 0x557e7d571fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.204 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf96a00700 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d56c8f0 0x557e7d56cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97e00700 1 -- 172.21.15.69:0/3435796214 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d56c8f0 msgr2=0x557e7d56cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97e00700 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d56c8f0 0x557e7d56cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97e00700 1 -- 172.21.15.69:0/3435796214 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 msgr2=0x557e7d56c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97e00700 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d56c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf97e00700 1 -- 172.21.15.69:0/3435796214 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e7d40b8d0 con 0x557e7d571bc0 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.203+0000 7fdf8fe00700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf7c0b2880 0x7fdf7c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.204+0000 7fdf8fe00700 1 -- 172.21.15.69:0/1551939878 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fdf840e2400 con 0x7fdf9810a490 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.204+0000 7fdf97e00700 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d571bc0 0x557e7d571fa0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009fd0 tx=0x7fdf90009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6ca6933ea5acdb8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.204+0000 7fdf97400700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf7c0b2880 0x7fdf7c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.204+0000 7fdf8cc00700 1 -- 172.21.15.69:0/3435796214 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9000bcb0 con 0x557e7d571bc0 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.204+0000 7fdf8cc00700 1 -- 172.21.15.69:0/3435796214 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf900074e0 con 0x557e7d571bc0 2024-05-08T06:10:31.205 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.204+0000 7fdf8cc00700 1 -- 172.21.15.69:0/3435796214 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf900052a0 con 0x557e7d571bc0 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/3435796214 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d571bc0 msgr2=0x557e7d571fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdf97400700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf7c0b2880 0x7fdf7c0b4d40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x557e7d5728e0 tx=0x7fdf8800b500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d571bc0 0x557e7d571fa0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009fd0 tx=0x7fdf90009360 comp rx=0 tx=0).stop 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/3435796214 shutdown_connections 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d56c8f0 0x557e7d56cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d571bc0 0x557e7d571fa0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.207 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/3435796214 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d56c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/3435796214 >> 172.21.15.69:0/3435796214 conn(0x557e7d4e46d0 msgr2=0x557e7d566b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/3435796214 shutdown_connections 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.205+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/3435796214 wait complete. 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.206+0000 7fdfa8b19b80 1 -- start start 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.206+0000 7fdfa8b19b80 1 Processor -- start 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.206+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d578200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.206+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d5755f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d575b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557e7d578ec0 con 0x557e7d571bc0 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557e7d424b20 con 0x557e7d56c8f0 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557e7d579040 con 0x557e7d5724e0 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdfa8b19b80 10 client.0 _ll_register_callbacks cb 0x557e7d465c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d578200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf97e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d575b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.208 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d578200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52052/0 (socket says 172.21.15.69:52052) 2024-05-08T06:10:31.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf96a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d5755f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.209 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf97400700 1 -- 172.21.15.69:0/1642255250 learned_addr learned my addr 172.21.15.69:0/1642255250 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:31.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf96a00700 1 -- 172.21.15.69:0/1642255250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 msgr2=0x557e7d575b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf96a00700 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d575b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf96a00700 1 -- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 msgr2=0x557e7d578200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.210 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf96a00700 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d578200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.207+0000 7fdf96a00700 1 -- 172.21.15.69:0/1642255250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e7d484420 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdf96a00700 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d5755f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdf840e5fd0 tx=0x7fdf840b2680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e2bfa8279e8fae3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdf81600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdf81600700 1 -- 172.21.15.69:0/1642255250 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf840a5890 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdf81600700 1 -- 172.21.15.69:0/1642255250 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fdf840a8c30 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf900074e0 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdf81600700 1 -- 172.21.15.69:0/1642255250 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf840a5160 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdfa8b19b80 10 client.16719 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.208+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557e7d583770 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdf81600700 1 -- 172.21.15.69:0/1642255250 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf900074e0 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdf81600700 1 -- 172.21.15.69:0/1642255250 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf840a86a0 con 0x557e7d571bc0 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdfa8b19b80 10 client.16719 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdfa8b19b80 10 client.16719 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:31.211 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdfa8b19b80 20 client.16719 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:31.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d585db0 0x557e7d5881a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdfa8b19b80 4 client.16719 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:31.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e7d539140 con 0x557e7d585db0 2024-05-08T06:10:31.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.209+0000 7fdf97400700 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d585db0 0x557e7d5881a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.210+0000 7fdf97400700 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d585db0 0x557e7d5881a0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=426900e3edcff6fa server_cookie=acf7f91ae429916b in_seq=0 out_seq=0 2024-05-08T06:10:31.212 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.210+0000 7fdf81600700 10 client.16719 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.211+0000 7fdf81600700 1 -- 172.21.15.69:0/1642255250 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557e7d539140 con 0x557e7d585db0 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.211+0000 7fdf81600700 10 client.16719 handle_command_reply: tid=0 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.211+0000 7fdfa8b19b80 1 client.16719 shutdown 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.211+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 msgr2=0x557e7d5755f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.211+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d5755f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdf840e5fd0 tx=0x7fdf840b2680 comp rx=0 tx=0).stop 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 shutdown_connections 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d585db0 0x557e7d5881a0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d575b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d578200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/1642255250 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d5755f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.213 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 >> 172.21.15.69:0/1642255250 conn(0x557e7d4e46d0 msgr2=0x557e7d566190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:31.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdf81600700 0 client.16719 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:31.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 shutdown_connections 2024-05-08T06:10:31.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/1642255250 wait complete. 2024-05-08T06:10:31.214 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.212+0000 7fdfa8b19b80 20 client.16719 trim_cache size 0 max 16384 2024-05-08T06:10:31.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 Processor -- start 2024-05-08T06:10:31.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 -- start start 2024-05-08T06:10:31.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d56c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d578200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d581f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdf981b69b0 con 0x557e7d571bc0 2024-05-08T06:10:31.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdf981b4240 con 0x557e7d56c8f0 2024-05-08T06:10:31.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.229+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdf981b2090 con 0x557e7d5724e0 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d578200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d56c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d578200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57974/0 (socket says 172.21.15.69:57974) 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d56c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52066/0 (socket says 172.21.15.69:52066) 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 -- 172.21.15.69:0/4227654441 learned_addr learned my addr 172.21.15.69:0/4227654441 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf97e00700 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d581f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 -- 172.21.15.69:0/4227654441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 msgr2=0x557e7d581f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d581f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 -- 172.21.15.69:0/4227654441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 msgr2=0x557e7d56c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d56c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 -- 172.21.15.69:0/4227654441 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e7d5721f0 con 0x557e7d571bc0 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf97400700 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d56c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:31.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf96a00700 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d578200 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009230 tx=0x7fdf8400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c6f5a6a9375f749 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:31.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.230+0000 7fdf83e00700 1 -- 172.21.15.69:0/4227654441 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf840a9140 con 0x557e7d571bc0 2024-05-08T06:10:31.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdf83e00700 1 -- 172.21.15.69:0/4227654441 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf840b2170 con 0x557e7d571bc0 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdf83e00700 1 -- 172.21.15.69:0/4227654441 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf840a9320 con 0x557e7d571bc0 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4227654441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 msgr2=0x557e7d578200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d578200 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009230 tx=0x7fdf8400eee0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4227654441 shutdown_connections 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d5724e0 0x557e7d581f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d56c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4227654441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d571bc0 0x557e7d578200 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.231+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4227654441 >> 172.21.15.69:0/4227654441 conn(0x557e7d4e46d0 msgr2=0x557e7d572910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.232+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4227654441 shutdown_connections 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.232+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4227654441 wait complete. 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.232+0000 7fdfa8b19b80 1 -- start start 2024-05-08T06:10:31.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.232+0000 7fdfa8b19b80 1 Processor -- start 2024-05-08T06:10:31.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d57e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d571bc0 0x557e7d58cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d58d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fdf981b2700 con 0x557e7d5724e0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fdf981b3b70 con 0x557e7d56c8f0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fdf981b2dd0 con 0x557e7d571bc0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdfa8b19b80 10 client.0 _ll_register_callbacks cb 0x557e7d465c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d57e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdf97400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d57e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52082/0 (socket says 172.21.15.69:52082) 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdf97400700 1 -- 172.21.15.69:0/4292061331 learned_addr learned my addr 172.21.15.69:0/4292061331 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdf97e00700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d58d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.233+0000 7fdf96a00700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d571bc0 0x557e7d58cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf97400700 1 -- 172.21.15.69:0/4292061331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d571bc0 msgr2=0x557e7d58cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf97400700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d571bc0 0x557e7d58cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf97400700 1 -- 172.21.15.69:0/4292061331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 msgr2=0x557e7d58d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:31.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf97400700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d58d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf97400700 1 -- 172.21.15.69:0/4292061331 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e7d58d800 con 0x557e7d56c8f0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf97400700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d57e560 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x557e7d588930 tx=0x7fdf88004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c89a970197f8c931 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf81600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf81600700 1 -- 172.21.15.69:0/4292061331 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf8802a6e0 con 0x557e7d56c8f0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdf81600700 1 -- 172.21.15.69:0/4292061331 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fdf8802a880 con 0x557e7d56c8f0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.234+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557e7d4cc400 con 0x557e7d56c8f0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdf81600700 1 -- 172.21.15.69:0/4292061331 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdf8802aa80 con 0x557e7d56c8f0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 10 client.26864 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557e7d5f0380 con 0x557e7d56c8f0 2024-05-08T06:10:31.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdf81600700 1 -- 172.21.15.69:0/4292061331 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x557e7d4cc400 con 0x557e7d56c8f0 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdf81600700 1 -- 172.21.15.69:0/4292061331 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fdf8801e420 con 0x557e7d56c8f0 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 10 client.26864 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 10 client.26864 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 20 client.26864 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d5f0aa0 0x557e7d5f2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 4 client.26864 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.235+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557e7d4c64a0 con 0x557e7d5f0aa0 2024-05-08T06:10:31.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdf96a00700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d5f0aa0 0x557e7d5f2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:31.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdf96a00700 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d5f0aa0 0x557e7d5f2ec0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a9b9e1532e1c432 server_cookie=316e2e36ab7ff541 in_seq=0 out_seq=0 2024-05-08T06:10:31.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdf81600700 10 client.26864 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:31.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdf81600700 1 -- 172.21.15.69:0/4292061331 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557e7d4c64a0 con 0x557e7d5f0aa0 2024-05-08T06:10:31.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdf81600700 10 client.26864 handle_command_reply: tid=0 2024-05-08T06:10:31.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 client.26864 shutdown 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 msgr2=0x557e7d57e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d57e560 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x557e7d588930 tx=0x7fdf88004750 comp rx=0 tx=0).stop 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 shutdown_connections 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557e7d5724e0 0x557e7d58d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557e7d56c8f0 0x557e7d57e560 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x557e7d5f0aa0 0x557e7d5f2ec0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 --2- 172.21.15.69:0/4292061331 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557e7d571bc0 0x557e7d58cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdf81600700 0 client.26864 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.236+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 >> 172.21.15.69:0/4292061331 conn(0x557e7d4e46d0 msgr2=0x557e7d570f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:31.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 shutdown_connections 2024-05-08T06:10:31.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdfa8b19b80 1 -- 172.21.15.69:0/4292061331 wait complete. 2024-05-08T06:10:31.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdfa8b19b80 20 client.26864 trim_cache size 0 max 16384 2024-05-08T06:10:31.241 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:31.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf7c0b2880 msgr2=0x7fdf7c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdf9e200700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf7c0b2880 0x7fdf7c0b4d40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x557e7d5728e0 tx=0x7fdf8800b500 comp rx=0 tx=0).stop 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810a490 msgr2=0x7fdf981a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.237+0000 7fdf9e200700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810a490 0x7fdf981a0690 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdf8400e9f0 tx=0x7fdf8400ed00 comp rx=0 tx=0).stop 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 shutdown_connections 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fdf9810fb60 0x7fdf981a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fdf7c0b2880 0x7fdf7c0b4d40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fdf98109ad0 0x7fdf981a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 --2- 172.21.15.69:0/1551939878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fdf9810a490 0x7fdf981a0690 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 >> 172.21.15.69:0/1551939878 conn(0x7fdf98076c70 msgr2=0x7fdf98077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 shutdown_connections 2024-05-08T06:10:31.242 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:31.238+0000 7fdf9e200700 1 -- 172.21.15.69:0/1551939878 wait complete. 2024-05-08T06:10:32.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:32 smithi069 ceph-mon[29571]: pgmap v725: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:32 smithi105 ceph-mon[34393]: pgmap v725: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:32 smithi135 ceph-mon[34761]: pgmap v725: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:33.362 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:10:33.363 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:10:33.817 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:34 smithi105 ceph-mon[34393]: pgmap v726: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:34 smithi135 ceph-mon[34761]: pgmap v726: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:34 smithi069 ceph-mon[29571]: pgmap v726: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:36.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 -- 172.21.15.69:0/3682619063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc10fea0 msgr2=0x7f0ccc112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 --2- 172.21.15.69:0/3682619063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc10fea0 0x7f0ccc112290 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0cc4009990 tx=0x7f0cc4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 -- 172.21.15.69:0/3682619063 shutdown_connections 2024-05-08T06:10:36.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 --2- 172.21.15.69:0/3682619063 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc10fea0 0x7f0ccc112290 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 --2- 172.21.15.69:0/3682619063 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 --2- 172.21.15.69:0/3682619063 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ccc075ff0 0x7f0ccc10f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.268+0000 7f0cd3800700 1 -- 172.21.15.69:0/3682619063 >> 172.21.15.69:0/3682619063 conn(0x7f0ccc07a600 msgr2=0x7f0ccc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:36.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.269+0000 7f0cd3800700 1 -- 172.21.15.69:0/3682619063 shutdown_connections 2024-05-08T06:10:36.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.269+0000 7f0cd3800700 1 -- 172.21.15.69:0/3682619063 wait complete. 2024-05-08T06:10:36.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 Processor -- start 2024-05-08T06:10:36.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 -- start start 2024-05-08T06:10:36.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc1a1a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ccc075ff0 0x7f0ccc1a1f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ccc10fea0 0x7f0ccc19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc115890 con 0x7f0ccc075ff0 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc115710 con 0x7f0ccc10fea0 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.270+0000 7f0cd3800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc115a10 con 0x7f0ccc0756d0 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc1a1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc1a1a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52986/0 (socket says 172.21.15.69:52986) 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 -- 172.21.15.69:0/1138168948 learned_addr learned my addr 172.21.15.69:0/1138168948 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0ccbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ccc075ff0 0x7f0ccc1a1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd1800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ccc10fea0 0x7f0ccc19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 -- 172.21.15.69:0/1138168948 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ccc10fea0 msgr2=0x7f0ccc19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ccc10fea0 0x7f0ccc19bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 -- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ccc075ff0 msgr2=0x7f0ccc1a1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ccc075ff0 0x7f0ccc1a1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.271+0000 7f0cd0e00700 1 -- 172.21.15.69:0/1138168948 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ccc19c3f0 con 0x7f0ccc0756d0 2024-05-08T06:10:36.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.272+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc1a1a40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0cc000ef10 tx=0x7f0cc000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:36.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.272+0000 7f0cc9600700 1 -- 172.21.15.69:0/1138168948 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc000c9c0 con 0x7f0ccc0756d0 2024-05-08T06:10:36.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.272+0000 7f0cc9600700 1 -- 172.21.15.69:0/1138168948 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc0019070 con 0x7f0ccc0756d0 2024-05-08T06:10:36.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.272+0000 7f0cc9600700 1 -- 172.21.15.69:0/1138168948 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc0014480 con 0x7f0ccc0756d0 2024-05-08T06:10:36.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.272+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ccc19c680 con 0x7f0ccc0756d0 2024-05-08T06:10:36.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.272+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ccc1a87f0 con 0x7f0ccc0756d0 2024-05-08T06:10:36.274 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.276+0000 7f0cc9600700 1 -- 172.21.15.69:0/1138168948 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0cc0012050 con 0x7f0ccc0756d0 2024-05-08T06:10:36.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.276+0000 7f0cde0eab80 1 Processor -- start 2024-05-08T06:10:36.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 -- start start 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a25350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a25df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cc9600700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55bbe8977aa0 con 0x55bbe8a2b560 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55bbe89157e0 con 0x55bbe8a2ac40 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bbe8973a60 con 0x55bbe8a25970 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.277+0000 7f0cc9600700 1 -- 172.21.15.69:0/1138168948 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0cc00e2110 con 0x7f0ccc0756d0 2024-05-08T06:10:36.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a25df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a25df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:52994/0 (socket says 172.21.15.69:52994) 2024-05-08T06:10:36.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 -- 172.21.15.69:0/1591871741 learned_addr learned my addr 172.21.15.69:0/1591871741 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:36.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a25350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.278 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.279 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 -- 172.21.15.69:0/1591871741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 msgr2=0x55bbe8a2b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 -- 172.21.15.69:0/1591871741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 msgr2=0x55bbe8a25350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a25350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 -- 172.21.15.69:0/1591871741 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbe88c4950 con 0x55bbe8a25970 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a25350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.278+0000 7f0cd1800700 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a25df0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0cc4015000 tx=0x7f0cc40058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b5d156daae0f086 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.279+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc19d260 tx=0x7f0cb8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.279+0000 7f0cbe000700 1 -- 172.21.15.69:0/1591871741 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc400b920 con 0x55bbe8a25970 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.279+0000 7f0cbe000700 1 -- 172.21.15.69:0/1591871741 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc400f460 con 0x55bbe8a25970 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.279+0000 7f0cbe000700 1 -- 172.21.15.69:0/1591871741 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4017650 con 0x55bbe8a25970 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.279+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1591871741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 msgr2=0x55bbe8a25df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.279+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a25df0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0cc4015000 tx=0x7f0cc40058e0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.280 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1591871741 shutdown_connections 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a25df0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1591871741 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a25350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1591871741 >> 172.21.15.69:0/1591871741 conn(0x55bbe899d750 msgr2=0x55bbe8a1fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1591871741 shutdown_connections 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1591871741 wait complete. 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.280+0000 7f0cde0eab80 1 -- start start 2024-05-08T06:10:36.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 Processor -- start 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a312a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a2eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55bbe8a31f40 con 0x55bbe8a2ac40 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55bbe88ddba0 con 0x55bbe8a25970 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55bbe8a320c0 con 0x55bbe8a2b560 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.281+0000 7f0cde0eab80 10 client.0 _ll_register_callbacks cb 0x55bbe891ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a312a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a312a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52130/0 (socket says 172.21.15.69:52130) 2024-05-08T06:10:36.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 -- 172.21.15.69:0/3188277745 learned_addr learned my addr 172.21.15.69:0/3188277745 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd1800700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a2eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 -- 172.21.15.69:0/3188277745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 msgr2=0x55bbe8a2eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a2eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 -- 172.21.15.69:0/3188277745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 msgr2=0x55bbe8a2e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 -- 172.21.15.69:0/3188277745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbe893d4a0 con 0x55bbe8a25970 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a312a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009c10 tx=0x7f0cc00a91f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4001c372e7875ed9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.282+0000 7f0cb2a00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cb2a00700 1 -- 172.21.15.69:0/3188277745 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc00a96e0 con 0x55bbe8a25970 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cb2a00700 1 -- 172.21.15.69:0/3188277745 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0cc00a5cd0 con 0x55bbe8a25970 2024-05-08T06:10:36.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cc400f460 con 0x55bbe8a25970 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cb2a00700 1 -- 172.21.15.69:0/3188277745 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cc00ada90 con 0x55bbe8a25970 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cde0eab80 10 client.26876 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bbe8a3c870 con 0x55bbe8a25970 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cb2a00700 1 -- 172.21.15.69:0/3188277745 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cc400f460 con 0x55bbe8a25970 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cb2a00700 1 -- 172.21.15.69:0/3188277745 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cc00a9940 con 0x55bbe8a25970 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cde0eab80 10 client.26876 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cde0eab80 10 client.26876 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.283+0000 7f0cde0eab80 20 client.26876 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.284+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8a3ee00 0x55bbe8a41210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.284+0000 7f0cde0eab80 4 client.26876 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:36.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.284+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbe89f21c0 con 0x55bbe8a3ee00 2024-05-08T06:10:36.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.284+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8a3ee00 0x55bbe8a41210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.284+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8a3ee00 0x55bbe8a41210 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9977d09bac648a0f server_cookie=ac7887f6086ced36 in_seq=0 out_seq=0 2024-05-08T06:10:36.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.284+0000 7f0cb2a00700 10 client.26876 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cb2a00700 1 -- 172.21.15.69:0/3188277745 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55bbe89f21c0 con 0x55bbe8a3ee00 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cb2a00700 10 client.26876 handle_command_reply: tid=0 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 client.26876 shutdown 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 msgr2=0x55bbe8a312a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a312a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f0cc0009c10 tx=0x7f0cc00a91f0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 shutdown_connections 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8a3ee00 0x55bbe8a41210 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a2eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.286+0000 7f0cb2a00700 0 client.26876 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:36.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.285+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a312a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.286+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/3188277745 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a2e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.286+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 >> 172.21.15.69:0/3188277745 conn(0x55bbe899d750 msgr2=0x55bbe8a1f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:36.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.286+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 shutdown_connections 2024-05-08T06:10:36.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.286+0000 7f0cde0eab80 1 -- 172.21.15.69:0/3188277745 wait complete. 2024-05-08T06:10:36.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.286+0000 7f0cde0eab80 20 client.26876 trim_cache size 0 max 16384 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.308+0000 7f0cde0eab80 1 Processor -- start 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.308+0000 7f0cde0eab80 1 -- start start 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a25350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a3afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a1f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1b25b0 con 0x55bbe8a2ac40 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1afe40 con 0x55bbe8a25970 2024-05-08T06:10:36.308 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1adc90 con 0x55bbe8a2b560 2024-05-08T06:10:36.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0ccbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a3afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cd0e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a25350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cd1800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a1f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cd0e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a25350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52132/0 (socket says 172.21.15.69:52132) 2024-05-08T06:10:36.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0cd0e00700 1 -- 172.21.15.69:0/1054764565 learned_addr learned my addr 172.21.15.69:0/1054764565 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0ccbe00700 1 -- 172.21.15.69:0/1054764565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 msgr2=0x55bbe8a1f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a1f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.309+0000 7f0ccbe00700 1 -- 172.21.15.69:0/1054764565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 msgr2=0x55bbe8a25350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a25350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0ccbe00700 1 -- 172.21.15.69:0/1054764565 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbe8a1ab30 con 0x55bbe8a2ac40 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a25350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a3afd0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x55bbe8a41a50 tx=0x7f0cb8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=171336428052100b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0cbd600700 1 -- 172.21.15.69:0/1054764565 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8011b50 con 0x55bbe8a2ac40 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0cbd600700 1 -- 172.21.15.69:0/1054764565 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cb8011e50 con 0x55bbe8a2ac40 2024-05-08T06:10:36.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.310+0000 7f0cbd600700 1 -- 172.21.15.69:0/1054764565 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8026680 con 0x55bbe8a2ac40 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1054764565 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 msgr2=0x55bbe8a3afd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a3afd0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x55bbe8a41a50 tx=0x7f0cb8014000 comp rx=0 tx=0).stop 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1054764565 shutdown_connections 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a2b560 0x55bbe8a1f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a25970 0x55bbe8a25350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/1054764565 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a3afd0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1054764565 >> 172.21.15.69:0/1054764565 conn(0x55bbe899d750 msgr2=0x55bbe8a2a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:36.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1054764565 shutdown_connections 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 -- 172.21.15.69:0/1054764565 wait complete. 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.311+0000 7f0cde0eab80 1 -- start start 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 Processor -- start 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a34320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a34860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a34da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1ae300 con 0x55bbe8a2b560 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1af770 con 0x55bbe8a2ac40 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0ccc1ae9d0 con 0x55bbe8a25970 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cde0eab80 10 client.0 _ll_register_callbacks cb 0x55bbe891ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cd1800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a34da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cd1800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a34da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58042/0 (socket says 172.21.15.69:58042) 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.312+0000 7f0cd1800700 1 -- 172.21.15.69:0/2526044582 learned_addr learned my addr 172.21.15.69:0/2526044582 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:36.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a34320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0ccbe00700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a34860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd1800700 1 -- 172.21.15.69:0/2526044582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 msgr2=0x55bbe8a34320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd1800700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a34320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd1800700 1 -- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 msgr2=0x55bbe8a34860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:36.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd1800700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a34860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd1800700 1 -- 172.21.15.69:0/2526044582 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbe8aa96f0 con 0x55bbe8a2b560 2024-05-08T06:10:36.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cd1800700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a34da0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x55bbe8a26330 tx=0x7f0cc400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3879f482bb607419 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:36.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.313+0000 7f0cb2a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:10:36.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cb2a00700 1 -- 172.21.15.69:0/2526044582 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cc400bb30 con 0x55bbe8a2b560 2024-05-08T06:10:36.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cb2a00700 1 -- 172.21.15.69:0/2526044582 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0cc400bcd0 con 0x55bbe8a2b560 2024-05-08T06:10:36.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0cb8011e50 con 0x55bbe8a2b560 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cb2a00700 1 -- 172.21.15.69:0/2526044582 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0cc4003680 con 0x55bbe8a2b560 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cde0eab80 10 client.16743 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bbe8aaa9d0 con 0x55bbe8a2b560 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cb2a00700 1 -- 172.21.15.69:0/2526044582 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0cb8011e50 con 0x55bbe8a2b560 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.314+0000 7f0cb2a00700 1 -- 172.21.15.69:0/2526044582 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0cc4031020 con 0x55bbe8a2b560 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cde0eab80 10 client.16743 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cde0eab80 10 client.16743 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cde0eab80 20 client.16743 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8aaac50 0x55bbe8aad040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cde0eab80 4 client.16743 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55bbe8985480 con 0x55bbe8aaac50 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8aaac50 0x55bbe8aad040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cd0e00700 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8aaac50 0x55bbe8aad040 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be2832948983ae51 server_cookie=638f1e1c03c8b676 in_seq=0 out_seq=0 2024-05-08T06:10:36.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.315+0000 7f0cb2a00700 10 client.16743 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.316+0000 7f0cb2a00700 1 -- 172.21.15.69:0/2526044582 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55bbe8985480 con 0x55bbe8aaac50 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.316+0000 7f0cb2a00700 10 client.16743 handle_command_reply: tid=0 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 client.16743 shutdown 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 msgr2=0x55bbe8a34da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a34da0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x55bbe8a26330 tx=0x7f0cc400b260 comp rx=0 tx=0).stop 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 shutdown_connections 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55bbe8a2b560 0x55bbe8a34da0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55bbe8aaac50 0x55bbe8aad040 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55bbe8a25970 0x55bbe8a34320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 --2- 172.21.15.69:0/2526044582 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55bbe8a2ac40 0x55bbe8a34860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cb2a00700 0 client.16743 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 >> 172.21.15.69:0/2526044582 conn(0x55bbe899d750 msgr2=0x55bbe8a297c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 shutdown_connections 2024-05-08T06:10:36.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 1 -- 172.21.15.69:0/2526044582 wait complete. 2024-05-08T06:10:36.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.317+0000 7f0cde0eab80 20 client.16743 trim_cache size 0 max 16384 2024-05-08T06:10:36.319 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:10:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:10:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "9f96fc68-e22a-48f6-96eb-04e091108b7e", 2024-05-08T06:10:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:10:36.319 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0cb40b2900 msgr2=0x7f0cb40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0ccc19d260 tx=0x7f0cb8009260 comp rx=0 tx=0).stop 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 msgr2=0x7f0ccc1a1a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc1a1a40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0cc000ef10 tx=0x7f0cc000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 shutdown_connections 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0cb40b2900 0x7f0cb40b4dc0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0ccc10fea0 0x7f0ccc19bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0ccc0756d0 0x7f0ccc1a1a40 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 --2- 172.21.15.69:0/1138168948 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0ccc075ff0 0x7f0ccc1a1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:36.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 >> 172.21.15.69:0/1138168948 conn(0x7f0ccc07a600 msgr2=0x7f0ccc100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:36.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 shutdown_connections 2024-05-08T06:10:36.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:36.318+0000 7f0cd3800700 1 -- 172.21.15.69:0/1138168948 wait complete. 2024-05-08T06:10:36.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:36 smithi069 ceph-mon[29571]: pgmap v727: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:10:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:36 smithi105 ceph-mon[34393]: pgmap v727: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:10:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:36 smithi135 ceph-mon[34761]: pgmap v727: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:10:37.250 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:10:37.443 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:37 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:10:37.444 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:37 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:37.444 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:37 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:10:37.444 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:37 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:37.713 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:37.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:37 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:10:37.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:37 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:37.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:37 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:10:37.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:37 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:37.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:37 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:10:37.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:37 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:37.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:37 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:10:37.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:37 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:10:38.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:38 smithi069 ceph-mon[29571]: pgmap v728: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:38 smithi105 ceph-mon[34393]: pgmap v728: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:38 smithi135 ceph-mon[34761]: pgmap v728: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:39.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:39 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:10:39.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:39 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:10:39.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:39 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:10:40.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 -- 172.21.15.69:0/2872372778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 msgr2=0x7f0dc41087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 --2- 172.21.15.69:0/2872372778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 0x7f0dc41087f0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f0db8009990 tx=0x7f0db8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 -- 172.21.15.69:0/2872372778 shutdown_connections 2024-05-08T06:10:40.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 --2- 172.21.15.69:0/2872372778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 0x7f0dc410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 --2- 172.21.15.69:0/2872372778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 0x7f0dc41087f0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 --2- 172.21.15.69:0/2872372778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 0x7f0dc4102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.326+0000 7f0dcba00700 1 -- 172.21.15.69:0/2872372778 >> 172.21.15.69:0/2872372778 conn(0x7f0dc4079350 msgr2=0x7f0dc4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:40.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.327+0000 7f0dcba00700 1 -- 172.21.15.69:0/2872372778 shutdown_connections 2024-05-08T06:10:40.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.327+0000 7f0dcba00700 1 -- 172.21.15.69:0/2872372778 wait complete. 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 Processor -- start 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 -- start start 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 0x7f0dc419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 0x7f0dc419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 0x7f0dc41a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc406be30 con 0x7f0dc4108410 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc406bcb0 con 0x7f0dc41023a0 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.328+0000 7f0dcba00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc406bfb0 con 0x7f0dc4102d60 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc9a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 0x7f0dc41a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 0x7f0dc419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 0x7f0dc419bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55260/0 (socket says 172.21.15.69:55260) 2024-05-08T06:10:40.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc9000700 1 -- 172.21.15.69:0/1064080716 learned_addr learned my addr 172.21.15.69:0/1064080716 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:40.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 0x7f0dc419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 -- 172.21.15.69:0/1064080716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 msgr2=0x7f0dc419bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 0x7f0dc419bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 -- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 msgr2=0x7f0dc41a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 0x7f0dc41a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 -- 172.21.15.69:0/1064080716 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dc41a0e80 con 0x7f0dc4102d60 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.329+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 0x7f0dc419c400 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f0db000e9f0 tx=0x7f0db000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.330+0000 7f0dc1600700 1 -- 172.21.15.69:0/1064080716 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db000c9c0 con 0x7f0dc4102d60 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.330+0000 7f0dc1600700 1 -- 172.21.15.69:0/1064080716 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0db000cb60 con 0x7f0dc4102d60 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.330+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dc41a1170 con 0x7f0dc4102d60 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.330+0000 7f0dc1600700 1 -- 172.21.15.69:0/1064080716 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db0018680 con 0x7f0dc4102d60 2024-05-08T06:10:40.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.330+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dc41a89f0 con 0x7f0dc4102d60 2024-05-08T06:10:40.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.334+0000 7f0dd62ffb80 1 Processor -- start 2024-05-08T06:10:40.334 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 -- start start 2024-05-08T06:10:40.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c75440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 0x55d616c79490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.335 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c79e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d616bc7a20 con 0x55d616c75980 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d616b65760 con 0x55d616c75060 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d616bc39e0 con 0x55d616c799d0 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 0x55d616c79490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 0x55d616c79490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36636/0 (socket says 172.21.15.69:36636) 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dc9000700 1 -- 172.21.15.69:0/1971773213 learned_addr learned my addr 172.21.15.69:0/1971773213 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dc1600700 1 -- 172.21.15.69:0/1064080716 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0db0010430 con 0x7f0dc4102d60 2024-05-08T06:10:40.336 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.335+0000 7f0dc9a00700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c75440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c79e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9a00700 1 -- 172.21.15.69:0/1971773213 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 msgr2=0x55d616c79e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.337 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9a00700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c79e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9a00700 1 -- 172.21.15.69:0/1971773213 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 msgr2=0x55d616c79490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9a00700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 0x55d616c79490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9a00700 1 -- 172.21.15.69:0/1971773213 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d616b148d0 con 0x55d616c75060 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9000700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 0x55d616c79490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c79e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0dc9a00700 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c75440 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc011580 tx=0x7f0dbc009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cd3fa1fee455e88 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.336+0000 7f0db6000700 1 -- 172.21.15.69:0/1971773213 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc011e80 con 0x55d616c75060 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.337+0000 7f0db6000700 1 -- 172.21.15.69:0/1971773213 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dbc004bb0 con 0x55d616c75060 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.337+0000 7f0db6000700 1 -- 172.21.15.69:0/1971773213 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dbc004690 con 0x55d616c75060 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.337+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/1971773213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 msgr2=0x55d616c75440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.337+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c75440 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0dbc011580 tx=0x7f0dbc009920 comp rx=0 tx=0).stop 2024-05-08T06:10:40.338 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.337+0000 7f0dc1600700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0dac0b2900 0x7f0dac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dc1600700 1 -- 172.21.15.69:0/1064080716 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0db00e2340 con 0x7f0dc4102d60 2024-05-08T06:10:40.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dc9000700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0dac0b2900 0x7f0dac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/1971773213 shutdown_connections 2024-05-08T06:10:40.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c79e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c75440 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/1971773213 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75980 0x55d616c79490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/1971773213 >> 172.21.15.69:0/1971773213 conn(0x55d616ba3b60 msgr2=0x55d616c6f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/1971773213 shutdown_connections 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.338+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/1971773213 wait complete. 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.339+0000 7f0dc9000700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0dac0b2900 0x7f0dac0b4dc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f0db8009670 tx=0x7f0db800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.339+0000 7f0dd62ffb80 1 -- start start 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.339+0000 7f0dd62ffb80 1 Processor -- start 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 0x55d616c80e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c7e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55d616c81be0 con 0x55d616c799d0 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55d616b2db20 con 0x55d616c75980 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55d616c81d60 con 0x55d616c75060 2024-05-08T06:10:40.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dd62ffb80 10 client.0 _ll_register_callbacks cb 0x55d616b6ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:40.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 0x55d616c80e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 0x55d616c80e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:55130/0 (socket says 172.21.15.69:55130) 2024-05-08T06:10:40.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dc9000700 1 -- 172.21.15.69:0/175087986 learned_addr learned my addr 172.21.15.69:0/175087986 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:40.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c7e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.340+0000 7f0dc9a00700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc3e00700 1 -- 172.21.15.69:0/175087986 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 msgr2=0x55d616c80e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 0x55d616c80e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc3e00700 1 -- 172.21.15.69:0/175087986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 msgr2=0x55d616c7e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc3e00700 1 -- 172.21.15.69:0/175087986 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d616b8d420 con 0x55d616c75980 2024-05-08T06:10:40.344 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc9000700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 0x55d616c80e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c7e1c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0db00a6b80 tx=0x7f0db00a9e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2d742a8d958847d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0daaa00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0daaa00700 1 -- 172.21.15.69:0/175087986 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db00a9420 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dbc004bb0 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.341+0000 7f0daaa00700 1 -- 172.21.15.69:0/175087986 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0db00cabc0 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0daaa00700 1 -- 172.21.15.69:0/175087986 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0db00aa010 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 10 client.26894 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d616c8c450 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0daaa00700 1 -- 172.21.15.69:0/175087986 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0dbc004bb0 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0daaa00700 1 -- 172.21.15.69:0/175087986 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0db0010720 con 0x55d616c75980 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 10 client.26894 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 10 client.26894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 20 client.26894 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:40.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616c8e9e0 0x55d616c90dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 4 client.26894 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.342+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d616c420a0 con 0x55d616c8e9e0 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.343+0000 7f0dc9000700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616c8e9e0 0x55d616c90dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.343+0000 7f0dc9000700 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616c8e9e0 0x55d616c90dd0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44d9a45bc605a22b server_cookie=f94b97f9bea2efd in_seq=0 out_seq=0 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.343+0000 7f0daaa00700 10 client.26894 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0daaa00700 1 -- 172.21.15.69:0/175087986 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55d616c420a0 con 0x55d616c8e9e0 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0daaa00700 10 client.26894 handle_command_reply: tid=0 2024-05-08T06:10:40.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0dd62ffb80 1 client.26894 shutdown 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 msgr2=0x55d616c7e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c7e1c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f0db00a6b80 tx=0x7f0db00a9e50 comp rx=0 tx=0).stop 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 shutdown_connections 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.344+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616c8e9e0 0x55d616c90dd0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75060 0x55d616c80e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0daaa00700 0 client.26894 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:40.347 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/175087986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c7e1c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 >> 172.21.15.69:0/175087986 conn(0x55d616ba3b60 msgr2=0x55d616c6a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 shutdown_connections 2024-05-08T06:10:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/175087986 wait complete. 2024-05-08T06:10:40.348 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.345+0000 7f0dd62ffb80 20 client.26894 trim_cache size 0 max 16384 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 Processor -- start 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 -- start start 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c96600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75980 0x55d616c96b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41b2750 con 0x55d616c799d0 2024-05-08T06:10:40.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41affe0 con 0x55d616c75060 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.368+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41ade30 con 0x55d616c75980 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c96600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36652/0 (socket says 172.21.15.69:36652) 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9a00700 1 -- 172.21.15.69:0/3211636866 learned_addr learned my addr 172.21.15.69:0/3211636866 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75980 0x55d616c96b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9000700 1 -- 172.21.15.69:0/3211636866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75980 msgr2=0x55d616c96b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9000700 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75980 0x55d616c96b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9000700 1 -- 172.21.15.69:0/3211636866 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 msgr2=0x55d616c7b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9000700 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc9000700 1 -- 172.21.15.69:0/3211636866 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d616c7df90 con 0x55d616c75060 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.369+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75980 0x55d616c96b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:40.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.370+0000 7f0dc9000700 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c96600 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x55d616c91330 tx=0x7f0db8022000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ec87616fa614f78 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:40.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.370+0000 7f0db5600700 1 -- 172.21.15.69:0/3211636866 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db803a070 con 0x55d616c75060 2024-05-08T06:10:40.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.370+0000 7f0db5600700 1 -- 172.21.15.69:0/3211636866 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0db8003c60 con 0x55d616c75060 2024-05-08T06:10:40.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.370+0000 7f0db5600700 1 -- 172.21.15.69:0/3211636866 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db802b040 con 0x55d616c75060 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/3211636866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 msgr2=0x55d616c96600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c96600 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x55d616c91330 tx=0x7f0db8022000 comp rx=0 tx=0).stop 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/3211636866 shutdown_connections 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c799d0 0x55d616c7b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75060 0x55d616c96600 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/3211636866 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c75980 0x55d616c96b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/3211636866 >> 172.21.15.69:0/3211636866 conn(0x55d616ba3b60 msgr2=0x55d616c7e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/3211636866 shutdown_connections 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/3211636866 wait complete. 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.371+0000 7f0dd62ffb80 1 -- start start 2024-05-08T06:10:40.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 Processor -- start 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 0x55d616c87060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c875a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c82010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41ae4a0 con 0x55d616c75060 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41af910 con 0x55d616c75980 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0dc41aeb70 con 0x55d616c799d0 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dd62ffb80 10 client.0 _ll_register_callbacks cb 0x55d616b6ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 0x55d616c87060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dc9000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 0x55d616c87060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:36662/0 (socket says 172.21.15.69:36662) 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.372+0000 7f0dc9000700 1 -- 172.21.15.69:0/4047911054 learned_addr learned my addr 172.21.15.69:0/4047911054 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9a00700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c82010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c875a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9000700 1 -- 172.21.15.69:0/4047911054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 msgr2=0x55d616c82010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.376 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9000700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c82010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9000700 1 -- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 msgr2=0x55d616c875a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9000700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c875a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9000700 1 -- 172.21.15.69:0/4047911054 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d616c82600 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dc9000700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 0x55d616c87060 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f0db8000c00 tx=0x7f0db8005cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61c1572db181282b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0daaa00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0daaa00700 1 -- 172.21.15.69:0/4047911054 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0db803a070 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0daaa00700 1 -- 172.21.15.69:0/4047911054 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0db800fb70 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.373+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0db8003c60 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0daaa00700 1 -- 172.21.15.69:0/4047911054 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0db802b040 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 10 client.16761 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55d616cf9a60 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0daaa00700 1 -- 172.21.15.69:0/4047911054 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0db8003c60 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0daaa00700 1 -- 172.21.15.69:0/4047911054 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0db8032840 con 0x55d616c75060 2024-05-08T06:10:40.377 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 10 client.16761 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:40.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 10 client.16761 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:40.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 20 client.16761 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:40.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616cfa030 0x55d616cfc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:40.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 4 client.16761 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:10:40.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.374+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d616bd5400 con 0x55d616cfa030 2024-05-08T06:10:40.378 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616cfa030 0x55d616cfc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:40.379 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0dc3e00700 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616cfa030 0x55d616cfc450 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a2a13823825d820 server_cookie=c7f924454b97288e in_seq=0 out_seq=0 2024-05-08T06:10:40.379 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0daaa00700 10 client.16761 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:40.379 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0daaa00700 1 -- 172.21.15.69:0/4047911054 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d616bd5400 con 0x55d616cfa030 2024-05-08T06:10:40.379 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0daaa00700 10 client.16761 handle_command_reply: tid=0 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0dd62ffb80 1 client.16761 shutdown 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 msgr2=0x55d616c87060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.375+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 0x55d616c87060 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f0db8000c00 tx=0x7f0db8005cd0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 shutdown_connections 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55d616cfa030 0x55d616cfc450 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55d616c799d0 0x55d616c82010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55d616c75060 0x55d616c87060 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 --2- 172.21.15.69:0/4047911054 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55d616c75980 0x55d616c875a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0daaa00700 0 client.16761 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 >> 172.21.15.69:0/4047911054 conn(0x55d616ba3b60 msgr2=0x55d616c69a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 shutdown_connections 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 1 -- 172.21.15.69:0/4047911054 wait complete. 2024-05-08T06:10:40.380 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.376+0000 7f0dd62ffb80 20 client.16761 trim_cache size 0 max 16384 2024-05-08T06:10:40.381 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:10:40.381 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:10:40.381 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:10:40.381 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0dac0b2900 msgr2=0x7f0dac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0dac0b2900 0x7f0dac0b4dc0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f0db8009670 tx=0x7f0db800b260 comp rx=0 tx=0).stop 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 msgr2=0x7f0dc419c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 0x7f0dc419c400 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f0db000e9f0 tx=0x7f0db000ed00 comp rx=0 tx=0).stop 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 shutdown_connections 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0dc4108410 0x7f0dc41a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0dac0b2900 0x7f0dac0b4dc0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0dc41023a0 0x7f0dc419bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 --2- 172.21.15.69:0/1064080716 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0dc4102d60 0x7f0dc419c400 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 >> 172.21.15.69:0/1064080716 conn(0x7f0dc4079350 msgr2=0x7f0dc4100e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 shutdown_connections 2024-05-08T06:10:40.382 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:40.377+0000 7f0dcba00700 1 -- 172.21.15.69:0/1064080716 wait complete. 2024-05-08T06:10:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:40 smithi069 ceph-mon[29571]: pgmap v729: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:40 smithi105 ceph-mon[34393]: pgmap v729: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:40 smithi135 ceph-mon[34761]: pgmap v729: 97 pgs: 97 active+clean; 5.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:41.354 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:10:41.355 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:10:41.808 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:42 smithi105 ceph-mon[34393]: pgmap v730: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:42 smithi135 ceph-mon[34761]: pgmap v730: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:42.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:42 smithi069 ceph-mon[29571]: pgmap v730: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:10:44.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.231+0000 7f1297e00700 1 -- 172.21.15.69:0/1188104166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 msgr2=0x7f1290112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:44.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.231+0000 7f1297e00700 1 --2- 172.21.15.69:0/1188104166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f1290112590 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f128800b0a0 tx=0x7f128800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 -- 172.21.15.69:0/1188104166 shutdown_connections 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 --2- 172.21.15.69:0/1188104166 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f1290112590 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 --2- 172.21.15.69:0/1188104166 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 0x7f129010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 --2- 172.21.15.69:0/1188104166 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f12901056c0 0x7f1290105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 -- 172.21.15.69:0/1188104166 >> 172.21.15.69:0/1188104166 conn(0x7f12901011b0 msgr2=0x7f12901035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 -- 172.21.15.69:0/1188104166 shutdown_connections 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.232+0000 7f1297e00700 1 -- 172.21.15.69:0/1188104166 wait complete. 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.233+0000 7f1297e00700 1 Processor -- start 2024-05-08T06:10:44.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.233+0000 7f1297e00700 1 -- start start 2024-05-08T06:10:44.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1297e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f12901056c0 0x7f12901a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:44.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1297e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f12901a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1297e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 0x7f129019bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1297e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f12901158c0 con 0x7f129010b6c0 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1297e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1290115740 con 0x7f1290106080 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1297e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1290115a40 con 0x7f12901056c0 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1294a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f12901a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1295e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 0x7f129019bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1294a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f12901a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55334/0 (socket says 172.21.15.69:55334) 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1294a00700 1 -- 172.21.15.69:0/3474755908 learned_addr learned my addr 172.21.15.69:0/3474755908 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.234+0000 7f1295400700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f12901056c0 0x7f12901a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:44.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1294a00700 1 -- 172.21.15.69:0/3474755908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f12901056c0 msgr2=0x7f12901a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:44.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1294a00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f12901056c0 0x7f12901a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1294a00700 1 -- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 msgr2=0x7f129019bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:44.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1294a00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 0x7f129019bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1294a00700 1 -- 172.21.15.69:0/3474755908 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f129019c460 con 0x7f1290106080 2024-05-08T06:10:44.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1295e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 0x7f129019bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:44.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1294a00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f12901a1fa0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f127c00e9c0 tx=0x7f127c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:44.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127c00cbd0 con 0x7f1290106080 2024-05-08T06:10:44.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f127c00ee60 con 0x7f1290106080 2024-05-08T06:10:44.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127c0055c0 con 0x7f1290106080 2024-05-08T06:10:44.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f129019c750 con 0x7f1290106080 2024-05-08T06:10:44.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.235+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12901a89e0 con 0x7f1290106080 2024-05-08T06:10:44.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.236+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1290106e00 con 0x7f1290106080 2024-05-08T06:10:44.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.239+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f127c004750 con 0x7f1290106080 2024-05-08T06:10:44.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.240+0000 7f128e000700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f12780b2900 0x7f12780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:44.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.241+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f127c0e26a0 con 0x7f1290106080 2024-05-08T06:10:44.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.241+0000 7f1295400700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f12780b2900 0x7f12780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:44.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.241+0000 7f1295400700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f12780b2900 0x7f12780b4dc0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1284009680 tx=0x7f1284009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:44.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.242+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f127c054df0 con 0x7f1290106080 2024-05-08T06:10:44.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:44 smithi069 ceph-mon[29571]: pgmap v731: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:44.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.533+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f129019cff0 con 0x7f1290106080 2024-05-08T06:10:44.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.534+0000 7f128e000700 1 -- 172.21.15.69:0/3474755908 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f127c0aa370 con 0x7f1290106080 2024-05-08T06:10:44.535 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:10:44.535 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:10:44.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f12780b2900 msgr2=0x7f12780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:44.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f12780b2900 0x7f12780b4dc0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1284009680 tx=0x7f1284009260 comp rx=0 tx=0).stop 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 msgr2=0x7f12901a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f12901a1fa0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f127c00e9c0 tx=0x7f127c00ecd0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 shutdown_connections 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f129010b6c0 0x7f129019bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f12901056c0 0x7f12901a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f12780b2900 0x7f12780b4dc0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 --2- 172.21.15.69:0/3474755908 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1290106080 0x7f12901a1fa0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 >> 172.21.15.69:0/3474755908 conn(0x7f12901011b0 msgr2=0x7f1290101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.538+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 shutdown_connections 2024-05-08T06:10:44.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:44.539+0000 7f1297e00700 1 -- 172.21.15.69:0/3474755908 wait complete. 2024-05-08T06:10:44.540 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:10:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:44 smithi105 ceph-mon[34393]: pgmap v731: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:44 smithi135 ceph-mon[34761]: pgmap v731: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:10:45.535 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:10:45.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:45 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3474755908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:10:45.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:45 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3474755908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:10:45.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:45 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3474755908' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:10:45.980 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:46.666 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:46 smithi069 ceph-mon[29571]: pgmap v732: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:46 smithi105 ceph-mon[34393]: pgmap v732: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:46 smithi135 ceph-mon[34761]: pgmap v732: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:48.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 -- 172.21.15.69:0/1820324513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f01056c0 msgr2=0x7f58f0105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1820324513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f01056c0 0x7f58f0105b40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f58dc0098f0 tx=0x7f58dc009c00 comp rx=0 tx=0).stop 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 -- 172.21.15.69:0/1820324513 shutdown_connections 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1820324513 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f58f0106080 0x7f58f0112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1820324513 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f010b6c0 0x7f58f010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1820324513 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f01056c0 0x7f58f0105b40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 -- 172.21.15.69:0/1820324513 >> 172.21.15.69:0/1820324513 conn(0x7f58f01011b0 msgr2=0x7f58f01035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 -- 172.21.15.69:0/1820324513 shutdown_connections 2024-05-08T06:10:48.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.528+0000 7f58f4c00700 1 -- 172.21.15.69:0/1820324513 wait complete. 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.529+0000 7f58f4c00700 1 Processor -- start 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.529+0000 7f58f4c00700 1 -- start start 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58f4c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 0x7f58f019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58f4c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f0106080 0x7f58f019c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58f4c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f58f010b6c0 0x7f58f01a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58f4c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58f0115910 con 0x7f58f01056c0 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58f4c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f58f0115790 con 0x7f58f0106080 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58f4c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f58f0115a90 con 0x7f58f010b6c0 2024-05-08T06:10:48.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 0x7f58f019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 0x7f58f019be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57210/0 (socket says 172.21.15.69:57210) 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58ede00700 1 -- 172.21.15.69:0/1216350724 learned_addr learned my addr 172.21.15.69:0/1216350724 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58ee800700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f58f010b6c0 0x7f58f01a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.530+0000 7f58ed400700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f0106080 0x7f58f019c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58ede00700 1 -- 172.21.15.69:0/1216350724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f58f010b6c0 msgr2=0x7f58f01a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58ede00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f58f010b6c0 0x7f58f01a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58ede00700 1 -- 172.21.15.69:0/1216350724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f0106080 msgr2=0x7f58f019c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58ede00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f0106080 0x7f58f019c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58ede00700 1 -- 172.21.15.69:0/1216350724 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58f01a0e50 con 0x7f58f01056c0 2024-05-08T06:10:48.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58ede00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 0x7f58f019be40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f58e000e9c0 tx=0x7f58e000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:48.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58e6a00700 1 -- 172.21.15.69:0/1216350724 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e0004a30 con 0x7f58f01056c0 2024-05-08T06:10:48.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58f01a1140 con 0x7f58f01056c0 2024-05-08T06:10:48.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58e6a00700 1 -- 172.21.15.69:0/1216350724 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58e000cc70 con 0x7f58f01056c0 2024-05-08T06:10:48.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58e6a00700 1 -- 172.21.15.69:0/1216350724 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e00054a0 con 0x7f58f01056c0 2024-05-08T06:10:48.533 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.531+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58f01a89c0 con 0x7f58f01056c0 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.535+0000 7f58e6a00700 1 -- 172.21.15.69:0/1216350724 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f58e0004bd0 con 0x7f58f01056c0 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.536+0000 7f58ff55eb80 1 Processor -- start 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 -- start start 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df61487440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df6148b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df6148be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55df613d9a20 con 0x55df61487980 2024-05-08T06:10:48.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55df61377760 con 0x55df61487060 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55df613d59e0 con 0x55df6148b9d0 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58e6a00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f58d40b2900 0x7f58d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df6148b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df6148b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57212/0 (socket says 172.21.15.69:57212) 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58e6a00700 1 -- 172.21.15.69:0/1216350724 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f58e00e2260 con 0x7f58f01056c0 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ede00700 1 -- 172.21.15.69:0/284099572 learned_addr learned my addr 172.21.15.69:0/284099572 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ed400700 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df6148be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.537+0000 7f58ee800700 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df61487440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ee800700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f58d40b2900 0x7f58d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ed400700 1 -- 172.21.15.69:0/284099572 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 msgr2=0x55df61487440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ed400700 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df61487440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ed400700 1 -- 172.21.15.69:0/284099572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 msgr2=0x55df6148b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ed400700 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df6148b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ed400700 1 -- 172.21.15.69:0/284099572 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df613268d0 con 0x55df6148b9d0 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ede00700 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df6148b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.538+0000 7f58ed400700 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df6148be30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00c010 tx=0x7f58dc00bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb77b6e6f336e7da server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58ee800700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f58d40b2900 0x7f58d40b4dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f58e8009ec0 tx=0x7f58e800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58db400700 1 -- 172.21.15.69:0/284099572 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc026070 con 0x55df6148b9d0 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58db400700 1 -- 172.21.15.69:0/284099572 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58dc00f910 con 0x55df6148b9d0 2024-05-08T06:10:48.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58db400700 1 -- 172.21.15.69:0/284099572 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc003680 con 0x55df6148b9d0 2024-05-08T06:10:48.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58ff55eb80 1 -- 172.21.15.69:0/284099572 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 msgr2=0x55df6148be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df6148be30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f58dc00c010 tx=0x7f58dc00bf60 comp rx=0 tx=0).stop 2024-05-08T06:10:48.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.539+0000 7f58ff55eb80 1 -- 172.21.15.69:0/284099572 shutdown_connections 2024-05-08T06:10:48.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df6148be30 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df61487440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/284099572 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df6148b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 -- 172.21.15.69:0/284099572 >> 172.21.15.69:0/284099572 conn(0x55df613b5b60 msgr2=0x55df614817a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 -- 172.21.15.69:0/284099572 shutdown_connections 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 -- 172.21.15.69:0/284099572 wait complete. 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.540+0000 7f58ff55eb80 1 -- start start 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 Processor -- start 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 0x55df61492e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487980 0x55df61490210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61490750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55df61493b80 con 0x55df61487060 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55df6133fb20 con 0x55df61487980 2024-05-08T06:10:48.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55df61493d00 con 0x55df6148b9d0 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ff55eb80 10 client.0 _ll_register_callbacks cb 0x55df61380c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.541+0000 7f58ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 0x55df61492e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 0x55df61492e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57216/0 (socket says 172.21.15.69:57216) 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ede00700 1 -- 172.21.15.69:0/220974152 learned_addr learned my addr 172.21.15.69:0/220974152 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487980 0x55df61490210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ee800700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61490750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 -- 172.21.15.69:0/220974152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 msgr2=0x55df61490750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61490750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 -- 172.21.15.69:0/220974152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 msgr2=0x55df61492e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 0x55df61492e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 -- 172.21.15.69:0/220974152 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df6139f420 con 0x55df61487980 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ede00700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 0x55df61492e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58ed400700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487980 0x55df61490210 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009810 tx=0x7f58dc0052e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85e6f531643d480e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:48.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.542+0000 7f58cfe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.543+0000 7f58cfe00700 1 -- 172.21.15.69:0/220974152 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58dc031060 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.543+0000 7f58cfe00700 1 -- 172.21.15.69:0/220974152 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f58dc00f660 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.543+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58dc00f910 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.543+0000 7f58cfe00700 1 -- 172.21.15.69:0/220974152 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58dc026040 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.543+0000 7f58ff55eb80 10 client.26918 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.543+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55df6149e400 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58cfe00700 1 -- 172.21.15.69:0/220974152 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58dc00f910 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58cfe00700 1 -- 172.21.15.69:0/220974152 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58dc020070 con 0x55df61487980 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ff55eb80 10 client.26918 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ff55eb80 10 client.26918 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ff55eb80 20 client.26918 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df614a08d0 0x55df614a2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ff55eb80 4 client.26918 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df614540a0 con 0x55df614a08d0 2024-05-08T06:10:48.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.544+0000 7f58ede00700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df614a08d0 0x55df614a2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.545+0000 7f58ede00700 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df614a08d0 0x55df614a2cc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=40903819f6668cb1 server_cookie=39aed72124a112a7 in_seq=0 out_seq=0 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.545+0000 7f58cfe00700 10 client.26918 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58cfe00700 1 -- 172.21.15.69:0/220974152 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55df614540a0 con 0x55df614a08d0 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58cfe00700 10 client.26918 handle_command_reply: tid=0 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 client.26918 shutdown 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487980 msgr2=0x55df61490210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487980 0x55df61490210 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f58dc009810 tx=0x7f58dc0052e0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 shutdown_connections 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df614a08d0 0x55df614a2cc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61490750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58cfe00700 0 client.26918 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487060 0x55df61492e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.549 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/220974152 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487980 0x55df61490210 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 >> 172.21.15.69:0/220974152 conn(0x55df613b5b60 msgr2=0x55df6147c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:48.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 shutdown_connections 2024-05-08T06:10:48.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 1 -- 172.21.15.69:0/220974152 wait complete. 2024-05-08T06:10:48.550 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.546+0000 7f58ff55eb80 20 client.26918 trim_cache size 0 max 16384 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 Processor -- start 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 -- start start 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df6148de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df61487980 0x55df6148f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 0x55df61489390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58f01b2580 con 0x55df6148b9d0 2024-05-08T06:10:48.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f58f01afe10 con 0x55df61487060 2024-05-08T06:10:48.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f58f01adc60 con 0x55df61487980 2024-05-08T06:10:48.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 0x55df61489390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.563+0000 7f58ee800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 0x55df61489390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57232/0 (socket says 172.21.15.69:57232) 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ee800700 1 -- 172.21.15.69:0/3081643965 learned_addr learned my addr 172.21.15.69:0/3081643965 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df6148de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ed400700 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df61487980 0x55df6148f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 -- 172.21.15.69:0/3081643965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df61487980 msgr2=0x55df6148f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df61487980 0x55df6148f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 -- 172.21.15.69:0/3081643965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 msgr2=0x55df61489390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 0x55df61489390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 -- 172.21.15.69:0/3081643965 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df61483920 con 0x55df61487060 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ee800700 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 0x55df61489390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58ede00700 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df6148de20 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f58e00a58b0 tx=0x7f58e001cf90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=613b41dc6dd64992 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:48.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.564+0000 7f58daa00700 1 -- 172.21.15.69:0/3081643965 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e000ce20 con 0x55df61487060 2024-05-08T06:10:48.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58daa00700 1 -- 172.21.15.69:0/3081643965 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58e00a9340 con 0x55df61487060 2024-05-08T06:10:48.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58daa00700 1 -- 172.21.15.69:0/3081643965 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e00cc0f0 con 0x55df61487060 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3081643965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 msgr2=0x55df6148de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df6148de20 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f58e00a58b0 tx=0x7f58e001cf90 comp rx=0 tx=0).stop 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3081643965 shutdown_connections 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df6148b9d0 0x55df61489390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df6148de20 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3081643965 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df61487980 0x55df6148f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3081643965 >> 172.21.15.69:0/3081643965 conn(0x55df613b5b60 msgr2=0x55df6148eb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3081643965 shutdown_connections 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.565+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3081643965 wait complete. 2024-05-08T06:10:48.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 -- start start 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 Processor -- start 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df614a1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df614a1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61502da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f58f01ae2d0 con 0x55df61487980 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f58f01af740 con 0x55df61487060 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.566+0000 7f58ff55eb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f58f01ae9a0 con 0x55df6148b9d0 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ff55eb80 10 client.0 _ll_register_callbacks cb 0x55df61380c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df614a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ed400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df614a1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df614a1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52178/0 (socket says 172.21.15.69:52178) 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 -- 172.21.15.69:0/3811713564 learned_addr learned my addr 172.21.15.69:0/3811713564 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ee800700 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61502da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 -- 172.21.15.69:0/3811713564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 msgr2=0x55df61502da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61502da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 -- 172.21.15.69:0/3811713564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 msgr2=0x55df614a1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df614a1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 -- 172.21.15.69:0/3811713564 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df61503480 con 0x55df61487060 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58ede00700 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df614a1230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f58e00a9530 tx=0x7f58e0005c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb267918491a5e56 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.567+0000 7f58cfe00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58cfe00700 1 -- 172.21.15.69:0/3811713564 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e00a9830 con 0x55df61487060 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58cfe00700 1 -- 172.21.15.69:0/3811713564 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f58e00a5e20 con 0x55df61487060 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58e00a9340 con 0x55df61487060 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58cfe00700 1 -- 172.21.15.69:0/3811713564 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f58e00a9f30 con 0x55df61487060 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58ff55eb80 10 client.26924 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:48.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55df6150a790 con 0x55df61487060 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58cfe00700 1 -- 172.21.15.69:0/3811713564 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58e00a9340 con 0x55df61487060 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.568+0000 7f58cfe00700 1 -- 172.21.15.69:0/3811713564 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f58e00b2200 con 0x55df61487060 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ff55eb80 10 client.26924 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ff55eb80 10 client.26924 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ff55eb80 20 client.26924 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df6150ae40 0x55df6150d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ff55eb80 4 client.26924 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:48.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55df613e7400 con 0x55df6150ae40 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.569+0000 7f58ed400700 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df6150ae40 0x55df6150d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ed400700 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df6150ae40 0x55df6150d260 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b515d05881ee4a05 server_cookie=c2fef16ed340adf2 in_seq=0 out_seq=0 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58cfe00700 10 client.26924 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58cfe00700 1 -- 172.21.15.69:0/3811713564 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55df613e7400 con 0x55df6150ae40 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58cfe00700 10 client.26924 handle_command_reply: tid=0 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 client.26924 shutdown 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 msgr2=0x55df614a1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df614a1230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f58e00a9530 tx=0x7f58e0005c70 comp rx=0 tx=0).stop 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 shutdown_connections 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55df6150ae40 0x55df6150d260 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55df6148b9d0 0x55df61502da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55df61487060 0x55df614a1230 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 --2- 172.21.15.69:0/3811713564 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55df61487980 0x55df614a1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58cfe00700 0 client.26924 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:10:48.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 >> 172.21.15.69:0/3811713564 conn(0x55df613b5b60 msgr2=0x55df6147c2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:48.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 shutdown_connections 2024-05-08T06:10:48.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 1 -- 172.21.15.69:0/3811713564 wait complete. 2024-05-08T06:10:48.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.570+0000 7f58ff55eb80 20 client.26924 trim_cache size 0 max 16384 2024-05-08T06:10:48.574 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f58d40b2900 msgr2=0x7f58d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f58d40b2900 0x7f58d40b4dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f58e8009ec0 tx=0x7f58e800b040 comp rx=0 tx=0).stop 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 msgr2=0x7f58f019be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 0x7f58f019be40 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f58e000e9c0 tx=0x7f58e000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 shutdown_connections 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f58f010b6c0 0x7f58f01a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f58f01056c0 0x7f58f019be40 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f58d40b2900 0x7f58d40b4dc0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 --2- 172.21.15.69:0/1216350724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f58f0106080 0x7f58f019c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 >> 172.21.15.69:0/1216350724 conn(0x7f58f01011b0 msgr2=0x7f58f01018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:48.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.571+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 shutdown_connections 2024-05-08T06:10:48.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:48.572+0000 7f58f4c00700 1 -- 172.21.15.69:0/1216350724 wait complete. 2024-05-08T06:10:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:48 smithi105 ceph-mon[34393]: pgmap v733: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:48 smithi135 ceph-mon[34761]: pgmap v733: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:48 smithi069 ceph-mon[29571]: pgmap v733: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:49.554 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:10:49.991 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:50 smithi105 ceph-mon[34393]: pgmap v734: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:50 smithi135 ceph-mon[34761]: pgmap v734: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:50.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:50 smithi069 ceph-mon[29571]: pgmap v734: 97 pgs: 97 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:10:52.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 -- 172.21.15.69:0/3461300942 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 msgr2=0x7f07fc103b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 --2- 172.21.15.69:0/3461300942 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 0x7f07fc103b30 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f07ec0099c0 tx=0x7f07ec009cd0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 -- 172.21.15.69:0/3461300942 shutdown_connections 2024-05-08T06:10:52.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 --2- 172.21.15.69:0/3461300942 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f07fc108850 0x7f07fc1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 --2- 172.21.15.69:0/3461300942 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 0x7f07fc103b30 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 --2- 172.21.15.69:0/3461300942 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 -- 172.21.15.69:0/3461300942 >> 172.21.15.69:0/3461300942 conn(0x7f07fc07a600 msgr2=0x7f07fc07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:52.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 -- 172.21.15.69:0/3461300942 shutdown_connections 2024-05-08T06:10:52.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.399+0000 7f0802a00700 1 -- 172.21.15.69:0/3461300942 wait complete. 2024-05-08T06:10:52.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.400+0000 7f0802a00700 1 Processor -- start 2024-05-08T06:10:52.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 -- start start 2024-05-08T06:10:52.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 0x7f07fc0757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f07fc108850 0x7f07fc076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc113670 con 0x7f07fc103750 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1134f0 con 0x7f07fc108850 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f0802a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1137f0 con 0x7f07fc104100 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f07fb400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.401+0000 7f07fb400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41412/0 (socket says 172.21.15.69:41412) 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 -- 172.21.15.69:0/916155517 learned_addr learned my addr 172.21.15.69:0/916155517 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f0800a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f07fc108850 0x7f07fc076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fbe00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 0x7f07fc0757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 -- 172.21.15.69:0/916155517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f07fc108850 msgr2=0x7f07fc076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f07fc108850 0x7f07fc076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 -- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 msgr2=0x7f07fc0757a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 0x7f07fc0757a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.403 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 -- 172.21.15.69:0/916155517 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07fc1a8030 con 0x7f07fc104100 2024-05-08T06:10:52.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.402+0000 7f07fb400700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc075ce0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f07e800e9a0 tx=0x7f07e800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:52.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.403+0000 7f07f8c00700 1 -- 172.21.15.69:0/916155517 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e800ca10 con 0x7f07fc104100 2024-05-08T06:10:52.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.403+0000 7f07f8c00700 1 -- 172.21.15.69:0/916155517 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07e800cbb0 con 0x7f07fc104100 2024-05-08T06:10:52.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.403+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07fc1a8320 con 0x7f07fc104100 2024-05-08T06:10:52.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.403+0000 7f07f8c00700 1 -- 172.21.15.69:0/916155517 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e8018680 con 0x7f07fc104100 2024-05-08T06:10:52.404 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.403+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07fc1a8860 con 0x7f07fc104100 2024-05-08T06:10:52.407 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.407+0000 7f07f8c00700 1 -- 172.21.15.69:0/916155517 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f07e8018820 con 0x7f07fc104100 2024-05-08T06:10:52.408 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 Processor -- start 2024-05-08T06:10:52.408 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 -- start start 2024-05-08T06:10:52.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 0x557f29fba440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba980 0x557f29fbe490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fbe9d0 0x557f29fbee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.409 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557f29f0ca20 con 0x557f29fba980 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557f29eaa760 con 0x557f29fba060 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.408+0000 7f080d351b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557f29f089e0 con 0x557f29fbe9d0 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 0x557f29fba440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 0x557f29fba440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52220/0 (socket says 172.21.15.69:52220) 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 -- 172.21.15.69:0/955220140 learned_addr learned my addr 172.21.15.69:0/955220140 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f07fbe00700 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba980 0x557f29fbe490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f07fb400700 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fbe9d0 0x557f29fbee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 -- 172.21.15.69:0/955220140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fbe9d0 msgr2=0x557f29fbee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fbe9d0 0x557f29fbee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 -- 172.21.15.69:0/955220140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba980 msgr2=0x557f29fbe490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba980 0x557f29fbe490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f0800a00700 1 -- 172.21.15.69:0/955220140 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f29e598d0 con 0x557f29fba060 2024-05-08T06:10:52.410 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.409+0000 7f07fb400700 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fbe9d0 0x557f29fbee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:52.411 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f0800a00700 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 0x557f29fba440 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f07f4011680 tx=0x7f07f4009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f5bee883ba33f30 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:52.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f07f1600700 1 -- 172.21.15.69:0/955220140 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f4019030 con 0x557f29fba060 2024-05-08T06:10:52.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f07f8c00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f07e00b2880 0x7f07e00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f07f1600700 1 -- 172.21.15.69:0/955220140 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07f40092e0 con 0x557f29fba060 2024-05-08T06:10:52.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f07f1600700 1 -- 172.21.15.69:0/955220140 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f4007500 con 0x557f29fba060 2024-05-08T06:10:52.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f07f8c00700 1 -- 172.21.15.69:0/916155517 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f07e80e2480 con 0x7f07fc104100 2024-05-08T06:10:52.412 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.410+0000 7f07fbe00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f07e00b2880 0x7f07e00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 -- 172.21.15.69:0/955220140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 msgr2=0x557f29fba440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 0x557f29fba440 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f07f4011680 tx=0x7f07f4009920 comp rx=0 tx=0).stop 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 -- 172.21.15.69:0/955220140 shutdown_connections 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fbe9d0 0x557f29fbee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba060 0x557f29fba440 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 --2- 172.21.15.69:0/955220140 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba980 0x557f29fbe490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f080d351b80 1 -- 172.21.15.69:0/955220140 >> 172.21.15.69:0/955220140 conn(0x557f29ee8b60 msgr2=0x557f29fb47a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.411+0000 7f07fbe00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f07e00b2880 0x7f07e00b4d40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f07ec003760 tx=0x7f07ec01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.412+0000 7f080d351b80 1 -- 172.21.15.69:0/955220140 shutdown_connections 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.412+0000 7f080d351b80 1 -- 172.21.15.69:0/955220140 wait complete. 2024-05-08T06:10:52.413 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.412+0000 7f080d351b80 1 -- start start 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 Processor -- start 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 0x557f29fc3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fbe9d0 0x557f29fc36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x557f29fc6be0 con 0x557f29fbe9d0 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x557f29e72b20 con 0x557f29fba980 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x557f29fc6d60 con 0x557f29fba060 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f080d351b80 10 client.0 _ll_register_callbacks cb 0x557f29eb3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:52.415 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f07fb400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 0x557f29fc3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.413+0000 7f0800a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fbe9d0 0x557f29fc36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f0800a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fbe9d0 0x557f29fc36a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57276/0 (socket says 172.21.15.69:57276) 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 0x557f29fc3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52234/0 (socket says 172.21.15.69:52234) 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 -- 172.21.15.69:0/302095340 learned_addr learned my addr 172.21.15.69:0/302095340 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 -- 172.21.15.69:0/302095340 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba060 msgr2=0x557f29fc5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 -- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fbe9d0 msgr2=0x557f29fc36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fbe9d0 0x557f29fc36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 -- 172.21.15.69:0/302095340 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f29ed2420 con 0x557f29fba980 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07fb400700 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 0x557f29fc3160 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f07e80a9750 tx=0x7f07e80a9470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=732ddc2042e80149 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07e6000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.414+0000 7f07e6000700 1 -- 172.21.15.69:0/302095340 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e80a5050 con 0x557f29fba980 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07f40092e0 con 0x557f29fba980 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f07e6000700 1 -- 172.21.15.69:0/302095340 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f07e80e2080 con 0x557f29fba980 2024-05-08T06:10:52.416 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f07e6000700 1 -- 172.21.15.69:0/302095340 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07e80e2280 con 0x557f29fba980 2024-05-08T06:10:52.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f080d351b80 10 client.26936 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:52.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f29fd1470 con 0x557f29fba980 2024-05-08T06:10:52.417 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f07e6000700 1 -- 172.21.15.69:0/302095340 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07f40092e0 con 0x557f29fba980 2024-05-08T06:10:52.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f07e6000700 1 -- 172.21.15.69:0/302095340 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f07e80b2420 con 0x557f29fba980 2024-05-08T06:10:52.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f080d351b80 10 client.26936 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:52.418 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f080d351b80 10 client.26936 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.415+0000 7f080d351b80 20 client.26936 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.416+0000 7f080d351b80 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f29fd3a00 0x557f29fd5df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.416+0000 7f080d351b80 4 client.26936 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.416+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f29f870a0 con 0x557f29fd3a00 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.416+0000 7f07fbe00700 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f29fd3a00 0x557f29fd5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.417+0000 7f07e6000700 10 client.26936 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.417+0000 7f07fbe00700 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f29fd3a00 0x557f29fd5df0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1e9dff12b332d58d server_cookie=2b7bcaf6eaa5c04d in_seq=0 out_seq=0 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.417+0000 7f07e6000700 1 -- 172.21.15.69:0/302095340 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x557f29f870a0 con 0x557f29fd3a00 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.417+0000 7f07e6000700 10 client.26936 handle_command_reply: tid=0 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.417+0000 7f080d351b80 1 client.26936 shutdown 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 msgr2=0x557f29fc3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 0x557f29fc3160 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f07e80a9750 tx=0x7f07e80a9470 comp rx=0 tx=0).stop 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 shutdown_connections 2024-05-08T06:10:52.419 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f29fd3a00 0x557f29fd5df0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fbe9d0 0x557f29fc36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 --2- 172.21.15.69:0/302095340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fba980 0x557f29fc3160 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 >> 172.21.15.69:0/302095340 conn(0x557f29ee8b60 msgr2=0x557f29faf2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f07e6000700 0 client.26936 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 shutdown_connections 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 1 -- 172.21.15.69:0/302095340 wait complete. 2024-05-08T06:10:52.420 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.418+0000 7f080d351b80 20 client.26936 trim_cache size 0 max 16384 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 Processor -- start 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 -- start start 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fdb680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1b2690 con 0x557f29fba060 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1aff20 con 0x557f29fbe9d0 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f080d351b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1add70 con 0x557f29fba980 2024-05-08T06:10:52.437 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57288/0 (socket says 172.21.15.69:57288) 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.435+0000 7f07fbe00700 1 -- 172.21.15.69:0/3449311667 learned_addr learned my addr 172.21.15.69:0/3449311667 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f07fb400700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fdb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 -- 172.21.15.69:0/3449311667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 msgr2=0x557f29fcfc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcfc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 -- 172.21.15.69:0/3449311667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 msgr2=0x557f29fc5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 -- 172.21.15.69:0/3449311667 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f29fd6450 con 0x557f29fbe9d0 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f07fbe00700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f07fb400700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:52.438 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.436+0000 7f0800a00700 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fdb680 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f07f400b010 tx=0x7f07f40095e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f2686e7782d4016 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:52.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.437+0000 7f07f0c00700 1 -- 172.21.15.69:0/3449311667 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f4003c00 con 0x557f29fbe9d0 2024-05-08T06:10:52.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.437+0000 7f07f0c00700 1 -- 172.21.15.69:0/3449311667 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07f4023030 con 0x557f29fbe9d0 2024-05-08T06:10:52.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.437+0000 7f07f0c00700 1 -- 172.21.15.69:0/3449311667 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f4004cf0 con 0x557f29fbe9d0 2024-05-08T06:10:52.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 -- 172.21.15.69:0/3449311667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 msgr2=0x557f29fdb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.441 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fdb680 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f07f400b010 tx=0x7f07f40095e0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 -- 172.21.15.69:0/3449311667 shutdown_connections 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fdb680 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fc5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 --2- 172.21.15.69:0/3449311667 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 -- 172.21.15.69:0/3449311667 >> 172.21.15.69:0/3449311667 conn(0x557f29ee8b60 msgr2=0x557f29fc1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 -- 172.21.15.69:0/3449311667 shutdown_connections 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 -- 172.21.15.69:0/3449311667 wait complete. 2024-05-08T06:10:52.442 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 -- start start 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.438+0000 7f080d351b80 1 Processor -- start 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fbcbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcbff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fcc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1ae3e0 con 0x557f29fba060 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1af850 con 0x557f29fbe9d0 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f07fc1aeab0 con 0x557f29fba980 2024-05-08T06:10:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f080d351b80 10 client.0 _ll_register_callbacks cb 0x557f29eb3c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fbcbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f07fb400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f07fb400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcbff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41456/0 (socket says 172.21.15.69:41456) 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f07fb400700 1 -- 172.21.15.69:0/3017079251 learned_addr learned my addr 172.21.15.69:0/3017079251 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f07fbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fbcbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57290/0 (socket says 172.21.15.69:57290) 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.439+0000 7f0800a00700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fcc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07fb400700 1 -- 172.21.15.69:0/3017079251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 msgr2=0x557f29fcc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07fb400700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fcc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.444 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07fb400700 1 -- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 msgr2=0x557f29fbcbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07fb400700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fbcbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07fb400700 1 -- 172.21.15.69:0/3017079251 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f29fb13f0 con 0x557f29fba980 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f0800a00700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fcc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07fb400700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcbff0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f07e80a5ad0 tx=0x7f07e80adef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95e1ada34f19410c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07e6000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07e6000700 1 -- 172.21.15.69:0/3017079251 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e80a5040 con 0x557f29fba980 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f07e6000700 1 -- 172.21.15.69:0/3017079251 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f07e80cc320 con 0x557f29fba980 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.440+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07f4023030 con 0x557f29fba980 2024-05-08T06:10:52.445 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.441+0000 7f07e6000700 1 -- 172.21.15.69:0/3017079251 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f07e80e20d0 con 0x557f29fba980 2024-05-08T06:10:52.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.441+0000 7f080d351b80 10 client.26893 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:52.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.441+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557f2a03e3b0 con 0x557f29fba980 2024-05-08T06:10:52.446 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.441+0000 7f07e6000700 1 -- 172.21.15.69:0/3017079251 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f07f4023030 con 0x557f29fba980 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.441+0000 7f07e6000700 1 -- 172.21.15.69:0/3017079251 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f07e80a5450 con 0x557f29fba980 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.441+0000 7f080d351b80 10 client.26893 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.442+0000 7f080d351b80 10 client.26893 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.442+0000 7f080d351b80 20 client.26893 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.442+0000 7f080d351b80 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f2a03eac0 0x557f2a040ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.442+0000 7f080d351b80 4 client.26893 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.442+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557f29f1a400 con 0x557f2a03eac0 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.442+0000 7f07fbe00700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f2a03eac0 0x557f2a040ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:52.448 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f07e6000700 10 client.26893 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f07fbe00700 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f2a03eac0 0x557f2a040ee0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=302deadfec773978 server_cookie=c070ea2068756322 in_seq=0 out_seq=0 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f07e6000700 1 -- 172.21.15.69:0/3017079251 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557f29f1a400 con 0x557f2a03eac0 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f07e6000700 10 client.26893 handle_command_reply: tid=0 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 client.26893 shutdown 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 msgr2=0x557f29fcbff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcbff0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f07e80a5ad0 tx=0x7f07e80adef0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 shutdown_connections 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x557f2a03eac0 0x557f2a040ee0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x557f29fbe9d0 0x557f29fcc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.449 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x557f29fba060 0x557f29fbcbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 --2- 172.21.15.69:0/3017079251 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x557f29fba980 0x557f29fcbff0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f07e6000700 0 client.26893 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.443+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 >> 172.21.15.69:0/3017079251 conn(0x557f29ee8b60 msgr2=0x557f29fc0620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 shutdown_connections 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f080d351b80 1 -- 172.21.15.69:0/3017079251 wait complete. 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f080d351b80 20 client.26893 trim_cache size 0 max 16384 2024-05-08T06:10:52.450 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:52.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f07e00b2880 msgr2=0x7f07e00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.451 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f0802a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f07e00b2880 0x7f07e00b4d40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f07ec003760 tx=0x7f07ec01a040 comp rx=0 tx=0).stop 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 msgr2=0x7f07fc075ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.444+0000 7f0802a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc075ce0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f07e800e9a0 tx=0x7f07e800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 shutdown_connections 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f07e00b2880 0x7f07e00b4d40 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f07fc108850 0x7f07fc076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f07fc103750 0x7f07fc0757a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 --2- 172.21.15.69:0/916155517 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f07fc104100 0x7f07fc075ce0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 >> 172.21.15.69:0/916155517 conn(0x7f07fc07a600 msgr2=0x7f07fc101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:52.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 shutdown_connections 2024-05-08T06:10:52.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:52.445+0000 7f0802a00700 1 -- 172.21.15.69:0/916155517 wait complete. 2024-05-08T06:10:52.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:52 smithi069 ceph-mon[29571]: pgmap v735: 97 pgs: 97 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:10:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:52 smithi105 ceph-mon[34393]: pgmap v735: 97 pgs: 97 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:10:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:52 smithi135 ceph-mon[34761]: pgmap v735: 97 pgs: 97 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:10:53.414 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:10:53.842 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:10:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:54 smithi105 ceph-mon[34393]: pgmap v736: 97 pgs: 97 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:10:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:54 smithi135 ceph-mon[34761]: pgmap v736: 97 pgs: 97 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:10:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:54 smithi069 ceph-mon[29571]: pgmap v736: 97 pgs: 97 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 -- 172.21.15.69:0/1919345059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0108850 msgr2=0x7fd7c01103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/1919345059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0108850 0x7fd7c01103d0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd7b800b0d0 tx=0x7fd7b800b3e0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 -- 172.21.15.69:0/1919345059 shutdown_connections 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/1919345059 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0108850 0x7fd7c01103d0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/1919345059 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0103750 0x7fd7c0103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/1919345059 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0104100 0x7fd7c0108120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 -- 172.21.15.69:0/1919345059 >> 172.21.15.69:0/1919345059 conn(0x7fd7c007a600 msgr2=0x7fd7c007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 -- 172.21.15.69:0/1919345059 shutdown_connections 2024-05-08T06:10:56.354 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.353+0000 7fd7c6e00700 1 -- 172.21.15.69:0/1919345059 wait complete. 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.354+0000 7fd7c6e00700 1 Processor -- start 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.354+0000 7fd7c6e00700 1 -- start start 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.354+0000 7fd7c6e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 0x7fd7c00757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.354+0000 7fd7c6e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0104100 0x7fd7c0075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7c6e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0108850 0x7fd7c0076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7c6e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c0113670 con 0x7fd7c0103750 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7c6e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01134f0 con 0x7fd7c0108850 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7c6e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01137f0 con 0x7fd7c0104100 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 0x7fd7c00757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7b7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0104100 0x7fd7c0075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 0x7fd7c00757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57300/0 (socket says 172.21.15.69:57300) 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 -- 172.21.15.69:0/3097367405 learned_addr learned my addr 172.21.15.69:0/3097367405 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0104100 0x7fd7c0075ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:41466/0 (socket says 172.21.15.69:41466) 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0108850 0x7fd7c0076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 -- 172.21.15.69:0/3097367405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0104100 msgr2=0x7fd7c0075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0104100 0x7fd7c0075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 -- 172.21.15.69:0/3097367405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0108850 msgr2=0x7fd7c0076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0108850 0x7fd7c0076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7bfe00700 1 -- 172.21.15.69:0/3097367405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7c01a7fd0 con 0x7fd7c0103750 2024-05-08T06:10:56.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.355+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0108850 0x7fd7c0076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:56.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.356+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 0x7fd7c00757a0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fd7b000e9a0 tx=0x7fd7b000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:56.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.356+0000 7fd7bd600700 1 -- 172.21.15.69:0/3097367405 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b000ca10 con 0x7fd7c0103750 2024-05-08T06:10:56.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.356+0000 7fd7bd600700 1 -- 172.21.15.69:0/3097367405 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7b000cbb0 con 0x7fd7c0103750 2024-05-08T06:10:56.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.356+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7c01a82c0 con 0x7fd7c0103750 2024-05-08T06:10:56.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.356+0000 7fd7bd600700 1 -- 172.21.15.69:0/3097367405 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b0018680 con 0x7fd7c0103750 2024-05-08T06:10:56.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.356+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7c01a8800 con 0x7fd7c0103750 2024-05-08T06:10:56.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.360+0000 7fd7bd600700 1 -- 172.21.15.69:0/3097367405 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd7b0010430 con 0x7fd7c0103750 2024-05-08T06:10:56.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.361+0000 7fd7d1712b80 1 Processor -- start 2024-05-08T06:10:56.361 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.361+0000 7fd7d1712b80 1 -- start start 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7bd600700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd7a40b2880 0x7fd7a40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07df440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df980 0x55c3a07e3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e3e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c3a0731a20 con 0x55c3a07df060 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55c3a06cf760 con 0x55c3a07e39d0 2024-05-08T06:10:56.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c3a072d9e0 con 0x55c3a07df980 2024-05-08T06:10:56.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7bd600700 1 -- 172.21.15.69:0/3097367405 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd7b00e24b0 con 0x7fd7c0103750 2024-05-08T06:10:56.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd7a40b2880 0x7fd7a40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07df440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07df440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57316/0 (socket says 172.21.15.69:57316) 2024-05-08T06:10:56.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7bfe00700 1 -- 172.21.15.69:0/3184737105 learned_addr learned my addr 172.21.15.69:0/3184737105 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:56.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df980 0x55c3a07e3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.362+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b7400700 1 -- 172.21.15.69:0/3184737105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 msgr2=0x55c3a07e3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b7400700 1 -- 172.21.15.69:0/3184737105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 msgr2=0x55c3a07df440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07df440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b7400700 1 -- 172.21.15.69:0/3184737105 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3a067e8d0 con 0x55c3a07df980 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07df440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd7a40b2880 0x7fd7a40b4d40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8009fd0 tx=0x7fd7b8009480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df980 0x55c3a07e3490 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd7c0077230 tx=0x7fd7a8009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ae7b24fd73ae590 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:56.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b5600700 1 -- 172.21.15.69:0/3184737105 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8011c00 con 0x55c3a07df980 2024-05-08T06:10:56.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b5600700 1 -- 172.21.15.69:0/3184737105 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7a8004500 con 0x55c3a07df980 2024-05-08T06:10:56.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.363+0000 7fd7b5600700 1 -- 172.21.15.69:0/3184737105 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8005220 con 0x55c3a07df980 2024-05-08T06:10:56.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3184737105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df980 msgr2=0x55c3a07e3490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.366 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df980 0x55c3a07e3490 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd7c0077230 tx=0x7fd7a8009f60 comp rx=0 tx=0).stop 2024-05-08T06:10:56.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3184737105 shutdown_connections 2024-05-08T06:10:56.369 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07df440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3184737105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df980 0x55c3a07e3490 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3184737105 >> 172.21.15.69:0/3184737105 conn(0x55c3a070db60 msgr2=0x55c3a07d97a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3184737105 shutdown_connections 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.364+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3184737105 wait complete. 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.365+0000 7fd7d1712b80 1 -- start start 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.365+0000 7fd7d1712b80 1 Processor -- start 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07eae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df980 0x55c3a07e81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e39d0 0x55c3a07e86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55c3a07ebbe0 con 0x55c3a07df060 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55c3a0697b20 con 0x55c3a07df980 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55c3a07ebd60 con 0x55c3a07e39d0 2024-05-08T06:10:56.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7d1712b80 10 client.0 _ll_register_callbacks cb 0x55c3a06d8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07eae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07eae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57318/0 (socket says 172.21.15.69:57318) 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7bfe00700 1 -- 172.21.15.69:0/87542417 learned_addr learned my addr 172.21.15.69:0/87542417 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7b7400700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df980 0x55c3a07e81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.366+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e39d0 0x55c3a07e86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7bfe00700 1 -- 172.21.15.69:0/87542417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e39d0 msgr2=0x55c3a07e86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e39d0 0x55c3a07e86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7bfe00700 1 -- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df980 msgr2=0x55c3a07e81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df980 0x55c3a07e81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7bfe00700 1 -- 172.21.15.69:0/87542417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3a06f7420 con 0x55c3a07df060 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7b7400700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df980 0x55c3a07e81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07eae10 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00a5ab0 tx=0x7fd7b00a9fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435b12e292fea8a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7ae000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7ae000700 1 -- 172.21.15.69:0/87542417 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b00a9590 con 0x55c3a07df060 2024-05-08T06:10:56.371 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7ae000700 1 -- 172.21.15.69:0/87542417 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd7b00b0f10 con 0x55c3a07df060 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a8004500 con 0x55c3a07df060 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7ae000700 1 -- 172.21.15.69:0/87542417 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd7b00aa180 con 0x55c3a07df060 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.367+0000 7fd7d1712b80 10 client.16815 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3a07f6460 con 0x55c3a07df060 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7ae000700 1 -- 172.21.15.69:0/87542417 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7a8004500 con 0x55c3a07df060 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7ae000700 1 -- 172.21.15.69:0/87542417 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd7b00aff50 con 0x55c3a07df060 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 10 client.16815 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 10 client.16815 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 20 client.16815 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a07f89f0 0x55c3a07fae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 4 client.16815 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.368+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c3a07ac0a0 con 0x55c3a07f89f0 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.369+0000 7fd7b7400700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a07f89f0 0x55c3a07fae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.369+0000 7fd7b7400700 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a07f89f0 0x55c3a07fae20 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4be66d94dae2006 server_cookie=2e914a2ccef52b13 in_seq=0 out_seq=0 2024-05-08T06:10:56.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.369+0000 7fd7ae000700 10 client.16815 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7ae000700 1 -- 172.21.15.69:0/87542417 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55c3a07ac0a0 con 0x55c3a07f89f0 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7ae000700 10 client.16815 handle_command_reply: tid=0 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 client.16815 shutdown 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 msgr2=0x55c3a07eae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07eae10 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00a5ab0 tx=0x7fd7b00a9fc0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 shutdown_connections 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a07f89f0 0x55c3a07fae20 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e39d0 0x55c3a07e86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7ae000700 0 client.16815 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df060 0x55c3a07eae10 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/87542417 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df980 0x55c3a07e81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 >> 172.21.15.69:0/87542417 conn(0x55c3a070db60 msgr2=0x55c3a07d42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:56.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 shutdown_connections 2024-05-08T06:10:56.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.370+0000 7fd7d1712b80 1 -- 172.21.15.69:0/87542417 wait complete. 2024-05-08T06:10:56.375 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.371+0000 7fd7d1712b80 20 client.16815 trim_cache size 0 max 16384 2024-05-08T06:10:56.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 Processor -- start 2024-05-08T06:10:56.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 -- start start 2024-05-08T06:10:56.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df060 0x55c3a07f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.387 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 0x55c3a07e5da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01b2640 con 0x55c3a07df980 2024-05-08T06:10:56.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01afed0 con 0x55c3a07e39d0 2024-05-08T06:10:56.388 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01add20 con 0x55c3a07df060 2024-05-08T06:10:56.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 0x55c3a07e5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.387+0000 7fd7b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 0x55c3a07e5da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57334/0 (socket says 172.21.15.69:57334) 2024-05-08T06:10:56.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 -- 172.21.15.69:0/3536827685 learned_addr learned my addr 172.21.15.69:0/3536827685 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:56.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df060 0x55c3a07f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.389 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 -- 172.21.15.69:0/3536827685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df060 msgr2=0x55c3a07f4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df060 0x55c3a07f4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 -- 172.21.15.69:0/3536827685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 msgr2=0x55c3a07e71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 -- 172.21.15.69:0/3536827685 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c3a07da9c0 con 0x55c3a07df980 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b7400700 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 0x55c3a07e5da0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd7a80097c0 tx=0x7fd7a8009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74a19921e81469b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.388+0000 7fd7b4c00700 1 -- 172.21.15.69:0/3536827685 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8004a60 con 0x55c3a07df980 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7b4c00700 1 -- 172.21.15.69:0/3536827685 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7a802c070 con 0x55c3a07df980 2024-05-08T06:10:56.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7b4c00700 1 -- 172.21.15.69:0/3536827685 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8003970 con 0x55c3a07df980 2024-05-08T06:10:56.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3536827685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 msgr2=0x55c3a07e5da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 0x55c3a07e5da0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd7a80097c0 tx=0x7fd7a8009850 comp rx=0 tx=0).stop 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3536827685 shutdown_connections 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07e39d0 0x55c3a07e71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07df060 0x55c3a07f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/3536827685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07df980 0x55c3a07e5da0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3536827685 >> 172.21.15.69:0/3536827685 conn(0x55c3a070db60 msgr2=0x55c3a07e6aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3536827685 shutdown_connections 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.389+0000 7fd7d1712b80 1 -- 172.21.15.69:0/3536827685 wait complete. 2024-05-08T06:10:56.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.390+0000 7fd7d1712b80 1 -- start start 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.390+0000 7fd7d1712b80 1 Processor -- start 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 0x55c3a07f1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07e39d0 0x55c3a07e13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e1910 0x55c3a07ffca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01ae390 con 0x55c3a07e39d0 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01af800 con 0x55c3a07df060 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c01aea60 con 0x55c3a07e1910 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7d1712b80 10 client.0 _ll_register_callbacks cb 0x55c3a06d8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07e39d0 0x55c3a07e13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 0x55c3a07f1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07e39d0 0x55c3a07e13d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57350/0 (socket says 172.21.15.69:57350) 2024-05-08T06:10:56.396 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 0x55c3a07f1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52288/0 (socket says 172.21.15.69:52288) 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7b7400700 1 -- 172.21.15.69:0/442215248 learned_addr learned my addr 172.21.15.69:0/442215248 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7c4e00700 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e1910 0x55c3a07ffca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 -- 172.21.15.69:0/442215248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e1910 msgr2=0x55c3a07ffca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e1910 0x55c3a07ffca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 -- 172.21.15.69:0/442215248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07e39d0 msgr2=0x55c3a07e13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07e39d0 0x55c3a07e13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.391+0000 7fd7bfe00700 1 -- 172.21.15.69:0/442215248 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c3a07e1f00 con 0x55c3a07df060 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7bfe00700 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 0x55c3a07f1470 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00a5b00 tx=0x7fd7b00b0530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8f48dbe9b3c3f79 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7ae000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7ae000700 1 -- 172.21.15.69:0/442215248 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b00a9590 con 0x55c3a07df060 2024-05-08T06:10:56.397 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a802c070 con 0x55c3a07df060 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7ae000700 1 -- 172.21.15.69:0/442215248 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd7b0010930 con 0x55c3a07df060 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7ae000700 1 -- 172.21.15.69:0/442215248 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd7b00b28e0 con 0x55c3a07df060 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7d1712b80 10 client.26960 fetch_fsmap learned FSMap version 26 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c3a0863720 con 0x55c3a07df060 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.392+0000 7fd7ae000700 1 -- 172.21.15.69:0/442215248 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd7a802c070 con 0x55c3a07df060 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7ae000700 1 -- 172.21.15.69:0/442215248 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd7b00cc070 con 0x55c3a07df060 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7d1712b80 10 client.26960 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7d1712b80 10 client.26960 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7d1712b80 20 client.26960 populate_metadata read hostname 'smithi069' 2024-05-08T06:10:56.398 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a0863c70 0x55c3a0866090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7d1712b80 4 client.26960 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c3a073f400 con 0x55c3a0863c70 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.393+0000 7fd7b7400700 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a0863c70 0x55c3a0866090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7b7400700 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a0863c70 0x55c3a0866090 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f68bffcb6860e25b server_cookie=c1109334ca21c133 in_seq=0 out_seq=0 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7ae000700 10 client.26960 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7ae000700 1 -- 172.21.15.69:0/442215248 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c3a073f400 con 0x55c3a0863c70 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7ae000700 10 client.26960 handle_command_reply: tid=0 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 client.26960 shutdown 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 msgr2=0x55c3a07f1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 0x55c3a07f1470 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd7b00a5b00 tx=0x7fd7b00b0530 comp rx=0 tx=0).stop 2024-05-08T06:10:56.399 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 shutdown_connections 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55c3a0863c70 0x55c3a0866090 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55c3a07e1910 0x55c3a07ffca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55c3a07df060 0x55c3a07f1470 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 --2- 172.21.15.69:0/442215248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55c3a07e39d0 0x55c3a07e13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7ae000700 0 client.26960 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 >> 172.21.15.69:0/442215248 conn(0x55c3a070db60 msgr2=0x55c3a07d3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 shutdown_connections 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.394+0000 7fd7d1712b80 1 -- 172.21.15.69:0/442215248 wait complete. 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7d1712b80 20 client.26960 trim_cache size 0 max 16384 2024-05-08T06:10:56.400 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:10:56.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd7a40b2880 msgr2=0x7fd7a40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd7a40b2880 0x7fd7a40b4d40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8009fd0 tx=0x7fd7b8009480 comp rx=0 tx=0).stop 2024-05-08T06:10:56.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 msgr2=0x7fd7c00757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:10:56.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 0x7fd7c00757a0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fd7b000e9a0 tx=0x7fd7b000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.401 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 shutdown_connections 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd7a40b2880 0x7fd7a40b4d40 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd7c0108850 0x7fd7c0076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd7c0103750 0x7fd7c00757a0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.395+0000 7fd7c6e00700 1 --2- 172.21.15.69:0/3097367405 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd7c0104100 0x7fd7c0075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.396+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 >> 172.21.15.69:0/3097367405 conn(0x7fd7c007a600 msgr2=0x7fd7c0101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.396+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 shutdown_connections 2024-05-08T06:10:56.402 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:10:56.396+0000 7fd7c6e00700 1 -- 172.21.15.69:0/3097367405 wait complete. 2024-05-08T06:10:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:56 smithi105 ceph-mon[34393]: pgmap v737: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:56 smithi135 ceph-mon[34761]: pgmap v737: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:56.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:56 smithi069 ceph-mon[29571]: pgmap v737: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:10:57.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:57 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:10:57.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:57 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:10:57.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:57 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:10:58.422 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:10:58.422 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:10:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: pgmap v738: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:10:58.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:10:58.771 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:10:58 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: pgmap v738: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:10:58.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:10:58.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:10:58 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: pgmap v738: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:10:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:10:58.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:10:58 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:10:58.867 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:00.737 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:00 smithi069 ceph-mon[29571]: pgmap v739: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:00 smithi105 ceph-mon[34393]: pgmap v739: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:00 smithi135 ceph-mon[34761]: pgmap v739: 97 pgs: 97 active+clean; 6.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 -- 172.21.15.69:0/2368622436 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6480105f10 msgr2=0x7f64801063a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 --2- 172.21.15.69:0/2368622436 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6480105f10 0x7f64801063a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f647800b0a0 tx=0x7f647800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 -- 172.21.15.69:0/2368622436 shutdown_connections 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 --2- 172.21.15.69:0/2368622436 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6480105f10 0x7f64801063a0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 --2- 172.21.15.69:0/2368622436 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6480108400 0x7f648006bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 --2- 172.21.15.69:0/2368622436 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f648006c0e0 0x7f648006c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 -- 172.21.15.69:0/2368622436 >> 172.21.15.69:0/2368622436 conn(0x7f64800793e0 msgr2=0x7f64800797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 -- 172.21.15.69:0/2368622436 shutdown_connections 2024-05-08T06:11:01.273 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.272+0000 7f6488200700 1 -- 172.21.15.69:0/2368622436 wait complete. 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.273+0000 7f6488200700 1 Processor -- start 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 -- start start 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 0x7f64801a0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6480105f10 0x7f64801a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6480108400 0x7f64801a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6480119cb0 con 0x7f648006c0e0 2024-05-08T06:11:01.275 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6480119b30 con 0x7f6480105f10 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6488200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6480119e30 con 0x7f6480108400 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6485800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 0x7f64801a0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6485800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 0x7f64801a0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:34972/0 (socket says 172.21.15.69:34972) 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.274+0000 7f6485800700 1 -- 172.21.15.69:0/782869459 learned_addr learned my addr 172.21.15.69:0/782869459 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6486200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6480108400 0x7f64801a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6484e00700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6480105f10 0x7f64801a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6485800700 1 -- 172.21.15.69:0/782869459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6480108400 msgr2=0x7f64801a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6485800700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6480108400 0x7f64801a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6485800700 1 -- 172.21.15.69:0/782869459 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6480105f10 msgr2=0x7f64801a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6485800700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6480105f10 0x7f64801a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6485800700 1 -- 172.21.15.69:0/782869459 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64801a5190 con 0x7f648006c0e0 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6486200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6480108400 0x7f64801a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:01.276 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.275+0000 7f6485800700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 0x7f64801a0180 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f647400e9a0 tx=0x7f647400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:01.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.276+0000 7f647e000700 1 -- 172.21.15.69:0/782869459 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647400ca10 con 0x7f648006c0e0 2024-05-08T06:11:01.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.276+0000 7f647e000700 1 -- 172.21.15.69:0/782869459 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f647400cbb0 con 0x7f648006c0e0 2024-05-08T06:11:01.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.276+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64801a5480 con 0x7f648006c0e0 2024-05-08T06:11:01.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.276+0000 7f647e000700 1 -- 172.21.15.69:0/782869459 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6474018680 con 0x7f648006c0e0 2024-05-08T06:11:01.277 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.276+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64801acd00 con 0x7f648006c0e0 2024-05-08T06:11:01.281 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.281+0000 7f647e000700 1 -- 172.21.15.69:0/782869459 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6474010430 con 0x7f648006c0e0 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 Processor -- start 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 -- start start 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08e54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08e9510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08e9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5583b0837aa0 con 0x5583b08e9a50 2024-05-08T06:11:01.282 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5583b07d57e0 con 0x5583b08e50e0 2024-05-08T06:11:01.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.282+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5583b0833a60 con 0x5583b08e5a00 2024-05-08T06:11:01.283 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08e9510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6484e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08e9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08e9510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34440/0 (socket says 172.21.15.69:34440) 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 -- 172.21.15.69:0/2539579369 learned_addr learned my addr 172.21.15.69:0/2539579369 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f647e000700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f64680b2880 0x7f64680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6486200700 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08e54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 -- 172.21.15.69:0/2539579369 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 msgr2=0x5583b08e54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08e54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 -- 172.21.15.69:0/2539579369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 msgr2=0x5583b08e9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08e9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6485800700 1 -- 172.21.15.69:0/2539579369 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583b0784950 con 0x5583b08e5a00 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6486200700 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08e54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f6486200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f64680b2880 0x7f64680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.284 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.283+0000 7f647e000700 1 -- 172.21.15.69:0/782869459 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f64740e2370 con 0x7f648006c0e0 2024-05-08T06:11:01.285 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.284+0000 7f6485800700 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08e9510 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f64740a6bb0 tx=0x7f6474024000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f5d924732e8aa0f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.284+0000 7f6472a00700 1 -- 172.21.15.69:0/2539579369 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647404ed70 con 0x5583b08e5a00 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.284+0000 7f6472a00700 1 -- 172.21.15.69:0/2539579369 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64740a9450 con 0x5583b08e5a00 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.284+0000 7f6486200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f64680b2880 0x7f64680b4d40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f647800b780 tx=0x7f647801e040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.284+0000 7f6472a00700 1 -- 172.21.15.69:0/2539579369 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647404eb90 con 0x5583b08e5a00 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 -- 172.21.15.69:0/2539579369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 msgr2=0x5583b08e9510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08e9510 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f64740a6bb0 tx=0x7f6474024000 comp rx=0 tx=0).stop 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 -- 172.21.15.69:0/2539579369 shutdown_connections 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08e9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08e54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/2539579369 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08e9510 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 -- 172.21.15.69:0/2539579369 >> 172.21.15.69:0/2539579369 conn(0x5583b0813be0 msgr2=0x5583b08df820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:01.286 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 -- 172.21.15.69:0/2539579369 shutdown_connections 2024-05-08T06:11:01.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.285+0000 7f6492b3bb80 1 -- 172.21.15.69:0/2539579369 wait complete. 2024-05-08T06:11:01.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 -- start start 2024-05-08T06:11:01.287 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 Processor -- start 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08f0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e5a00 0x5583b08ee1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08ee710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5583b08f1c00 con 0x5583b08e9a50 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5583b079dba0 con 0x5583b08e5a00 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5583b08f1d80 con 0x5583b08e50e0 2024-05-08T06:11:01.288 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.286+0000 7f6492b3bb80 10 client.0 _ll_register_callbacks cb 0x5583b07decf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08f0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08f0e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34444/0 (socket says 172.21.15.69:34444) 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 -- 172.21.15.69:0/1663504545 learned_addr learned my addr 172.21.15.69:0/1663504545 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6484e00700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e5a00 0x5583b08ee1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6486200700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08ee710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 -- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e5a00 msgr2=0x5583b08ee1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e5a00 0x5583b08ee1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 -- 172.21.15.69:0/1663504545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 msgr2=0x5583b08ee710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08ee710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 -- 172.21.15.69:0/1663504545 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583b07fd4a0 con 0x5583b08e50e0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6485800700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08f0e30 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f64740a5240 tx=0x7f6474009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59e25a6bcfb4ca04 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.287+0000 7f6467400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6467400700 1 -- 172.21.15.69:0/1663504545 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64740a9940 con 0x5583b08e50e0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64740a9450 con 0x5583b08e50e0 2024-05-08T06:11:01.289 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6467400700 1 -- 172.21.15.69:0/1663504545 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f64740cc110 con 0x5583b08e50e0 2024-05-08T06:11:01.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6467400700 1 -- 172.21.15.69:0/1663504545 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f64740adcf0 con 0x5583b08e50e0 2024-05-08T06:11:01.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6492b3bb80 10 client.26923 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:01.290 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5583b08f1c50 con 0x5583b08e50e0 2024-05-08T06:11:01.291 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.288+0000 7f6467400700 1 -- 172.21.15.69:0/1663504545 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64740a9450 con 0x5583b08e50e0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6467400700 1 -- 172.21.15.69:0/1663504545 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f64740ad960 con 0x5583b08e50e0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6492b3bb80 10 client.26923 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6492b3bb80 10 client.26923 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6492b3bb80 20 client.26923 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08fe6c0 0x5583b0900ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6492b3bb80 4 client.26923 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583b08b2120 con 0x5583b08fe6c0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.289+0000 7f6484e00700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08fe6c0 0x5583b0900ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.290+0000 7f6484e00700 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08fe6c0 0x5583b0900ab0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c24b72b0c59aa9a server_cookie=29f36690add84599 in_seq=0 out_seq=0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.290+0000 7f6467400700 10 client.26923 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6467400700 1 -- 172.21.15.69:0/1663504545 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5583b08b2120 con 0x5583b08fe6c0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6467400700 10 client.26923 handle_command_reply: tid=0 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 client.26923 shutdown 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 msgr2=0x5583b08f0e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.292 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08f0e30 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f64740a5240 tx=0x7f6474009790 comp rx=0 tx=0).stop 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 shutdown_connections 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e9a50 0x5583b08ee710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08fe6c0 0x5583b0900ab0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08f0e30 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/1663504545 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e5a00 0x5583b08ee1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6467400700 0 client.26923 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 >> 172.21.15.69:0/1663504545 conn(0x5583b0813be0 msgr2=0x5583b08df7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 shutdown_connections 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 1 -- 172.21.15.69:0/1663504545 wait complete. 2024-05-08T06:11:01.293 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.291+0000 7f6492b3bb80 20 client.26923 trim_cache size 0 max 16384 2024-05-08T06:11:01.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 Processor -- start 2024-05-08T06:11:01.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 -- start start 2024-05-08T06:11:01.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b0813be0 0x5583b08fac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08e4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e5a00 0x5583b09061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f64801b6a10 con 0x5583b08e5a00 2024-05-08T06:11:01.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f64801b42a0 con 0x5583b0813be0 2024-05-08T06:11:01.315 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.314+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f64801b20f0 con 0x5583b08e50e0 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6486200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e5a00 0x5583b09061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08e4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6485800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b0813be0 0x5583b08fac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6486200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e5a00 0x5583b09061a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35012/0 (socket says 172.21.15.69:35012) 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08e4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34446/0 (socket says 172.21.15.69:34446) 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6486200700 1 -- 172.21.15.69:0/400326411 learned_addr learned my addr 172.21.15.69:0/400326411 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 -- 172.21.15.69:0/400326411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b0813be0 msgr2=0x5583b08fac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b0813be0 0x5583b08fac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 -- 172.21.15.69:0/400326411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e5a00 msgr2=0x5583b09061a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e5a00 0x5583b09061a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6484e00700 1 -- 172.21.15.69:0/400326411 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583b08e9830 con 0x5583b08e50e0 2024-05-08T06:11:01.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.315+0000 7f6485800700 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b0813be0 0x5583b08fac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:01.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.316+0000 7f6484e00700 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08e4600 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x5583b09010e0 tx=0x7f646c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d6aad2d1774b77b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.316+0000 7f6472000700 1 -- 172.21.15.69:0/400326411 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c0039a0 con 0x5583b08e50e0 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.316+0000 7f6472000700 1 -- 172.21.15.69:0/400326411 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f646c010430 con 0x5583b08e50e0 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.316+0000 7f6472000700 1 -- 172.21.15.69:0/400326411 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c01e680 con 0x5583b08e50e0 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 -- 172.21.15.69:0/400326411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 msgr2=0x5583b08e4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08e4600 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x5583b09010e0 tx=0x7f646c009260 comp rx=0 tx=0).stop 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 -- 172.21.15.69:0/400326411 shutdown_connections 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b08e5a00 0x5583b09061a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b0813be0 0x5583b08fac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/400326411 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e50e0 0x5583b08e4600 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 -- 172.21.15.69:0/400326411 >> 172.21.15.69:0/400326411 conn(0x5583b08d9690 msgr2=0x5583b08e3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:01.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 -- 172.21.15.69:0/400326411 shutdown_connections 2024-05-08T06:11:01.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.317+0000 7f6492b3bb80 1 -- 172.21.15.69:0/400326411 wait complete. 2024-05-08T06:11:01.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 -- start start 2024-05-08T06:11:01.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 Processor -- start 2024-05-08T06:11:01.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b0813be0 0x5583b08f7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08f3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f64801b2760 con 0x5583b0813be0 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f64801b3bd0 con 0x5583b08e50e0 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.318+0000 7f6492b3bb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f64801b2e30 con 0x5583b08e5a00 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6492b3bb80 10 client.0 _ll_register_callbacks cb 0x5583b07decf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6485800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b0813be0 0x5583b08f7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08f39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38564/0 (socket says 172.21.15.69:38564) 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 -- 172.21.15.69:0/404503859 learned_addr learned my addr 172.21.15.69:0/404503859 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6486200700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08f3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 -- 172.21.15.69:0/404503859 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 msgr2=0x5583b08f3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08f3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 -- 172.21.15.69:0/404503859 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b0813be0 msgr2=0x5583b08f7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b0813be0 0x5583b08f7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6484e00700 1 -- 172.21.15.69:0/404503859 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583b08f4810 con 0x5583b08e50e0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.319+0000 7f6485800700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b0813be0 0x5583b08f7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6484e00700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08f39e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f646c000c00 tx=0x7f646c0038b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0556114a95e4f7d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6467400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6467400700 1 -- 172.21.15.69:0/404503859 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c005050 con 0x5583b08e50e0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f646c010430 con 0x5583b08e50e0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6467400700 1 -- 172.21.15.69:0/404503859 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f646c0051f0 con 0x5583b08e50e0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6467400700 1 -- 172.21.15.69:0/404503859 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f646c03b050 con 0x5583b08e50e0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6492b3bb80 10 client.26978 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.320+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5583b0969f60 con 0x5583b08e50e0 2024-05-08T06:11:01.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6467400700 1 -- 172.21.15.69:0/404503859 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f646c010430 con 0x5583b08e50e0 2024-05-08T06:11:01.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6467400700 1 -- 172.21.15.69:0/404503859 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f646c0105e0 con 0x5583b08e50e0 2024-05-08T06:11:01.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6492b3bb80 10 client.26978 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:01.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6492b3bb80 10 client.26978 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:01.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6492b3bb80 20 client.26978 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:01.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08e9a50 0x5583b096c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:01.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6492b3bb80 4 client.26978 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.321+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5583b0845480 con 0x5583b08e9a50 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.322+0000 7f6485800700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08e9a50 0x5583b096c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.322+0000 7f6485800700 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08e9a50 0x5583b096c6c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97587eb3086c9f87 server_cookie=aa1f322d23b443b3 in_seq=0 out_seq=0 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.322+0000 7f6467400700 10 client.26978 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.323+0000 7f6467400700 1 -- 172.21.15.69:0/404503859 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5583b0845480 con 0x5583b08e9a50 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.323+0000 7f6467400700 10 client.26978 handle_command_reply: tid=0 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.323+0000 7f6492b3bb80 1 client.26978 shutdown 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 msgr2=0x5583b08f39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08f39e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f646c000c00 tx=0x7f646c0038b0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 shutdown_connections 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5583b08e9a50 0x5583b096c6c0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5583b08e5a00 0x5583b08f3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5583b0813be0 0x5583b08f7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 --2- 172.21.15.69:0/404503859 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5583b08e50e0 0x5583b08f39e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 >> 172.21.15.69:0/404503859 conn(0x5583b08d9690 msgr2=0x5583b08e4780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6467400700 0 client.26978 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 shutdown_connections 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 1 -- 172.21.15.69:0/404503859 wait complete. 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.324+0000 7f6492b3bb80 20 client.26978 trim_cache size 0 max 16384 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:11:01.326 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "29b75c18-43e9-4be5-a2c8-fc4d64048e7d", 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f64680b2880 msgr2=0x7f64680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f64680b2880 0x7f64680b4d40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f647800b780 tx=0x7f647801e040 comp rx=0 tx=0).stop 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 msgr2=0x7f64801a0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 0x7f64801a0180 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f647400e9a0 tx=0x7f647400ecb0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 shutdown_connections 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6480108400 0x7f64801a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f648006c0e0 0x7f64801a0180 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f64680b2880 0x7f64680b4d40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 --2- 172.21.15.69:0/782869459 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6480105f10 0x7f64801a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 >> 172.21.15.69:0/782869459 conn(0x7f64800793e0 msgr2=0x7f6480104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 shutdown_connections 2024-05-08T06:11:01.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:01.325+0000 7f6488200700 1 -- 172.21.15.69:0/782869459 wait complete. 2024-05-08T06:11:02.202 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:11:02.645 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:02 smithi105 ceph-mon[34393]: pgmap v740: 97 pgs: 97 active+clean; 6.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:02 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:11:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:02 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:02 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:11:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:02 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:02.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:02 smithi069 ceph-mon[29571]: pgmap v740: 97 pgs: 97 active+clean; 6.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:02.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:02 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:11:02.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:02 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:02.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:02 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:11:02.793 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:02 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:02 smithi135 ceph-mon[34761]: pgmap v740: 97 pgs: 97 active+clean; 6.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:02 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:11:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:02 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:02 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:11:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:02 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:04 smithi135 ceph-mon[34761]: pgmap v741: 97 pgs: 97 active+clean; 6.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:04 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:11:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:04 smithi069 ceph-mon[29571]: pgmap v741: 97 pgs: 97 active+clean; 6.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:04 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:11:05.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:04 smithi105 ceph-mon[34393]: pgmap v741: 97 pgs: 97 active+clean; 6.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:05.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:04 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:11:05.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 -- 172.21.15.69:0/2909112105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020103fd0 msgr2=0x7fb020108020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 --2- 172.21.15.69:0/2909112105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020103fd0 0x7fb020108020 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0099c0 tx=0x7fb00c009cd0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 -- 172.21.15.69:0/2909112105 shutdown_connections 2024-05-08T06:11:05.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 --2- 172.21.15.69:0/2909112105 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020108700 0x7fb0201102d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 --2- 172.21.15.69:0/2909112105 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 0x7fb020103a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 --2- 172.21.15.69:0/2909112105 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020103fd0 0x7fb020108020 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.056 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 -- 172.21.15.69:0/2909112105 >> 172.21.15.69:0/2909112105 conn(0x7fb0200feeb0 msgr2=0x7fb0201012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:05.056 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 -- 172.21.15.69:0/2909112105 shutdown_connections 2024-05-08T06:11:05.056 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.054+0000 7fb01f200700 1 -- 172.21.15.69:0/2909112105 wait complete. 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 Processor -- start 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 -- start start 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 0x7fb02019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 0x7fb02019fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020108700 0x7fb020199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb020113570 con 0x7fb020103620 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201133f0 con 0x7fb020103fd0 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.056+0000 7fb01f200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201136f0 con 0x7fb020108700 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 0x7fb02019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 0x7fb02019fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.057 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 0x7fb02019fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:38582/0 (socket says 172.21.15.69:38582) 2024-05-08T06:11:05.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 -- 172.21.15.69:0/2433486310 learned_addr learned my addr 172.21.15.69:0/2433486310 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:05.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01e800700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020108700 0x7fb020199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 -- 172.21.15.69:0/2433486310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020108700 msgr2=0x7fb020199910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020108700 0x7fb020199910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 -- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 msgr2=0x7fb02019f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 0x7fb02019f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01d400700 1 -- 172.21.15.69:0/2433486310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb02019a070 con 0x7fb020103fd0 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.057+0000 7fb01de00700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 0x7fb02019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.058+0000 7fb01d400700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 0x7fb02019fc40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb00c005f50 tx=0x7fb00c004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.058+0000 7fb016a00700 1 -- 172.21.15.69:0/2433486310 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c026070 con 0x7fb020103fd0 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.058+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb02019a300 con 0x7fb020103fd0 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.058+0000 7fb016a00700 1 -- 172.21.15.69:0/2433486310 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb00c003c70 con 0x7fb020103fd0 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.058+0000 7fb016a00700 1 -- 172.21.15.69:0/2433486310 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c00f9c0 con 0x7fb020103fd0 2024-05-08T06:11:05.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.058+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0201a65d0 con 0x7fb020103fd0 2024-05-08T06:11:05.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.062+0000 7fb016a00700 1 -- 172.21.15.69:0/2433486310 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb00c029070 con 0x7fb020103fd0 2024-05-08T06:11:05.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.063+0000 7fb02f630b80 1 Processor -- start 2024-05-08T06:11:05.063 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.063+0000 7fb02f630b80 1 -- start start 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b768da0 0x560e2b769180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b7696c0 0x560e2b763430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb02f630b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560e2b6b5a20 con 0x560e2b7696c0 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb02f630b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560e2b653760 con 0x560e2b763a50 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb02f630b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560e2b6b19e0 con 0x560e2b768da0 2024-05-08T06:11:05.064 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb016a00700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0040b2900 0x7fb0040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb01de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b7696c0 0x560e2b763430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb01de00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b7696c0 0x560e2b763430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35046/0 (socket says 172.21.15.69:35046) 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb01de00700 1 -- 172.21.15.69:0/3221874711 learned_addr learned my addr 172.21.15.69:0/3221874711 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb01e800700 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b768da0 0x560e2b769180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb01d400700 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.064+0000 7fb016a00700 1 -- 172.21.15.69:0/2433486310 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb00c0e29a0 con 0x7fb020103fd0 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01e800700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0040b2900 0x7fb0040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01d400700 1 -- 172.21.15.69:0/3221874711 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b768da0 msgr2=0x560e2b769180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01d400700 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b768da0 0x560e2b769180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01d400700 1 -- 172.21.15.69:0/3221874711 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b7696c0 msgr2=0x560e2b763430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01d400700 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b7696c0 0x560e2b763430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01d400700 1 -- 172.21.15.69:0/3221874711 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e2b6028d0 con 0x560e2b763a50 2024-05-08T06:11:05.066 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01d400700 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763ed0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0a9d00 tx=0x7fb00c09e8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7903d6eef21a3276 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:05.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.065+0000 7fb01e800700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0040b2900 0x7fb0040b4dc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fb018009ec0 tx=0x7fb01800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:05.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.066+0000 7fb00b400700 1 -- 172.21.15.69:0/3221874711 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c003e20 con 0x560e2b763a50 2024-05-08T06:11:05.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.066+0000 7fb00b400700 1 -- 172.21.15.69:0/3221874711 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb00c0a9b10 con 0x560e2b763a50 2024-05-08T06:11:05.067 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.066+0000 7fb00b400700 1 -- 172.21.15.69:0/3221874711 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c0aa260 con 0x560e2b763a50 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.066+0000 7fb02f630b80 1 -- 172.21.15.69:0/3221874711 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 msgr2=0x560e2b763ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.066+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763ed0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0a9d00 tx=0x7fb00c09e8d0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 -- 172.21.15.69:0/3221874711 shutdown_connections 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763ed0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b768da0 0x560e2b769180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3221874711 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b7696c0 0x560e2b763430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 -- 172.21.15.69:0/3221874711 >> 172.21.15.69:0/3221874711 conn(0x560e2b6db6d0 msgr2=0x560e2b75dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 -- 172.21.15.69:0/3221874711 shutdown_connections 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 -- 172.21.15.69:0/3221874711 wait complete. 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.067+0000 7fb02f630b80 1 -- start start 2024-05-08T06:11:05.068 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 Processor -- start 2024-05-08T06:11:05.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b76f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.070 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b76cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x560e2b76ff10 con 0x560e2b768da0 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x560e2b61bb20 con 0x560e2b763a50 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x560e2b770090 con 0x560e2b7696c0 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb02f630b80 10 client.0 _ll_register_callbacks cb 0x560e2b65cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.068+0000 7fb01d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35054/0 (socket says 172.21.15.69:35054) 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b76f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 -- 172.21.15.69:0/3595734275 learned_addr learned my addr 172.21.15.69:0/3595734275 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01e800700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b76cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 -- 172.21.15.69:0/3595734275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 msgr2=0x560e2b76cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b76cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 -- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 msgr2=0x560e2b76f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b76f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.071 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 -- 172.21.15.69:0/3595734275 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e2b67b420 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01de00700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b76f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fb01d400700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76c870 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb00c003ac0 tx=0x7fb00c0aa5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad8c5fd37f9facd8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.069+0000 7fafffe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fafffe00700 1 -- 172.21.15.69:0/3595734275 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c003e20 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fafffe00700 1 -- 172.21.15.69:0/3595734275 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb00c0b2b50 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb00c0a9b10 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fafffe00700 1 -- 172.21.15.69:0/3595734275 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb00c0aa000 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fb02f630b80 10 client.16851 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e2b76ff10 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fafffe00700 1 -- 172.21.15.69:0/3595734275 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb00c0a9b10 con 0x560e2b768da0 2024-05-08T06:11:05.072 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.070+0000 7fafffe00700 1 -- 172.21.15.69:0/3595734275 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb00c0a4250 con 0x560e2b768da0 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb02f630b80 10 client.16851 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb02f630b80 10 client.16851 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb02f630b80 20 client.16851 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b780eb0 0x560e2b7832a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb02f630b80 4 client.16851 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e2b730140 con 0x560e2b780eb0 2024-05-08T06:11:05.074 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.071+0000 7fb01de00700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b780eb0 0x560e2b7832a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.072+0000 7fb01de00700 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b780eb0 0x560e2b7832a0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=422f51235833a79a server_cookie=6bbcfb7f5954a81d in_seq=0 out_seq=0 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.072+0000 7fafffe00700 10 client.16851 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.072+0000 7fafffe00700 1 -- 172.21.15.69:0/3595734275 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x560e2b730140 con 0x560e2b780eb0 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.072+0000 7fafffe00700 10 client.16851 handle_command_reply: tid=0 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 client.16851 shutdown 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 msgr2=0x560e2b76c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76c870 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb00c003ac0 tx=0x7fb00c0aa5d0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 shutdown_connections 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b780eb0 0x560e2b7832a0 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b76cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b76f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 --2- 172.21.15.69:0/3595734275 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76c870 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 >> 172.21.15.69:0/3595734275 conn(0x560e2b6db6d0 msgr2=0x560e2b758750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fafffe00700 0 client.16851 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 shutdown_connections 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 1 -- 172.21.15.69:0/3595734275 wait complete. 2024-05-08T06:11:05.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.073+0000 7fb02f630b80 20 client.16851 trim_cache size 0 max 16384 2024-05-08T06:11:05.095 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.095+0000 7fb02f630b80 1 Processor -- start 2024-05-08T06:11:05.096 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.095+0000 7fb02f630b80 1 -- start start 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b758860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb02f630b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201adf50 con 0x560e2b768da0 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb02f630b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201ab7e0 con 0x560e2b763a50 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb02f630b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201a9630 con 0x560e2b7696c0 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb01d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb01e800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b758860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb01e800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b758860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:34522/0 (socket says 172.21.15.69:34522) 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb01e800700 1 -- 172.21.15.69:0/691136142 learned_addr learned my addr 172.21.15.69:0/691136142 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.096+0000 7fb01de00700 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb01e800700 1 -- 172.21.15.69:0/691136142 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 msgr2=0x560e2b763430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb01e800700 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb01e800700 1 -- 172.21.15.69:0/691136142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 msgr2=0x560e2b76cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.097 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb01e800700 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.098 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb01e800700 1 -- 172.21.15.69:0/691136142 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e2b75a8a0 con 0x560e2b7696c0 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb01e800700 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b758860 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb0180082f0 tx=0x7fb018011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adfa011ab8d7a0ce server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb00aa00700 1 -- 172.21.15.69:0/691136142 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb018008e50 con 0x560e2b7696c0 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb00aa00700 1 -- 172.21.15.69:0/691136142 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb018018d10 con 0x560e2b7696c0 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.097+0000 7fb00aa00700 1 -- 172.21.15.69:0/691136142 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb018007d50 con 0x560e2b7696c0 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 -- 172.21.15.69:0/691136142 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 msgr2=0x560e2b758860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b758860 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fb0180082f0 tx=0x7fb018011000 comp rx=0 tx=0).stop 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 -- 172.21.15.69:0/691136142 shutdown_connections 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b7696c0 0x560e2b758860 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.099 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b763a50 0x560e2b763430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 --2- 172.21.15.69:0/691136142 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b76cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 -- 172.21.15.69:0/691136142 >> 172.21.15.69:0/691136142 conn(0x560e2b6db6d0 msgr2=0x560e2b76df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:05.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 -- 172.21.15.69:0/691136142 shutdown_connections 2024-05-08T06:11:05.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.098+0000 7fb02f630b80 1 -- 172.21.15.69:0/691136142 wait complete. 2024-05-08T06:11:05.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 -- start start 2024-05-08T06:11:05.100 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 Processor -- start 2024-05-08T06:11:05.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b763a50 0x560e2b775820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b7880f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b7696c0 0x560e2b788630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201a9ca0 con 0x560e2b768da0 2024-05-08T06:11:05.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201ab110 con 0x560e2b7696c0 2024-05-08T06:11:05.102 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.099+0000 7fb02f630b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb0201aa370 con 0x560e2b763a50 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb02f630b80 10 client.0 _ll_register_callbacks cb 0x560e2b65cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b7880f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01e800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b7696c0 0x560e2b788630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b7880f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35068/0 (socket says 172.21.15.69:35068) 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 -- 172.21.15.69:0/1027604486 learned_addr learned my addr 172.21.15.69:0/1027604486 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01de00700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b763a50 0x560e2b775820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 -- 172.21.15.69:0/1027604486 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b763a50 msgr2=0x560e2b775820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b763a50 0x560e2b775820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 -- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b7696c0 msgr2=0x560e2b788630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b7696c0 0x560e2b788630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01d400700 1 -- 172.21.15.69:0/1027604486 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e2b788e70 con 0x560e2b768da0 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.100+0000 7fb01e800700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b7696c0 0x560e2b788630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fb01d400700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b7880f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0e0450 tx=0x7fb00c00fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d43ba72be160e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:05.103 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fafffe00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fafffe00700 1 -- 172.21.15.69:0/1027604486 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c0a5cf0 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fafffe00700 1 -- 172.21.15.69:0/1027604486 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb00c0a9470 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb018018d10 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fafffe00700 1 -- 172.21.15.69:0/1027604486 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb00c003e20 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fb02f630b80 10 client.16857 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x560e2b788e70 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.101+0000 7fafffe00700 1 -- 172.21.15.69:0/1027604486 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb018018d10 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fafffe00700 1 -- 172.21.15.69:0/1027604486 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fb00c0a40b0 con 0x560e2b768da0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb02f630b80 10 client.16857 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb02f630b80 10 client.16857 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb02f630b80 20 client.16857 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb02f630b80 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b7eb9d0 0x560e2b7eddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb02f630b80 4 client.16857 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560e2b6c3400 con 0x560e2b7eb9d0 2024-05-08T06:11:05.104 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.102+0000 7fb01de00700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b7eb9d0 0x560e2b7eddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:05.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb01de00700 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b7eb9d0 0x560e2b7eddf0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bd5f20e66b6b814 server_cookie=e782df78e4334396 in_seq=0 out_seq=0 2024-05-08T06:11:05.105 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fafffe00700 10 client.16857 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fafffe00700 1 -- 172.21.15.69:0/1027604486 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560e2b6c3400 con 0x560e2b7eb9d0 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fafffe00700 10 client.16857 handle_command_reply: tid=0 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 client.16857 shutdown 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 msgr2=0x560e2b7880f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b7880f0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0e0450 tx=0x7fb00c00fe90 comp rx=0 tx=0).stop 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 shutdown_connections 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x560e2b7696c0 0x560e2b788630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x560e2b7eb9d0 0x560e2b7eddf0 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x560e2b763a50 0x560e2b775820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 --2- 172.21.15.69:0/1027604486 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x560e2b768da0 0x560e2b7880f0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 >> 172.21.15.69:0/1027604486 conn(0x560e2b6db6d0 msgr2=0x560e2b76e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fafffe00700 0 client.16857 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 shutdown_connections 2024-05-08T06:11:05.106 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.103+0000 7fb02f630b80 1 -- 172.21.15.69:0/1027604486 wait complete. 2024-05-08T06:11:05.107 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb02f630b80 20 client.16857 trim_cache size 0 max 16384 2024-05-08T06:11:05.107 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:11:05.107 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:11:05.107 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:11:05.107 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0040b2900 msgr2=0x7fb0040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0040b2900 0x7fb0040b4dc0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fb018009ec0 tx=0x7fb01800b040 comp rx=0 tx=0).stop 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 msgr2=0x7fb02019fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 0x7fb02019fc40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fb00c005f50 tx=0x7fb00c004270 comp rx=0 tx=0).stop 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 shutdown_connections 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb020108700 0x7fb020199910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb020103620 0x7fb02019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0040b2900 0x7fb0040b4dc0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 --2- 172.21.15.69:0/2433486310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb020103fd0 0x7fb02019fc40 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:05.108 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.104+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 >> 172.21.15.69:0/2433486310 conn(0x7fb0200feeb0 msgr2=0x7fb020100260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:05.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.105+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 shutdown_connections 2024-05-08T06:11:05.109 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:05.105+0000 7fb01f200700 1 -- 172.21.15.69:0/2433486310 wait complete. 2024-05-08T06:11:06.115 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:11:06.115 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:11:06.576 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:06 smithi135 ceph-mon[34761]: pgmap v742: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:06.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:06 smithi069 ceph-mon[29571]: pgmap v742: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:06.822 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:06 smithi105 ceph-mon[34393]: pgmap v742: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:08.649 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:08 smithi069 ceph-mon[29571]: pgmap v743: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:08 smithi135 ceph-mon[34761]: pgmap v743: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 -- 172.21.15.69:0/2833216597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 msgr2=0x7f1d3c1124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 --2- 172.21.15.69:0/2833216597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 0x7f1d3c1124a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f1d3400b0a0 tx=0x7f1d3400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 -- 172.21.15.69:0/2833216597 shutdown_connections 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 --2- 172.21.15.69:0/2833216597 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 0x7f1d3c1124a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 --2- 172.21.15.69:0/2833216597 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c10b660 0x7f1d3c10ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 --2- 172.21.15.69:0/2833216597 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 -- 172.21.15.69:0/2833216597 >> 172.21.15.69:0/2833216597 conn(0x7f1d3c1010c0 msgr2=0x7f1d3c1034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 -- 172.21.15.69:0/2833216597 shutdown_connections 2024-05-08T06:11:08.952 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.951+0000 7f1d41e00700 1 -- 172.21.15.69:0/2833216597 wait complete. 2024-05-08T06:11:08.953 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.952+0000 7f1d41e00700 1 Processor -- start 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.952+0000 7f1d41e00700 1 -- start start 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c1a1830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 0x7f1d3c1a1d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d3c10b660 0x7f1d3c19ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c115820 con 0x7f1d3c10b660 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c1156a0 con 0x7f1d3c105f90 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1d3c1159a0 con 0x7f1d3c1055d0 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d40a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c1a1830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d40a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c1a1830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:38954/0 (socket says 172.21.15.69:38954) 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d40a00700 1 -- 172.21.15.69:0/671823235 learned_addr learned my addr 172.21.15.69:0/671823235 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d33e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 0x7f1d3c1a1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.953+0000 7f1d41400700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d3c10b660 0x7f1d3c19ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:08.954 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d40a00700 1 -- 172.21.15.69:0/671823235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 msgr2=0x7f1d3c1a1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:08.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d40a00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 0x7f1d3c1a1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:08.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d40a00700 1 -- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d3c10b660 msgr2=0x7f1d3c19ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:08.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d40a00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d3c10b660 0x7f1d3c19ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:08.955 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d40a00700 1 -- 172.21.15.69:0/671823235 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d3c19c1a0 con 0x7f1d3c1055d0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d40a00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c1a1830 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c00e970 tx=0x7f1d2c00ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c004220 con 0x7f1d3c1055d0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d3c19c490 con 0x7f1d3c1055d0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d3c1a8700 con 0x7f1d3c1055d0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1d2c0043c0 con 0x7f1d3c1055d0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.954+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d2c003c80 con 0x7f1d3c1055d0 2024-05-08T06:11:08.956 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.955+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d3c06a190 con 0x7f1d3c1055d0 2024-05-08T06:11:08.958 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.958+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1d2c004870 con 0x7f1d3c1055d0 2024-05-08T06:11:08.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.959+0000 7f1d3a000700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1d200b2880 0x7f1d200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:08.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.960+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1d2c0e2550 con 0x7f1d3c1055d0 2024-05-08T06:11:08.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.960+0000 7f1d33e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1d200b2880 0x7f1d200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:08.960 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.960+0000 7f1d33e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1d200b2880 0x7f1d200b4d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c10acc0 tx=0x7f1d28009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:08.961 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:08.962+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1d2c0aa2b0 con 0x7f1d3c1055d0 2024-05-08T06:11:09.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:08 smithi105 ceph-mon[34393]: pgmap v743: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.243+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1d3c19cf20 con 0x7f1d3c1055d0 2024-05-08T06:11:09.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.244+0000 7f1d3a000700 1 -- 172.21.15.69:0/671823235 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7f1d2c003e20 con 0x7f1d3c1055d0 2024-05-08T06:11:09.245 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:11:09.245 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.247+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1d200b2880 msgr2=0x7f1d200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.247+0000 7f1d41e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1d200b2880 0x7f1d200b4d40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f1d3c10acc0 tx=0x7f1d28009260 comp rx=0 tx=0).stop 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.247+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 msgr2=0x7f1d3c1a1830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.247+0000 7f1d41e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c1a1830 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f1d2c00e970 tx=0x7f1d2c00ec80 comp rx=0 tx=0).stop 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 shutdown_connections 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1d3c10b660 0x7f1d3c19ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1d3c1055d0 0x7f1d3c1a1830 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:09.248 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1d200b2880 0x7f1d200b4d40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 --2- 172.21.15.69:0/671823235 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1d3c105f90 0x7f1d3c1a1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 >> 172.21.15.69:0/671823235 conn(0x7f1d3c1010c0 msgr2=0x7f1d3c1027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 shutdown_connections 2024-05-08T06:11:09.249 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:09.248+0000 7f1d41e00700 1 -- 172.21.15.69:0/671823235 wait complete. 2024-05-08T06:11:09.250 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:11:09.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:09 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/671823235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:09.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:09 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/671823235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:10.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:09 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/671823235' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:10.187 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:11:10.639 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:10.802 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:10 smithi069 ceph-mon[29571]: pgmap v744: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:10 smithi135 ceph-mon[34761]: pgmap v744: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:11.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:10 smithi105 ceph-mon[34393]: pgmap v744: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:12 smithi135 ceph-mon[34761]: pgmap v745: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:11:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:12 smithi069 ceph-mon[29571]: pgmap v745: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:11:13.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:12 smithi105 ceph-mon[34393]: pgmap v745: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:11:13.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 -- 172.21.15.69:0/3298505087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c105f90 msgr2=0x7f732c1124a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 --2- 172.21.15.69:0/3298505087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c105f90 0x7f732c1124a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f7324009990 tx=0x7f7324009ca0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 -- 172.21.15.69:0/3298505087 shutdown_connections 2024-05-08T06:11:13.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 --2- 172.21.15.69:0/3298505087 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c105f90 0x7f732c1124a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.039 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 --2- 172.21.15.69:0/3298505087 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f732c10b660 0x7f732c10ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 --2- 172.21.15.69:0/3298505087 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c1055d0 0x7f732c105a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 -- 172.21.15.69:0/3298505087 >> 172.21.15.69:0/3298505087 conn(0x7f732c1010c0 msgr2=0x7f732c1034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:13.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 -- 172.21.15.69:0/3298505087 shutdown_connections 2024-05-08T06:11:13.040 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.039+0000 7f732be00700 1 -- 172.21.15.69:0/3298505087 wait complete. 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.040+0000 7f732be00700 1 Processor -- start 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.040+0000 7f732be00700 1 -- start start 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 0x7f732c1a17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c105f90 0x7f732c1a1d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f732c10b660 0x7f732c19b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732be00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1157b0 con 0x7f732c1055d0 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732be00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f732c115630 con 0x7f732c105f90 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732be00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f732c115930 con 0x7f732c10b660 2024-05-08T06:11:13.041 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 0x7f732c1a17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732a000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c105f90 0x7f732c1a1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 0x7f732c1a17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44482/0 (socket says 172.21.15.69:44482) 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732aa00700 1 -- 172.21.15.69:0/1006177458 learned_addr learned my addr 172.21.15.69:0/1006177458 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.041+0000 7f732b400700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f732c10b660 0x7f732c19b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732aa00700 1 -- 172.21.15.69:0/1006177458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f732c10b660 msgr2=0x7f732c19b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732aa00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f732c10b660 0x7f732c19b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732aa00700 1 -- 172.21.15.69:0/1006177458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c105f90 msgr2=0x7f732c1a1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732aa00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c105f90 0x7f732c1a1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732aa00700 1 -- 172.21.15.69:0/1006177458 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f732c19c130 con 0x7f732c1055d0 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732a000700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c105f90 0x7f732c1a1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:13.043 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732aa00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 0x7f732c1a17c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f731c007f10 tx=0x7f731c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:13.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f7330a00700 1 -- 172.21.15.69:0/1006177458 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c00db20 con 0x7f732c1055d0 2024-05-08T06:11:13.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f7330a00700 1 -- 172.21.15.69:0/1006177458 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f731c00dcc0 con 0x7f732c1055d0 2024-05-08T06:11:13.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f732c19c420 con 0x7f732c1055d0 2024-05-08T06:11:13.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f7330a00700 1 -- 172.21.15.69:0/1006177458 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c004850 con 0x7f732c1055d0 2024-05-08T06:11:13.044 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.042+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f732c1a8690 con 0x7f732c1055d0 2024-05-08T06:11:13.046 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.046+0000 7f7330a00700 1 -- 172.21.15.69:0/1006177458 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f731c01a020 con 0x7f732c1055d0 2024-05-08T06:11:13.047 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.047+0000 7f733c6e9b80 1 Processor -- start 2024-05-08T06:11:13.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 -- start start 2024-05-08T06:11:13.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f7330a00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73100b2900 0x7f73100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 0x562dfc778180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.048 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f7330a00700 1 -- 172.21.15.69:0/1006177458 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f731c0e1820 con 0x7f732c1055d0 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc7786c0 0x562dfc772430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc772a50 0x562dfc772ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562dfc6c4a20 con 0x562dfc777da0 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562dfc662760 con 0x562dfc772a50 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562dfc6c09e0 con 0x562dfc7786c0 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f732b400700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73100b2900 0x7f73100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 0x562dfc778180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 0x562dfc778180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44486/0 (socket says 172.21.15.69:44486) 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f732aa00700 1 -- 172.21.15.69:0/3924820916 learned_addr learned my addr 172.21.15.69:0/3924820916 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:13.049 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.048+0000 7f732a000700 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc7786c0 0x562dfc772430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732b400700 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc772a50 0x562dfc772ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732aa00700 1 -- 172.21.15.69:0/3924820916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc7786c0 msgr2=0x562dfc772430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732aa00700 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc7786c0 0x562dfc772430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732aa00700 1 -- 172.21.15.69:0/3924820916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc772a50 msgr2=0x562dfc772ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732aa00700 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc772a50 0x562dfc772ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732aa00700 1 -- 172.21.15.69:0/3924820916 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562dfc6118d0 con 0x562dfc777da0 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732b400700 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc772a50 0x562dfc772ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732b400700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73100b2900 0x7f73100b4dc0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7324006010 tx=0x7f7324005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f732aa00700 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 0x562dfc778180 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f731c0a8af0 tx=0x7f731c0a4de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12de2e86a6089b62 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:13.051 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.049+0000 7f7320c00700 1 -- 172.21.15.69:0/3924820916 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c0a8900 con 0x562dfc777da0 2024-05-08T06:11:13.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.050+0000 7f7320c00700 1 -- 172.21.15.69:0/3924820916 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f731c0a94f0 con 0x562dfc777da0 2024-05-08T06:11:13.052 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.050+0000 7f7320c00700 1 -- 172.21.15.69:0/3924820916 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c0b19e0 con 0x562dfc777da0 2024-05-08T06:11:13.054 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.050+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3924820916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 msgr2=0x562dfc778180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.050+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 0x562dfc778180 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f731c0a8af0 tx=0x7f731c0a4de0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3924820916 shutdown_connections 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc772a50 0x562dfc772ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc777da0 0x562dfc778180 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3924820916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc7786c0 0x562dfc772430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3924820916 >> 172.21.15.69:0/3924820916 conn(0x562dfc6ea6d0 msgr2=0x562dfc76cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3924820916 shutdown_connections 2024-05-08T06:11:13.055 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3924820916 wait complete. 2024-05-08T06:11:13.058 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.051+0000 7f733c6e9b80 1 -- start start 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 Processor -- start 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc77e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc77b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc77bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x562dfc77f150 con 0x562dfc772a50 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x562dfc62ab20 con 0x562dfc7786c0 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x562dfc77f2d0 con 0x562dfc777da0 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f733c6e9b80 10 client.0 _ll_register_callbacks cb 0x562dfc66bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.052+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc77e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc77b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc77bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc77e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44496/0 (socket says 172.21.15.69:44496) 2024-05-08T06:11:13.059 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732aa00700 1 -- 172.21.15.69:0/3655662039 learned_addr learned my addr 172.21.15.69:0/3655662039 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 -- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 msgr2=0x562dfc77bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc77bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 -- 172.21.15.69:0/3655662039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 msgr2=0x562dfc77e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc77e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 -- 172.21.15.69:0/3655662039 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562dfc68a420 con 0x562dfc777da0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732aa00700 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc77e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f732a000700 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc77b6e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x562dfc76f0b0 tx=0x7f7318009e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc15765059c232e3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.053+0000 7f7315600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f7315600700 1 -- 172.21.15.69:0/3655662039 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7318004050 con 0x562dfc777da0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f731c0a94f0 con 0x562dfc777da0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f7315600700 1 -- 172.21.15.69:0/3655662039 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f73180041f0 con 0x562dfc777da0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f7315600700 1 -- 172.21.15.69:0/3655662039 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f73180043f0 con 0x562dfc777da0 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f733c6e9b80 10 client.26965 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:13.060 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562dfc789930 con 0x562dfc777da0 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f7315600700 1 -- 172.21.15.69:0/3655662039 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f731c0a94f0 con 0x562dfc777da0 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.054+0000 7f7315600700 1 -- 172.21.15.69:0/3655662039 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f7318003a70 con 0x562dfc777da0 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f733c6e9b80 10 client.26965 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f733c6e9b80 10 client.26965 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f733c6e9b80 20 client.26965 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc78bf70 0x562dfc78e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f733c6e9b80 4 client.26965 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562dfc73f140 con 0x562dfc78bf70 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.055+0000 7f732aa00700 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc78bf70 0x562dfc78e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.056+0000 7f7315600700 10 client.26965 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.056+0000 7f732aa00700 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc78bf70 0x562dfc78e360 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6acd72a6010f8a3 server_cookie=d10eda8d8824fc55 in_seq=0 out_seq=0 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.056+0000 7f7315600700 1 -- 172.21.15.69:0/3655662039 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x562dfc73f140 con 0x562dfc78bf70 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.056+0000 7f7315600700 10 client.26965 handle_command_reply: tid=0 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.056+0000 7f733c6e9b80 1 client.26965 shutdown 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 msgr2=0x562dfc77b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc77b6e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x562dfc76f0b0 tx=0x7f7318009e20 comp rx=0 tx=0).stop 2024-05-08T06:11:13.061 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 shutdown_connections 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc78bf70 0x562dfc78e360 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc77bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc77e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/3655662039 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc77b6e0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f7315600700 0 client.26965 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 >> 172.21.15.69:0/3655662039 conn(0x562dfc6ea6d0 msgr2=0x562dfc767750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 shutdown_connections 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 1 -- 172.21.15.69:0/3655662039 wait complete. 2024-05-08T06:11:13.062 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.057+0000 7f733c6e9b80 20 client.26965 trim_cache size 0 max 16384 2024-05-08T06:11:13.073 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.073+0000 7f733c6e9b80 1 Processor -- start 2024-05-08T06:11:13.073 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.073+0000 7f733c6e9b80 1 -- start start 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc772a50 0x562dfc7888a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc777da0 0x562dfc7881e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 0x562dfc767860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1b2390 con 0x562dfc7786c0 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1afc20 con 0x562dfc777da0 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1ada70 con 0x562dfc772a50 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f732b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 0x562dfc767860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f732b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 0x562dfc767860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44508/0 (socket says 172.21.15.69:44508) 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f732b400700 1 -- 172.21.15.69:0/2227715295 learned_addr learned my addr 172.21.15.69:0/2227715295 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f732aa00700 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc772a50 0x562dfc7888a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.075 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.074+0000 7f732a000700 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc777da0 0x562dfc7881e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732aa00700 1 -- 172.21.15.69:0/2227715295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc777da0 msgr2=0x562dfc7881e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732aa00700 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc777da0 0x562dfc7881e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732aa00700 1 -- 172.21.15.69:0/2227715295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 msgr2=0x562dfc767860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732aa00700 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 0x562dfc767860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732aa00700 1 -- 172.21.15.69:0/2227715295 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562dfc78e990 con 0x562dfc772a50 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732b400700 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 0x562dfc767860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:13.076 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f732aa00700 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc772a50 0x562dfc7888a0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x562dfc78ebc0 tx=0x7f731c00b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14509f7ea0ec2c8e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:13.077 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f7317e00700 1 -- 172.21.15.69:0/2227715295 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c0a8df0 con 0x562dfc772a50 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f7317e00700 1 -- 172.21.15.69:0/2227715295 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f731c0a9050 con 0x562dfc772a50 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.075+0000 7f7317e00700 1 -- 172.21.15.69:0/2227715295 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c0a49c0 con 0x562dfc772a50 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 -- 172.21.15.69:0/2227715295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc772a50 msgr2=0x562dfc7888a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc772a50 0x562dfc7888a0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x562dfc78ebc0 tx=0x7f731c00b040 comp rx=0 tx=0).stop 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 -- 172.21.15.69:0/2227715295 shutdown_connections 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc7786c0 0x562dfc767860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc772a50 0x562dfc7888a0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/2227715295 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc777da0 0x562dfc7881e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 -- 172.21.15.69:0/2227715295 >> 172.21.15.69:0/2227715295 conn(0x562dfc6ea6d0 msgr2=0x562dfc779ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:13.078 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 -- 172.21.15.69:0/2227715295 shutdown_connections 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 -- 172.21.15.69:0/2227715295 wait complete. 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.076+0000 7f733c6e9b80 1 -- start start 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 Processor -- start 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc784740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc784c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc792f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1ae0e0 con 0x562dfc772a50 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1af550 con 0x562dfc7786c0 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f732c1ae7b0 con 0x562dfc777da0 2024-05-08T06:11:13.079 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f733c6e9b80 10 client.0 _ll_register_callbacks cb 0x562dfc66bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:13.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.077+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc784740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc784740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44520/0 (socket says 172.21.15.69:44520) 2024-05-08T06:11:13.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 -- 172.21.15.69:0/1987753718 learned_addr learned my addr 172.21.15.69:0/1987753718 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:13.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732a000700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc784c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.080 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732b400700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc792f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.082 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 -- 172.21.15.69:0/1987753718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 msgr2=0x562dfc784c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc784c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 -- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 msgr2=0x562dfc792f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc792f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 -- 172.21.15.69:0/1987753718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562dfc7698a0 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f732aa00700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc784740 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f731c0094e0 tx=0x7f731c0a9570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c3b7a9b38ef7279 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f7315600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.078+0000 7f7315600700 1 -- 172.21.15.69:0/1987753718 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f731c0ad1a0 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f7315600700 1 -- 172.21.15.69:0/1987753718 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f731c0b17c0 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f731c0a9050 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f7315600700 1 -- 172.21.15.69:0/1987753718 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f731c0b19c0 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 10 client.16881 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x562dfc7f6230 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f7315600700 1 -- 172.21.15.69:0/1987753718 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f731c0a9050 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f7315600700 1 -- 172.21.15.69:0/1987753718 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f731c0a7c80 con 0x562dfc772a50 2024-05-08T06:11:13.083 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 10 client.16881 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 10 client.16881 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 20 client.16881 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc7f6400 0x562dfc7f87f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 4 client.16881 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.079+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562dfc6d2400 con 0x562dfc7f6400 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.080+0000 7f732a000700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc7f6400 0x562dfc7f87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.080+0000 7f732a000700 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc7f6400 0x562dfc7f87f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cae4d95bc164078e server_cookie=fd2255a0bdc1f954 in_seq=0 out_seq=0 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.080+0000 7f7315600700 10 client.16881 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f7315600700 1 -- 172.21.15.69:0/1987753718 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562dfc6d2400 con 0x562dfc7f6400 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f7315600700 10 client.16881 handle_command_reply: tid=0 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 client.16881 shutdown 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 msgr2=0x562dfc784740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc784740 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f731c0094e0 tx=0x7f731c0a9570 comp rx=0 tx=0).stop 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 shutdown_connections 2024-05-08T06:11:13.084 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x562dfc7f6400 0x562dfc7f87f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x562dfc7786c0 0x562dfc792f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x562dfc772a50 0x562dfc784740 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 --2- 172.21.15.69:0/1987753718 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x562dfc777da0 0x562dfc784c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 >> 172.21.15.69:0/1987753718 conn(0x562dfc6ea6d0 msgr2=0x562dfc778aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f7315600700 0 client.16881 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 shutdown_connections 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 1 -- 172.21.15.69:0/1987753718 wait complete. 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.081+0000 7f733c6e9b80 20 client.16881 trim_cache size 0 max 16384 2024-05-08T06:11:13.085 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73100b2900 msgr2=0x7f73100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73100b2900 0x7f73100b4dc0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7324006010 tx=0x7f7324005c50 comp rx=0 tx=0).stop 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 msgr2=0x7f732c1a17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 0x7f732c1a17c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f731c007f10 tx=0x7f731c00d3b0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 shutdown_connections 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f732c10b660 0x7f732c19b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.086 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f732c1055d0 0x7f732c1a17c0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f73100b2900 0x7f73100b4dc0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 --2- 172.21.15.69:0/1006177458 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f732c105f90 0x7f732c1a1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:13.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 >> 172.21.15.69:0/1006177458 conn(0x7f732c1010c0 msgr2=0x7f732c102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:13.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 shutdown_connections 2024-05-08T06:11:13.087 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:13.082+0000 7f732be00700 1 -- 172.21.15.69:0/1006177458 wait complete. 2024-05-08T06:11:13.948 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:11:14.387 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:14 smithi135 ceph-mon[34761]: pgmap v746: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:14 smithi069 ceph-mon[29571]: pgmap v746: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:15.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:14 smithi105 ceph-mon[34393]: pgmap v746: 97 pgs: 97 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:16.685 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:16 smithi069 ceph-mon[29571]: pgmap v747: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:11:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:16 smithi135 ceph-mon[34761]: pgmap v747: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:11:16.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 -- 172.21.15.69:0/2742881210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd01055d0 msgr2=0x7fcdd0105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.855 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 --2- 172.21.15.69:0/2742881210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd01055d0 0x7fcdd0105a50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0099c0 tx=0x7fcdbc009cd0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 -- 172.21.15.69:0/2742881210 shutdown_connections 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 --2- 172.21.15.69:0/2742881210 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd0105f90 0x7fcdd0112450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 --2- 172.21.15.69:0/2742881210 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd010b680 0x7fcdd010ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 --2- 172.21.15.69:0/2742881210 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd01055d0 0x7fcdd0105a50 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 -- 172.21.15.69:0/2742881210 >> 172.21.15.69:0/2742881210 conn(0x7fcdd0101080 msgr2=0x7fcdd01034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 -- 172.21.15.69:0/2742881210 shutdown_connections 2024-05-08T06:11:16.856 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.855+0000 7fcdd6000700 1 -- 172.21.15.69:0/2742881210 wait complete. 2024-05-08T06:11:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 Processor -- start 2024-05-08T06:11:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 -- start start 2024-05-08T06:11:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd01055d0 0x7fcdd01a1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 0x7fcdd01a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.857 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd010b680 0x7fcdd019ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01157f0 con 0x7fcdd0105f90 2024-05-08T06:11:16.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd0115670 con 0x7fcdd01055d0 2024-05-08T06:11:16.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.857+0000 7fcdd6000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd0115970 con 0x7fcdd010b680 2024-05-08T06:11:16.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 0x7fcdd01a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.858 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdd5600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd010b680 0x7fcdd019ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdd4c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd01055d0 0x7fcdd01a1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 0x7fcdd01a1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44546/0 (socket says 172.21.15.69:44546) 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdd5600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd010b680 0x7fcdd019ba50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:39010/0 (socket says 172.21.15.69:39010) 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4013001351 learned_addr learned my addr 172.21.15.69:0/4013001351 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4013001351 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd010b680 msgr2=0x7fcdd019ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd010b680 0x7fcdd019ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4013001351 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd01055d0 msgr2=0x7fcdd01a1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd01055d0 0x7fcdd01a1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4013001351 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd019c1b0 con 0x7fcdd0105f90 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.858+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd01055d0 0x7fcdd01a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:16.859 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.859+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 0x7fcdd01a1d80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc005910 tx=0x7fcdbc0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:16.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.859+0000 7fcdcd600700 1 -- 172.21.15.69:0/4013001351 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc026070 con 0x7fcdd0105f90 2024-05-08T06:11:16.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.859+0000 7fcdcd600700 1 -- 172.21.15.69:0/4013001351 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdbc00f460 con 0x7fcdd0105f90 2024-05-08T06:11:16.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.859+0000 7fcdcd600700 1 -- 172.21.15.69:0/4013001351 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc009e60 con 0x7fcdd0105f90 2024-05-08T06:11:16.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.859+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdd019c440 con 0x7fcdd0105f90 2024-05-08T06:11:16.860 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.859+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdd01a8710 con 0x7fcdd0105f90 2024-05-08T06:11:16.863 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.863+0000 7fcdcd600700 1 -- 172.21.15.69:0/4013001351 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fcdbc029070 con 0x7fcdd0105f90 2024-05-08T06:11:16.864 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 Processor -- start 2024-05-08T06:11:16.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 -- start start 2024-05-08T06:11:16.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa8edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcdcd600700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcdb80b2900 0x7fcdb80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa88fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa89a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b23a9dba20 con 0x55b23aa8e9e0 2024-05-08T06:11:16.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b23a979760 con 0x55b23aa89600 2024-05-08T06:11:16.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.865+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b23a9d79e0 con 0x55b23aa8f300 2024-05-08T06:11:16.866 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdcd600700 1 -- 172.21.15.69:0/4013001351 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fcdbc0e2990 con 0x7fcdd0105f90 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa8edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcdb80b2900 0x7fcdb80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa8edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44554/0 (socket says 172.21.15.69:44554) 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 -- 172.21.15.69:0/2015905032 learned_addr learned my addr 172.21.15.69:0/2015905032 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa89a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa88fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 -- 172.21.15.69:0/2015905032 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 msgr2=0x55b23aa88fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa88fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 -- 172.21.15.69:0/2015905032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 msgr2=0x55b23aa89a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa89a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.866+0000 7fcdd5600700 1 -- 172.21.15.69:0/2015905032 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b23a9288d0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.867+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcdb80b2900 0x7fcdb80b4dc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fcdd010a690 tx=0x7fcdc40073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.867+0000 7fcdd5600700 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa8edc0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcdc8009fd0 tx=0x7fcdc8009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf50df26efc8359 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.867+0000 7fcdc2000700 1 -- 172.21.15.69:0/2015905032 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc80090d0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.867+0000 7fcdc2000700 1 -- 172.21.15.69:0/2015905032 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdc8009270 con 0x55b23aa8e9e0 2024-05-08T06:11:16.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.867+0000 7fcdc2000700 1 -- 172.21.15.69:0/2015905032 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc8004020 con 0x55b23aa8e9e0 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2015905032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 msgr2=0x55b23aa8edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa8edc0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fcdc8009fd0 tx=0x7fcdc8009920 comp rx=0 tx=0).stop 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2015905032 shutdown_connections 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa89a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa8edc0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2015905032 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa88fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2015905032 >> 172.21.15.69:0/2015905032 conn(0x55b23a9b7b60 msgr2=0x55b23aa839b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2015905032 shutdown_connections 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.868+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2015905032 wait complete. 2024-05-08T06:11:16.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 -- start start 2024-05-08T06:11:16.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 Processor -- start 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa94f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa92320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa92860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b23aa95d50 con 0x55b23aa8e9e0 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b23a941b20 con 0x55b23aa89600 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b23aa95ed0 con 0x55b23aa8f300 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.869+0000 7fcde1f72b80 10 client.0 _ll_register_callbacks cb 0x55b23a982c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa92320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa92320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44562/0 (socket says 172.21.15.69:44562) 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4047725223 learned_addr learned my addr 172.21.15.69:0/4047725223 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa94f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdd5600700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa92860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4047725223 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 msgr2=0x55b23aa92860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa92860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4047725223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 msgr2=0x55b23aa94f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa94f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdcfe00700 1 -- 172.21.15.69:0/4047725223 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b23a9a1420 con 0x55b23aa8e9e0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdd5600700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa92860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.870+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa94f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa92320 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0a9cf0 tx=0x7fcdbc0a99c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=346b51c891dff686 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcdb6a00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcdb6a00700 1 -- 172.21.15.69:0/4047725223 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0b7da0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcdb6a00700 1 -- 172.21.15.69:0/4047725223 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fcdbc0ba730 con 0x55b23aa8e9e0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdc8009270 con 0x55b23aa8e9e0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcdb6a00700 1 -- 172.21.15.69:0/4047725223 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcdbc0ba930 con 0x55b23aa8e9e0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcde1f72b80 10 client.16893 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b23aaa0490 con 0x55b23aa8e9e0 2024-05-08T06:11:16.873 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.871+0000 7fcdb6a00700 1 -- 172.21.15.69:0/4047725223 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdc8009270 con 0x55b23aa8e9e0 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcdb6a00700 1 -- 172.21.15.69:0/4047725223 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcdbc0b3c80 con 0x55b23aa8e9e0 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcde1f72b80 10 client.16893 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcde1f72b80 10 client.16893 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcde1f72b80 20 client.16893 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23aaa2a00 0x55b23aaa4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcde1f72b80 4 client.16893 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:16.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b23aa560a0 con 0x55b23aaa2a00 2024-05-08T06:11:16.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.872+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23aaa2a00 0x55b23aaa4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.873+0000 7fcdb6a00700 10 client.16893 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:16.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.873+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23aaa2a00 0x55b23aaa4ea0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fc09cb3dddd94e96 server_cookie=8ee32a420c4c5b30 in_seq=0 out_seq=0 2024-05-08T06:11:16.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.873+0000 7fcdb6a00700 1 -- 172.21.15.69:0/4047725223 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b23aa560a0 con 0x55b23aaa2a00 2024-05-08T06:11:16.875 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.873+0000 7fcdb6a00700 10 client.16893 handle_command_reply: tid=0 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.873+0000 7fcde1f72b80 1 client.16893 shutdown 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 msgr2=0x55b23aa92320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa92320 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0a9cf0 tx=0x7fcdbc0a99c0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 shutdown_connections 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23aaa2a00 0x55b23aaa4ea0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8f300 0x55b23aa92860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa89600 0x55b23aa94f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/4047725223 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8e9e0 0x55b23aa92320 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 >> 172.21.15.69:0/4047725223 conn(0x55b23a9b7b60 msgr2=0x55b23aa7e460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcdb6a00700 0 client.16893 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 shutdown_connections 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 1 -- 172.21.15.69:0/4047725223 wait complete. 2024-05-08T06:11:16.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.874+0000 7fcde1f72b80 20 client.16893 trim_cache size 0 max 16384 2024-05-08T06:11:16.890 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.890+0000 7fcde1f72b80 1 Processor -- start 2024-05-08T06:11:16.891 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.890+0000 7fcde1f72b80 1 -- start start 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 0x55b23aa88fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8e9e0 0x55b23aa9ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8f300 0x55b23aaaa770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01b22f0 con 0x55b23aa89600 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01afb80 con 0x55b23aa8f300 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01ad9d0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcdd4c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 0x55b23aa88fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcdd4c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 0x55b23aa88fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:44574/0 (socket says 172.21.15.69:44574) 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcdd4c00700 1 -- 172.21.15.69:0/2656512748 learned_addr learned my addr 172.21.15.69:0/2656512748 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8e9e0 0x55b23aa9ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.891+0000 7fcdd5600700 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8f300 0x55b23aaaa770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.892 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdcfe00700 1 -- 172.21.15.69:0/2656512748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8f300 msgr2=0x55b23aaaa770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8f300 0x55b23aaaa770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdcfe00700 1 -- 172.21.15.69:0/2656512748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 msgr2=0x55b23aa88fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 0x55b23aa88fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdcfe00700 1 -- 172.21.15.69:0/2656512748 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b23aa92e40 con 0x55b23aa8e9e0 2024-05-08T06:11:16.893 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 0x55b23aa88fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8e9e0 0x55b23aa9ede0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0a6070 tx=0x7fcdbc021380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97b0c4ebcde0175c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdc1600700 1 -- 172.21.15.69:0/2656512748 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0b7080 con 0x55b23aa8e9e0 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdc1600700 1 -- 172.21.15.69:0/2656512748 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdbc0a9ff0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.892+0000 7fcdc1600700 1 -- 172.21.15.69:0/2656512748 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0ba1f0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2656512748 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8e9e0 msgr2=0x55b23aa9ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8e9e0 0x55b23aa9ede0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0a6070 tx=0x7fcdbc021380 comp rx=0 tx=0).stop 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2656512748 shutdown_connections 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8f300 0x55b23aaaa770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa89600 0x55b23aa88fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/2656512748 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa8e9e0 0x55b23aa9ede0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2656512748 >> 172.21.15.69:0/2656512748 conn(0x55b23a9b7b60 msgr2=0x55b23aa90c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2656512748 shutdown_connections 2024-05-08T06:11:16.895 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.893+0000 7fcde1f72b80 1 -- 172.21.15.69:0/2656512748 wait complete. 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 -- start start 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 Processor -- start 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa89600 0x55b23aaa9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 0x55b23aaaa4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8f300 0x55b23aaaa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01ae040 con 0x55b23aa8f300 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01af4b0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd01ae710 con 0x55b23aa89600 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.894+0000 7fcde1f72b80 10 client.0 _ll_register_callbacks cb 0x55b23a982c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 0x55b23aaaa4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 0x55b23aaaa4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:54690/0 (socket says 172.21.15.69:54690) 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 -- 172.21.15.69:0/1194204002 learned_addr learned my addr 172.21.15.69:0/1194204002 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa89600 0x55b23aaa9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.896 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdd5600700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8f300 0x55b23aaaa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 -- 172.21.15.69:0/1194204002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa89600 msgr2=0x55b23aaa9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa89600 0x55b23aaa9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 -- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8f300 msgr2=0x55b23aaaa9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8f300 0x55b23aaaa9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 -- 172.21.15.69:0/1194204002 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b23ab0c370 con 0x55b23aa8e9e0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdcfe00700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 0x55b23aaaa4a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0a6070 tx=0x7fcdbc0bf230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3aa198be23e06202 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.895+0000 7fcdb6a00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcdb6a00700 1 -- 172.21.15.69:0/1194204002 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0b7070 con 0x55b23aa8e9e0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdbc0a9ff0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcdb6a00700 1 -- 172.21.15.69:0/1194204002 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fcdbc0b2b40 con 0x55b23aa8e9e0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcdb6a00700 1 -- 172.21.15.69:0/1194204002 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcdbc0a9940 con 0x55b23aa8e9e0 2024-05-08T06:11:16.899 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 10 client.27035 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b23ab0c370 con 0x55b23aa8e9e0 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcdb6a00700 1 -- 172.21.15.69:0/1194204002 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdbc0a9ff0 con 0x55b23aa8e9e0 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcdb6a00700 1 -- 172.21.15.69:0/1194204002 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fcdbc003a60 con 0x55b23aa8e9e0 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 10 client.27035 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 10 client.27035 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 20 client.27035 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23ab0d900 0x55b23ab0fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 4 client.27035 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.896+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b23a9e9400 con 0x55b23ab0d900 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.897+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23ab0d900 0x55b23ab0fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.897+0000 7fcdd4c00700 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23ab0d900 0x55b23ab0fd20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4c298362423c750c server_cookie=c3291f3674e190d in_seq=0 out_seq=0 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.897+0000 7fcdb6a00700 10 client.27035 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcdb6a00700 1 -- 172.21.15.69:0/1194204002 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b23a9e9400 con 0x55b23ab0d900 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcdb6a00700 10 client.27035 handle_command_reply: tid=0 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 client.27035 shutdown 2024-05-08T06:11:16.900 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 msgr2=0x55b23aaaa4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 0x55b23aaaa4a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc0a6070 tx=0x7fcdbc0bf230 comp rx=0 tx=0).stop 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 shutdown_connections 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55b23ab0d900 0x55b23ab0fd20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b23aa8f300 0x55b23aaaa9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b23aa89600 0x55b23aaa9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 --2- 172.21.15.69:0/1194204002 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b23aa8e9e0 0x55b23aaaa4a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcdb6a00700 0 client.27035 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 >> 172.21.15.69:0/1194204002 conn(0x55b23a9b7b60 msgr2=0x55b23aa7dbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 shutdown_connections 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 1 -- 172.21.15.69:0/1194204002 wait complete. 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.898+0000 7fcde1f72b80 20 client.27035 trim_cache size 0 max 16384 2024-05-08T06:11:16.901 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:11:16.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcdb80b2900 msgr2=0x7fcdb80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcdb80b2900 0x7fcdb80b4dc0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fcdd010a690 tx=0x7fcdc40073d0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 msgr2=0x7fcdd01a1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:16.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 0x7fcdd01a1d80 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc005910 tx=0x7fcdbc0045e0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.902 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 shutdown_connections 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fcdd010b680 0x7fcdd019ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fcdb80b2900 0x7fcdb80b4dc0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fcdd01055d0 0x7fcdd01a1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 --2- 172.21.15.69:0/4013001351 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fcdd0105f90 0x7fcdd01a1d80 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 >> 172.21.15.69:0/4013001351 conn(0x7fcdd0101080 msgr2=0x7fcdd0102710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 shutdown_connections 2024-05-08T06:11:16.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:16.899+0000 7fcdd6000700 1 -- 172.21.15.69:0/4013001351 wait complete. 2024-05-08T06:11:17.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:16 smithi105 ceph-mon[34393]: pgmap v747: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:11:17.910 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:11:18.370 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:18.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:18 smithi069 ceph-mon[29571]: pgmap v748: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:19.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:18 smithi105 ceph-mon[34393]: pgmap v748: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:19.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:18 smithi135 ceph-mon[34761]: pgmap v748: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 -- 172.21.15.69:0/550470898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 msgr2=0x7f95b8110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 --2- 172.21.15.69:0/550470898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b8110330 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f95b000b0a0 tx=0x7f95b000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 -- 172.21.15.69:0/550470898 shutdown_connections 2024-05-08T06:11:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 --2- 172.21.15.69:0/550470898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b8110330 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 --2- 172.21.15.69:0/550470898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f95b8109510 0x7f95b81098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.739 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 --2- 172.21.15.69:0/550470898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b806b180 0x7f95b806b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 -- 172.21.15.69:0/550470898 >> 172.21.15.69:0/550470898 conn(0x7f95b8079350 msgr2=0x7f95b8079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:20.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.738+0000 7f95be200700 1 -- 172.21.15.69:0/550470898 shutdown_connections 2024-05-08T06:11:20.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.739+0000 7f95be200700 1 -- 172.21.15.69:0/550470898 wait complete. 2024-05-08T06:11:20.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 Processor -- start 2024-05-08T06:11:20.740 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 -- start start 2024-05-08T06:11:20.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f95b806b180 0x7f95b819bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b819c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b8109510 0x7f95b81a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f95b8113670 con 0x7f95b806b180 2024-05-08T06:11:20.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81134f0 con 0x7f95b806bb40 2024-05-08T06:11:20.741 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.740+0000 7f95be200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81137f0 con 0x7f95b8109510 2024-05-08T06:11:20.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f95b806b180 0x7f95b819bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b819c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b7e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b8109510 0x7f95b81a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b819c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:35928/0 (socket says 172.21.15.69:35928) 2024-05-08T06:11:20.742 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 -- 172.21.15.69:0/873279738 learned_addr learned my addr 172.21.15.69:0/873279738 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 -- 172.21.15.69:0/873279738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b8109510 msgr2=0x7f95b81a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b8109510 0x7f95b81a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 -- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f95b806b180 msgr2=0x7f95b819bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f95b806b180 0x7f95b819bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 -- 172.21.15.69:0/873279738 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b81a0d40 con 0x7f95b806bb40 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b7e00700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b8109510 0x7f95b81a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.741+0000 7f95b6a00700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b819c270 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f95a400e9a0 tx=0x7f95a400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.742+0000 7f95afe00700 1 -- 172.21.15.69:0/873279738 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a400ca10 con 0x7f95b806bb40 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.742+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b81a1030 con 0x7f95b806bb40 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.742+0000 7f95afe00700 1 -- 172.21.15.69:0/873279738 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95a400cbb0 con 0x7f95b806bb40 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.742+0000 7f95afe00700 1 -- 172.21.15.69:0/873279738 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4018680 con 0x7f95b806bb40 2024-05-08T06:11:20.743 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.742+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b81a88b0 con 0x7f95b806bb40 2024-05-08T06:11:20.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.746+0000 7f95afe00700 1 -- 172.21.15.69:0/873279738 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f95a4010430 con 0x7f95b806bb40 2024-05-08T06:11:20.746 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.746+0000 7f95c8c36b80 1 Processor -- start 2024-05-08T06:11:20.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 -- start start 2024-05-08T06:11:20.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.747 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5603ef406a20 con 0x5603ef4b48f0 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5603ef3a4760 con 0x5603ef4b9bc0 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5603ef4029e0 con 0x5603ef4ba4e0 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95b7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41064/0 (socket says 172.21.15.69:41064) 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95b7e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4b9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:35938/0 (socket says 172.21.15.69:35938) 2024-05-08T06:11:20.748 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.747+0000 7f95b6a00700 1 -- 172.21.15.69:0/2465307016 learned_addr learned my addr 172.21.15.69:0/2465307016 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7400700 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7e00700 1 -- 172.21.15.69:0/2465307016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 msgr2=0x5603ef4b42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7e00700 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4b42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7e00700 1 -- 172.21.15.69:0/2465307016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 msgr2=0x5603ef4b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7e00700 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7e00700 1 -- 172.21.15.69:0/2465307016 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603ef3538d0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.749 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b6a00700 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95afe00700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f959c0b2900 0x7f959c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95b7e00700 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4b9fa0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f95b00062a0 tx=0x7f95b000bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d613f2f61734aac server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.748+0000 7f95afe00700 1 -- 172.21.15.69:0/873279738 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f95a40e2350 con 0x7f95b806bb40 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.749+0000 7f95b7400700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f959c0b2900 0x7f959c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.749+0000 7f95acc00700 1 -- 172.21.15.69:0/2465307016 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b0021070 con 0x5603ef4b9bc0 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.749+0000 7f95acc00700 1 -- 172.21.15.69:0/2465307016 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95b00074e0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.750 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.749+0000 7f95acc00700 1 -- 172.21.15.69:0/2465307016 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b0005280 con 0x5603ef4b9bc0 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95b7400700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f959c0b2900 0x7f959c0b4dc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x5603ef4ba8e0 tx=0x7f95a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 -- 172.21.15.69:0/2465307016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 msgr2=0x5603ef4b9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4b9fa0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f95b00062a0 tx=0x7f95b000bf60 comp rx=0 tx=0).stop 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 -- 172.21.15.69:0/2465307016 shutdown_connections 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4b9fa0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/2465307016 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.751 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 -- 172.21.15.69:0/2465307016 >> 172.21.15.69:0/2465307016 conn(0x5603ef42c6d0 msgr2=0x5603ef4aeb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:20.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 -- 172.21.15.69:0/2465307016 shutdown_connections 2024-05-08T06:11:20.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.750+0000 7f95c8c36b80 1 -- 172.21.15.69:0/2465307016 wait complete. 2024-05-08T06:11:20.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.751+0000 7f95c8c36b80 1 -- start start 2024-05-08T06:11:20.752 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.751+0000 7f95c8c36b80 1 Processor -- start 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 0x5603ef4c01a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b9bc0 0x5603ef4bd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bda80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5603ef4c0ec0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5603ef36cb20 con 0x5603ef4ba4e0 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5603ef4c1040 con 0x5603ef4b48f0 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95c8c36b80 10 client.0 _ll_register_callbacks cb 0x5603ef3adc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 0x5603ef4c01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b9bc0 0x5603ef4bd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b7400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 0x5603ef4c01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59360/0 (socket says 172.21.15.69:59360) 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b7400700 1 -- 172.21.15.69:0/3678490808 learned_addr learned my addr 172.21.15.69:0/3678490808 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:20.754 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b7e00700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b6a00700 1 -- 172.21.15.69:0/3678490808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 msgr2=0x5603ef4c01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.752+0000 7f95b6a00700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 0x5603ef4c01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95b6a00700 1 -- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4ba4e0 msgr2=0x5603ef4bda80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95b6a00700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bda80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95b6a00700 1 -- 172.21.15.69:0/3678490808 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603ef3cc420 con 0x5603ef4b9bc0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95b7e00700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95b7400700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 0x5603ef4c01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95b6a00700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b9bc0 0x5603ef4bd540 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f95a40a9620 tx=0x7f95a40a9e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f7ea4e649256d9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95a1600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95a1600700 1 -- 172.21.15.69:0/3678490808 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a40a57e0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95a1600700 1 -- 172.21.15.69:0/3678490808 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f95a40cabd0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95b00074e0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95a1600700 1 -- 172.21.15.69:0/3678490808 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f95a40a9090 con 0x5603ef4b9bc0 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95c8c36b80 10 client.16911 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:20.755 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.753+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603ef4cb7e0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95a1600700 1 -- 172.21.15.69:0/3678490808 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95b00074e0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.756 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95a1600700 1 -- 172.21.15.69:0/3678490808 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f95a4010720 con 0x5603ef4b9bc0 2024-05-08T06:11:20.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95c8c36b80 10 client.16911 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:20.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95c8c36b80 10 client.16911 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:20.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95c8c36b80 20 client.16911 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:20.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef4cde20 0x5603ef4d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95c8c36b80 4 client.16911 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:20.757 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603ef481140 con 0x5603ef4cde20 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.754+0000 7f95b7400700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef4cde20 0x5603ef4d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.755+0000 7f95b7400700 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef4cde20 0x5603ef4d0210 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1c354d0d6e1418a server_cookie=ce744d9031527fe2 in_seq=0 out_seq=0 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.755+0000 7f95a1600700 10 client.16911 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95a1600700 1 -- 172.21.15.69:0/3678490808 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5603ef481140 con 0x5603ef4cde20 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95a1600700 10 client.16911 handle_command_reply: tid=0 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 client.16911 shutdown 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b9bc0 msgr2=0x5603ef4bd540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b9bc0 0x5603ef4bd540 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f95a40a9620 tx=0x7f95a40a9e60 comp rx=0 tx=0).stop 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 shutdown_connections 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef4cde20 0x5603ef4d0210 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4b48f0 0x5603ef4c01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/3678490808 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b9bc0 0x5603ef4bd540 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95a1600700 0 client.16911 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:20.758 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 >> 172.21.15.69:0/3678490808 conn(0x5603ef42c6d0 msgr2=0x5603ef4ae190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:20.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 shutdown_connections 2024-05-08T06:11:20.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 1 -- 172.21.15.69:0/3678490808 wait complete. 2024-05-08T06:11:20.759 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.756+0000 7f95c8c36b80 20 client.16911 trim_cache size 0 max 16384 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 Processor -- start 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 -- start start 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4d0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bb1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81b2450 con 0x5603ef4b48f0 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81afce0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.773+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81adb30 con 0x5603ef4ba4e0 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4d0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41072/0 (socket says 172.21.15.69:41072) 2024-05-08T06:11:20.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b7400700 1 -- 172.21.15.69:0/317584542 learned_addr learned my addr 172.21.15.69:0/317584542 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:20.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b7e00700 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bb1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 -- 172.21.15.69:0/317584542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 msgr2=0x5603ef4bb1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bb1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 -- 172.21.15.69:0/317584542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 msgr2=0x5603ef4b42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 -- 172.21.15.69:0/317584542 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603ef4d0840 con 0x5603ef4b9bc0 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b7e00700 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.774+0000 7f95b6a00700 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4d0210 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f95a400e970 tx=0x7f95a4009790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f863be0b5718a2bf server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:20.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95a3e00700 1 -- 172.21.15.69:0/317584542 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a40a9270 con 0x5603ef4b9bc0 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95a3e00700 1 -- 172.21.15.69:0/317584542 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95a40a9430 con 0x5603ef4b9bc0 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95a3e00700 1 -- 172.21.15.69:0/317584542 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a40a96f0 con 0x5603ef4b9bc0 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 -- 172.21.15.69:0/317584542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 msgr2=0x5603ef4d0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4d0210 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f95a400e970 tx=0x7f95a4009790 comp rx=0 tx=0).stop 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 -- 172.21.15.69:0/317584542 shutdown_connections 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4bb1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/317584542 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4d0210 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 -- 172.21.15.69:0/317584542 >> 172.21.15.69:0/317584542 conn(0x5603ef42c6d0 msgr2=0x5603ef4bbe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 -- 172.21.15.69:0/317584542 shutdown_connections 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.775+0000 7f95c8c36b80 1 -- 172.21.15.69:0/317584542 wait complete. 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.776+0000 7f95c8c36b80 1 -- start start 2024-05-08T06:11:20.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.776+0000 7f95c8c36b80 1 Processor -- start 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4c6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4c6840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4d4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81ae1a0 con 0x5603ef4b48f0 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81af610 con 0x5603ef4b9bc0 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f95b81ae870 con 0x5603ef4ba4e0 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95c8c36b80 10 client.0 _ll_register_callbacks cb 0x5603ef3adc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4c6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4c6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b6a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4c6840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:35962/0 (socket says 172.21.15.69:35962) 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b6a00700 1 -- 172.21.15.69:0/771382304 learned_addr learned my addr 172.21.15.69:0/771382304 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:20.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7e00700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4d4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7400700 1 -- 172.21.15.69:0/771382304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 msgr2=0x5603ef4d4ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7400700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4d4ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7400700 1 -- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 msgr2=0x5603ef4c6840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7400700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4c6840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b7400700 1 -- 172.21.15.69:0/771382304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603ef4d5290 con 0x5603ef4b48f0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.777+0000 7f95b6a00700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4c6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95b7400700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4c6300 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f95a8012ac0 tx=0x7f95a8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d88a4b975cbf0a9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95a1600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95a1600700 1 -- 172.21.15.69:0/771382304 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8012da0 con 0x5603ef4b48f0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95a1600700 1 -- 172.21.15.69:0/771382304 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f95a802a9c0 con 0x5603ef4b48f0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95a40a9430 con 0x5603ef4b48f0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95a1600700 1 -- 172.21.15.69:0/771382304 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f95a8003680 con 0x5603ef4b48f0 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95c8c36b80 10 client.16917 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:20.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.778+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5603ef538180 con 0x5603ef4b48f0 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95a1600700 1 -- 172.21.15.69:0/771382304 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95a40a9430 con 0x5603ef4b48f0 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95a1600700 1 -- 172.21.15.69:0/771382304 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f95a801e810 con 0x5603ef4b48f0 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95c8c36b80 10 client.16917 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95c8c36b80 10 client.16917 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95c8c36b80 20 client.16917 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef5388c0 0x5603ef53ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95c8c36b80 4 client.16917 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5603ef414400 con 0x5603ef5388c0 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.779+0000 7f95b6a00700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef5388c0 0x5603ef53ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95b6a00700 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef5388c0 0x5603ef53ace0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=449016148cf42c5a server_cookie=5607e260e72071e2 in_seq=0 out_seq=0 2024-05-08T06:11:20.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95a1600700 10 client.16917 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:20.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95a1600700 1 -- 172.21.15.69:0/771382304 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5603ef414400 con 0x5603ef5388c0 2024-05-08T06:11:20.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95a1600700 10 client.16917 handle_command_reply: tid=0 2024-05-08T06:11:20.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 client.16917 shutdown 2024-05-08T06:11:20.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 msgr2=0x5603ef4c6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4c6300 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f95a8012ac0 tx=0x7f95a8004750 comp rx=0 tx=0).stop 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 shutdown_connections 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5603ef5388c0 0x5603ef53ace0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5603ef4ba4e0 0x5603ef4d4ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5603ef4b48f0 0x5603ef4c6300 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 --2- 172.21.15.69:0/771382304 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5603ef4b9bc0 0x5603ef4c6840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 >> 172.21.15.69:0/771382304 conn(0x5603ef42c6d0 msgr2=0x5603ef4bb020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.780+0000 7f95a1600700 0 client.16917 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 shutdown_connections 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95c8c36b80 1 -- 172.21.15.69:0/771382304 wait complete. 2024-05-08T06:11:20.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95c8c36b80 20 client.16917 trim_cache size 0 max 16384 2024-05-08T06:11:20.785 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:11:20.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f959c0b2900 msgr2=0x7f959c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95be200700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f959c0b2900 0x7f959c0b4dc0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x5603ef4ba8e0 tx=0x7f95a8009260 comp rx=0 tx=0).stop 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 msgr2=0x7f95b819c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.781+0000 7f95be200700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b819c270 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f95a400e9a0 tx=0x7f95a400ecb0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 shutdown_connections 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f95b8109510 0x7f95b81a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f95b806b180 0x7f95b819bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f959c0b2900 0x7f959c0b4dc0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 --2- 172.21.15.69:0/873279738 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f95b806bb40 0x7f95b819c270 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 >> 172.21.15.69:0/873279738 conn(0x7f95b8079350 msgr2=0x7f95b810e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 shutdown_connections 2024-05-08T06:11:20.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:20.782+0000 7f95be200700 1 -- 172.21.15.69:0/873279738 wait complete. 2024-05-08T06:11:20.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:20 smithi069 ceph-mon[29571]: pgmap v749: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:21.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:20 smithi105 ceph-mon[34393]: pgmap v749: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:21.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:20 smithi135 ceph-mon[34761]: pgmap v749: 97 pgs: 97 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:22.851 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:11:22.851 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:11:22.873 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:22 smithi069 ceph-mon[29571]: pgmap v750: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:23.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:22 smithi105 ceph-mon[34393]: pgmap v750: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:23.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:22 smithi135 ceph-mon[34761]: pgmap v750: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:23.282 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:25.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:24 smithi105 ceph-mon[34393]: pgmap v751: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:25.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:24 smithi135 ceph-mon[34761]: pgmap v751: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:25.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:24 smithi069 ceph-mon[29571]: pgmap v751: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:25.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 -- 172.21.15.69:0/2059464123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 msgr2=0x7f5740108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 --2- 172.21.15.69:0/2059464123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f5740108120 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f572c0099c0 tx=0x7f572c009cd0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 -- 172.21.15.69:0/2059464123 shutdown_connections 2024-05-08T06:11:25.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 --2- 172.21.15.69:0/2059464123 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5740108850 0x7f57401103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 --2- 172.21.15.69:0/2059464123 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f5740103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 --2- 172.21.15.69:0/2059464123 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f5740108120 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 -- 172.21.15.69:0/2059464123 >> 172.21.15.69:0/2059464123 conn(0x7f574007a600 msgr2=0x7f574007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:25.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 -- 172.21.15.69:0/2059464123 shutdown_connections 2024-05-08T06:11:25.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.609+0000 7f5747e00700 1 -- 172.21.15.69:0/2059464123 wait complete. 2024-05-08T06:11:25.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.610+0000 7f5747e00700 1 Processor -- start 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 -- start start 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f574019f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f574019fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5740108850 0x7f57401998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5740113630 con 0x7f5740103750 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f57401134b0 con 0x7f5740104100 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5747e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f57401137b0 con 0x7f5740108850 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5745400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f574019f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5745400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f574019f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41104/0 (socket says 172.21.15.69:41104) 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.611+0000 7f5745400700 1 -- 172.21.15.69:0/4073493017 learned_addr learned my addr 172.21.15.69:0/4073493017 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5744a00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f574019fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5740108850 0x7f57401998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745400700 1 -- 172.21.15.69:0/4073493017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5740108850 msgr2=0x7f57401998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745400700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5740108850 0x7f57401998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745400700 1 -- 172.21.15.69:0/4073493017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 msgr2=0x7f574019fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745400700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f574019fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745400700 1 -- 172.21.15.69:0/4073493017 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f574019a050 con 0x7f5740103750 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5744a00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f574019fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.612+0000 7f5745400700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f574019f730 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f573400ef10 tx=0x7f573400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.613+0000 7f573e000700 1 -- 172.21.15.69:0/4073493017 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f573400c9c0 con 0x7f5740103750 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.613+0000 7f573e000700 1 -- 172.21.15.69:0/4073493017 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5734019070 con 0x7f5740103750 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.613+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f574019a2e0 con 0x7f5740103750 2024-05-08T06:11:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.613+0000 7f573e000700 1 -- 172.21.15.69:0/4073493017 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5734014480 con 0x7f5740103750 2024-05-08T06:11:25.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.613+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57401a6600 con 0x7f5740103750 2024-05-08T06:11:25.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.616+0000 7f573e000700 1 -- 172.21.15.69:0/4073493017 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5734012050 con 0x7f5740103750 2024-05-08T06:11:25.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.617+0000 7f57527eeb80 1 Processor -- start 2024-05-08T06:11:25.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 -- start start 2024-05-08T06:11:25.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f573e000700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57280b2880 0x7f57280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e95fd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fda00 0x5644e9601510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9601eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5644e954faa0 con 0x5644e9601a50 2024-05-08T06:11:25.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5644e94ed7e0 con 0x5644e95fd0e0 2024-05-08T06:11:25.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f57527eeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5644e954ba60 con 0x5644e95fda00 2024-05-08T06:11:25.619 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f573e000700 1 -- 172.21.15.69:0/4073493017 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f57340e21b0 con 0x7f5740103750 2024-05-08T06:11:25.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.618+0000 7f5745400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e95fd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5744a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fda00 0x5644e9601510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5745400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e95fd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:35972/0 (socket says 172.21.15.69:35972) 2024-05-08T06:11:25.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5745400700 1 -- 172.21.15.69:0/2803718143 learned_addr learned my addr 172.21.15.69:0/2803718143 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:25.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5745e00700 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9601eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.620 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5745e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57280b2880 0x7f57280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5744a00700 1 -- 172.21.15.69:0/2803718143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 msgr2=0x5644e95fd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5744a00700 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e95fd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5744a00700 1 -- 172.21.15.69:0/2803718143 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 msgr2=0x5644e9601eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5744a00700 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9601eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5744a00700 1 -- 172.21.15.69:0/2803718143 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644e949c950 con 0x5644e95fda00 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.619+0000 7f5745400700 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e95fd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.620+0000 7f5744a00700 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fda00 0x5644e9601510 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f572c009990 tx=0x7f572c0036e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1463f28189fcb480 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.620+0000 7f5745e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57280b2880 0x7f57280b4d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f57380097a0 tx=0x7f5738009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.620+0000 7f5732a00700 1 -- 172.21.15.69:0/2803718143 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c027070 con 0x5644e95fda00 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.620+0000 7f5732a00700 1 -- 172.21.15.69:0/2803718143 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572c00bcf0 con 0x5644e95fda00 2024-05-08T06:11:25.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.620+0000 7f5732a00700 1 -- 172.21.15.69:0/2803718143 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c003bc0 con 0x5644e95fda00 2024-05-08T06:11:25.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 -- 172.21.15.69:0/2803718143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fda00 msgr2=0x5644e9601510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fda00 0x5644e9601510 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f572c009990 tx=0x7f572c0036e0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 -- 172.21.15.69:0/2803718143 shutdown_connections 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9601eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e95fd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 --2- 172.21.15.69:0/2803718143 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fda00 0x5644e9601510 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 -- 172.21.15.69:0/2803718143 >> 172.21.15.69:0/2803718143 conn(0x5644e952bbe0 msgr2=0x5644e95f7820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 -- 172.21.15.69:0/2803718143 shutdown_connections 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 -- 172.21.15.69:0/2803718143 wait complete. 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.621+0000 7f57527eeb80 1 -- start start 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 Processor -- start 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9608f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e96062d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e9601a50 0x5644e9606810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5644e9609c00 con 0x5644e95fda00 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5644e94b5ba0 con 0x5644e9601a50 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5644e9609d80 con 0x5644e95fd0e0 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.622+0000 7f57527eeb80 10 client.0 _ll_register_callbacks cb 0x5644e94f6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5744a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e96062d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9608f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5744a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e96062d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:41112/0 (socket says 172.21.15.69:41112) 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5744a00700 1 -- 172.21.15.69:0/1997558165 learned_addr learned my addr 172.21.15.69:0/1997558165 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745e00700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e9601a50 0x5644e9606810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 -- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e9601a50 msgr2=0x5644e9606810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e9601a50 0x5644e9606810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.626 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 -- 172.21.15.69:0/1997558165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 msgr2=0x5644e96062d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e96062d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 -- 172.21.15.69:0/1997558165 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644e95154a0 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5744a00700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e96062d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5745400700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9608f30 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f57340a9710 tx=0x7f57340a8f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3694b343def667e server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.623+0000 7f5727400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f5727400700 1 -- 172.21.15.69:0/1997558165 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57340a9e80 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f5727400700 1 -- 172.21.15.69:0/1997558165 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f573409f5e0 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f572c00bcf0 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f5727400700 1 -- 172.21.15.69:0/1997558165 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f57340a9780 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f57527eeb80 10 client.27019 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644e9618940 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f5727400700 1 -- 172.21.15.69:0/1997558165 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f572c00bcf0 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f5727400700 1 -- 172.21.15.69:0/1997558165 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f57340b2150 con 0x5644e95fd0e0 2024-05-08T06:11:25.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f57527eeb80 10 client.27019 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:25.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f57527eeb80 10 client.27019 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:25.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.624+0000 7f57527eeb80 20 client.27019 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:25.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.625+0000 7f57527eeb80 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e961aed0 0x5644e961d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.625+0000 7f57527eeb80 4 client.27019 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:25.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.625+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644e95ca120 con 0x5644e961aed0 2024-05-08T06:11:25.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.625+0000 7f5744a00700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e961aed0 0x5644e961d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.625+0000 7f5744a00700 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e961aed0 0x5644e961d2f0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=361b1e2484441ed9 server_cookie=2e8fc7268878f7b0 in_seq=0 out_seq=0 2024-05-08T06:11:25.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.625+0000 7f5727400700 10 client.27019 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:25.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.626+0000 7f5727400700 1 -- 172.21.15.69:0/1997558165 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5644e95ca120 con 0x5644e961aed0 2024-05-08T06:11:25.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.626+0000 7f5727400700 10 client.27019 handle_command_reply: tid=0 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.626+0000 7f57527eeb80 1 client.27019 shutdown 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 msgr2=0x5644e9608f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9608f30 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f57340a9710 tx=0x7f57340a8f70 comp rx=0 tx=0).stop 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 shutdown_connections 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e9601a50 0x5644e9606810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e961aed0 0x5644e961d2f0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9608f30 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 --2- 172.21.15.69:0/1997558165 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e96062d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 >> 172.21.15.69:0/1997558165 conn(0x5644e952bbe0 msgr2=0x5644e95f2330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f5727400700 0 client.27019 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 shutdown_connections 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 1 -- 172.21.15.69:0/1997558165 wait complete. 2024-05-08T06:11:25.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.627+0000 7f57527eeb80 20 client.27019 trim_cache size 0 max 16384 2024-05-08T06:11:25.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.649+0000 7f57527eeb80 1 Processor -- start 2024-05-08T06:11:25.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.649+0000 7f57527eeb80 1 -- start start 2024-05-08T06:11:25.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e9603f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e9617120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e9601a50 0x5644e95fc780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f57527eeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f57401ae080 con 0x5644e95fda00 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f57527eeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f57401ab910 con 0x5644e95fd0e0 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f57527eeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f57401a9760 con 0x5644e9601a50 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f5745400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e9603f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f5744a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e9617120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f5745400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e9603f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:35980/0 (socket says 172.21.15.69:35980) 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f5745400700 1 -- 172.21.15.69:0/622061243 learned_addr learned my addr 172.21.15.69:0/622061243 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:25.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.650+0000 7f5745e00700 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e9601a50 0x5644e95fc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5745400700 1 -- 172.21.15.69:0/622061243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e9601a50 msgr2=0x5644e95fc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5745400700 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e9601a50 0x5644e95fc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5745400700 1 -- 172.21.15.69:0/622061243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 msgr2=0x5644e9617120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5745400700 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e9617120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5745400700 1 -- 172.21.15.69:0/622061243 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644e961d970 con 0x5644e95fd0e0 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5744a00700 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e9617120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.651+0000 7f5745400700 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e9603f00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f57340a5800 tx=0x7f57340a9680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4fa3ab93c65617c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f5732000700 1 -- 172.21.15.69:0/622061243 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57340adb30 con 0x5644e95fd0e0 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f5732000700 1 -- 172.21.15.69:0/622061243 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57340b25e0 con 0x5644e95fd0e0 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f5732000700 1 -- 172.21.15.69:0/622061243 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57340a99e0 con 0x5644e95fd0e0 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 -- 172.21.15.69:0/622061243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 msgr2=0x5644e9603f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e9603f00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f57340a5800 tx=0x7f57340a9680 comp rx=0 tx=0).stop 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 -- 172.21.15.69:0/622061243 shutdown_connections 2024-05-08T06:11:25.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e9601a50 0x5644e95fc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fd0e0 0x5644e9603f00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 --2- 172.21.15.69:0/622061243 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e95fda00 0x5644e9617120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.652+0000 7f57527eeb80 1 -- 172.21.15.69:0/622061243 >> 172.21.15.69:0/622061243 conn(0x5644e952bbe0 msgr2=0x5644e95f2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:25.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.653+0000 7f57527eeb80 1 -- 172.21.15.69:0/622061243 shutdown_connections 2024-05-08T06:11:25.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.653+0000 7f57527eeb80 1 -- 172.21.15.69:0/622061243 wait complete. 2024-05-08T06:11:25.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.653+0000 7f57527eeb80 1 -- start start 2024-05-08T06:11:25.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.653+0000 7f57527eeb80 1 Processor -- start 2024-05-08T06:11:25.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9613a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 0x5644e9610470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9610a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f57401a9dd0 con 0x5644e9601a50 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f57401ab240 con 0x5644e95fda00 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f57401aa4a0 con 0x5644e95fd0e0 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f57527eeb80 10 client.0 _ll_register_callbacks cb 0x5644e94f6cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f5745e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9610a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f5744a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 0x5644e9610470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f5745400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9613a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f5744a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 0x5644e9610470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:35992/0 (socket says 172.21.15.69:35992) 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f5744a00700 1 -- 172.21.15.69:0/828938646 learned_addr learned my addr 172.21.15.69:0/828938646 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.654+0000 7f5745400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9613a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:59432/0 (socket says 172.21.15.69:59432) 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5744a00700 1 -- 172.21.15.69:0/828938646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 msgr2=0x5644e9613a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5744a00700 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9613a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.657 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5744a00700 1 -- 172.21.15.69:0/828938646 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 msgr2=0x5644e9610a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5744a00700 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9610a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5744a00700 1 -- 172.21.15.69:0/828938646 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644e9611280 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5744a00700 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 0x5644e9610470 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f572c009d10 tx=0x7f572c003a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=937918f398c833b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5727400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5727400700 1 -- 172.21.15.69:0/828938646 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572c036060 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57340b25e0 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5727400700 1 -- 172.21.15.69:0/828938646 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f572c00b690 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.655+0000 7f5727400700 1 -- 172.21.15.69:0/828938646 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f572c027040 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 10 client.27071 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5644e96868a0 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f5727400700 1 -- 172.21.15.69:0/828938646 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f57340b25e0 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f5727400700 1 -- 172.21.15.69:0/828938646 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f572c00fa40 con 0x5644e95fda00 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 10 client.27071 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:25.658 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 10 client.27071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:25.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 20 client.27071 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:25.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e9686b30 0x5644e9688f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:25.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 4 client.27071 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:11:25.659 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.656+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5644e955d480 con 0x5644e9686b30 2024-05-08T06:11:25.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.657+0000 7f5745400700 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e9686b30 0x5644e9688f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:25.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.657+0000 7f5745400700 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e9686b30 0x5644e9688f20 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e33154826a84aec1 server_cookie=a219804368040fd4 in_seq=0 out_seq=0 2024-05-08T06:11:25.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.657+0000 7f5727400700 10 client.27071 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.658+0000 7f5727400700 1 -- 172.21.15.69:0/828938646 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5644e955d480 con 0x5644e9686b30 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.658+0000 7f5727400700 10 client.27071 handle_command_reply: tid=0 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.658+0000 7f57527eeb80 1 client.27071 shutdown 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.658+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 msgr2=0x5644e9610470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.658+0000 7f57527eeb80 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 0x5644e9610470 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f572c009d10 tx=0x7f572c003a40 comp rx=0 tx=0).stop 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.658+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 shutdown_connections 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5644e9601a50 0x5644e9610a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5644e9686b30 0x5644e9688f20 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5644e95fd0e0 0x5644e9613a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 --2- 172.21.15.69:0/828938646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5644e95fda00 0x5644e9610470 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f5727400700 0 client.27071 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 >> 172.21.15.69:0/828938646 conn(0x5644e952bbe0 msgr2=0x5644e95fc780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 shutdown_connections 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 1 -- 172.21.15.69:0/828938646 wait complete. 2024-05-08T06:11:25.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.659+0000 7f57527eeb80 20 client.27071 trim_cache size 0 max 16384 2024-05-08T06:11:25.662 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:11:25.662 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:11:25.662 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "3bc0b663-75e2-4a7a-8fab-761dd71ff9fd", 2024-05-08T06:11:25.662 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:11:25.662 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57280b2880 msgr2=0x7f57280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57280b2880 0x7f57280b4d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f57380097a0 tx=0x7f5738009260 comp rx=0 tx=0).stop 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 msgr2=0x7f574019f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f574019f730 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f573400ef10 tx=0x7f573400c3a0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 shutdown_connections 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5740108850 0x7f57401998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5740103750 0x7f574019f730 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f57280b2880 0x7f57280b4d40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 --2- 172.21.15.69:0/4073493017 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5740104100 0x7f574019fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:25.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 >> 172.21.15.69:0/4073493017 conn(0x7f574007a600 msgr2=0x7f57401099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:25.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 shutdown_connections 2024-05-08T06:11:25.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:25.660+0000 7f5747e00700 1 -- 172.21.15.69:0/4073493017 wait complete. 2024-05-08T06:11:25.691 INFO:tasks.workunit.client.0.smithi069.stdout:437/600: open fd = 3 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:438/600: open fd = 3 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:439/600: open fd = 3 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.692 INFO:tasks.workunit.client.0.smithi069.stdout:440/600: open fd = 3 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:441/600: open fd = 3 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:442/600: open fd = 3 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:443/600: open fd = 3 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.693 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:444/600: open fd = 3 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:445/600: open fd = 3 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:446/600: open fd = 3 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.694 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:447/600: open fd = 3 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:448/600: open fd = 3 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:449/600: open fd = 3 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:450/600: open fd = 3 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.695 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:451/600: open fd = 3 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:452/600: open fd = 3 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:453/600: open fd = 3 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:454/600: open fd = 3 2024-05-08T06:11:25.696 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:455/600: open fd = 3 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:456/600: open fd = 3 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:457/600: open fd = 3 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.697 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:458/600: open fd = 3 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:459/600: open fd = 3 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:460/600: open fd = 3 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.698 INFO:tasks.workunit.client.0.smithi069.stdout:461/600: open fd = 3 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:462/600: open fd = 3 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:463/600: open fd = 3 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:464/600: open fd = 3 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.699 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:465/600: open fd = 3 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:466/600: open fd = 3 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:467/600: open fd = 3 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:468/600: open fd = 3 2024-05-08T06:11:25.700 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:469/600: open fd = 3 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:470/600: open fd = 3 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:471/600: open fd = 3 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.701 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:472/600: open fd = 3 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:473/600: open fd = 3 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:474/600: open fd = 3 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:475/600: open fd = 3 2024-05-08T06:11:25.702 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:476/600: open fd = 3 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:477/600: open fd = 3 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:478/600: open fd = 3 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:479/600: open fd = 3 2024-05-08T06:11:25.703 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:480/600: open fd = 3 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:481/600: open fd = 3 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:482/600: open fd = 3 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.704 INFO:tasks.workunit.client.0.smithi069.stdout:483/600: open fd = 3 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:484/600: open fd = 3 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:485/600: open fd = 3 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:486/600: open fd = 3 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.705 INFO:tasks.workunit.client.0.smithi069.stdout:487/600: open fd = 3 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:488/600: open fd = 3 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:489/600: open fd = 3 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:490/600: open fd = 3 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.706 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:491/600: open fd = 3 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:492/600: open fd = 3 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:493/600: open fd = 3 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:494/600: open fd = 3 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.707 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:495/600: open fd = 3 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:496/600: open fd = 3 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:497/600: open fd = 3 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:498/600: open fd = 3 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:11:25.708 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:11:26.816 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:11:26.863 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:26 smithi135 ceph-mon[34761]: pgmap v752: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:26.864 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:26 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:11:26.864 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:26 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:26.864 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:26 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:11:26.864 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:26 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:26.930 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:26 smithi069 ceph-mon[29571]: pgmap v752: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:26.930 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:26 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:11:26.930 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:26 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:26.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:26 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:11:26.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:26 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:26 smithi105 ceph-mon[34393]: pgmap v752: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:26 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:11:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:26 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:26 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:11:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:26 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:27.297 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:28.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:28 smithi069 ceph-mon[29571]: pgmap v753: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:28.733 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:28 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:11:29.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:28 smithi105 ceph-mon[34393]: pgmap v753: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:29.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:28 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:11:29.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:28 smithi135 ceph-mon[34761]: pgmap v753: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:29.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:28 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:11:29.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 -- 172.21.15.69:0/1929886720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 msgr2=0x7fd244075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 --2- 172.21.15.69:0/1929886720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd244075ab0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd23400b0a0 tx=0x7fd23400b3b0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 -- 172.21.15.69:0/1929886720 shutdown_connections 2024-05-08T06:11:29.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 --2- 172.21.15.69:0/1929886720 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd24410fea0 0x7fd244112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 --2- 172.21.15.69:0/1929886720 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd244075ab0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 --2- 172.21.15.69:0/1929886720 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 0x7fd24410f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.626+0000 7fd249600700 1 -- 172.21.15.69:0/1929886720 >> 172.21.15.69:0/1929886720 conn(0x7fd24407a600 msgr2=0x7fd24407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:29.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.627+0000 7fd249600700 1 -- 172.21.15.69:0/1929886720 shutdown_connections 2024-05-08T06:11:29.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.627+0000 7fd249600700 1 -- 172.21.15.69:0/1929886720 wait complete. 2024-05-08T06:11:29.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 Processor -- start 2024-05-08T06:11:29.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 -- start start 2024-05-08T06:11:29.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd24419be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 0x7fd24419c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.629 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd24410fea0 0x7fd2441a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441158a0 con 0x7fd2440756d0 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd244115720 con 0x7fd244075ff0 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.628+0000 7fd249600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd244115a20 con 0x7fd24410fea0 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd24419be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd24419be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35718/0 (socket says 172.21.15.69:35718) 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 -- 172.21.15.69:0/2812049637 learned_addr learned my addr 172.21.15.69:0/2812049637 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd23a000700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 0x7fd24419c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd243400700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd24410fea0 0x7fd2441a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 -- 172.21.15.69:0/2812049637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd24410fea0 msgr2=0x7fd2441a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd24410fea0 0x7fd2441a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 -- 172.21.15.69:0/2812049637 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 msgr2=0x7fd24419c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 0x7fd24419c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd242a00700 1 -- 172.21.15.69:0/2812049637 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2441a0e60 con 0x7fd2440756d0 2024-05-08T06:11:29.631 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.629+0000 7fd23a000700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 0x7fd24419c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:29.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.630+0000 7fd242a00700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd24419be50 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd23400d010 tx=0x7fd234004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:29.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.630+0000 7fd23be00700 1 -- 172.21.15.69:0/2812049637 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd234021070 con 0x7fd2440756d0 2024-05-08T06:11:29.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.630+0000 7fd23be00700 1 -- 172.21.15.69:0/2812049637 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd234007e30 con 0x7fd2440756d0 2024-05-08T06:11:29.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.630+0000 7fd23be00700 1 -- 172.21.15.69:0/2812049637 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd234004690 con 0x7fd2440756d0 2024-05-08T06:11:29.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.630+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2441a10f0 con 0x7fd2440756d0 2024-05-08T06:11:29.632 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.631+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2441a89d0 con 0x7fd2440756d0 2024-05-08T06:11:29.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.634+0000 7fd23be00700 1 -- 172.21.15.69:0/2812049637 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd234007980 con 0x7fd2440756d0 2024-05-08T06:11:29.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.635+0000 7fd253f2fb80 1 Processor -- start 2024-05-08T06:11:29.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.635+0000 7fd253f2fb80 1 -- start start 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd23be00700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd2280b2880 0x7fd2280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780b4e0 0x5613a78052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a78058f0 0x5613a7805d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5613a7757a20 con 0x5613a780b4e0 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5613a76f5760 con 0x5613a78058f0 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5613a77539e0 con 0x5613a780abc0 2024-05-08T06:11:29.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd23be00700 1 -- 172.21.15.69:0/2812049637 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd23400f070 con 0x7fd2440756d0 2024-05-08T06:11:29.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd243400700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd2280b2880 0x7fd2280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd242a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd23a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780b4e0 0x5613a78052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd242a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45550/0 (socket says 172.21.15.69:45550) 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.636+0000 7fd242a00700 1 -- 172.21.15.69:0/1212263784 learned_addr learned my addr 172.21.15.69:0/1212263784 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd243400700 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a78058f0 0x5613a7805d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd242a00700 1 -- 172.21.15.69:0/1212263784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a78058f0 msgr2=0x5613a7805d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd242a00700 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a78058f0 0x5613a7805d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd242a00700 1 -- 172.21.15.69:0/1212263784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780b4e0 msgr2=0x5613a78052d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd242a00700 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780b4e0 0x5613a78052d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd242a00700 1 -- 172.21.15.69:0/1212263784 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613a76a48d0 con 0x5613a780abc0 2024-05-08T06:11:29.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd242a00700 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780afa0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd2340aa570 tx=0x7fd2340a65d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f44b7cfb3edfa72 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:29.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd233e00700 1 -- 172.21.15.69:0/1212263784 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2340a9d50 con 0x5613a780abc0 2024-05-08T06:11:29.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd243400700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd2280b2880 0x7fd2280b4d40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd24406bd30 tx=0x7fd23c0079f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:29.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd233e00700 1 -- 172.21.15.69:0/1212263784 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd234007c70 con 0x5613a780abc0 2024-05-08T06:11:29.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.637+0000 7fd233e00700 1 -- 172.21.15.69:0/1212263784 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2340074e0 con 0x5613a780abc0 2024-05-08T06:11:29.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 -- 172.21.15.69:0/1212263784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 msgr2=0x5613a780afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780afa0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd2340aa570 tx=0x7fd2340a65d0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 -- 172.21.15.69:0/1212263784 shutdown_connections 2024-05-08T06:11:29.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a78058f0 0x5613a7805d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780afa0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/1212263784 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780b4e0 0x5613a78052d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 -- 172.21.15.69:0/1212263784 >> 172.21.15.69:0/1212263784 conn(0x5613a777d6d0 msgr2=0x5613a77ffb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 -- 172.21.15.69:0/1212263784 shutdown_connections 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.638+0000 7fd253f2fb80 1 -- 172.21.15.69:0/1212263784 wait complete. 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.639+0000 7fd253f2fb80 1 -- start start 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.639+0000 7fd253f2fb80 1 Processor -- start 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a78058f0 0x5613a78110e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 0x5613a780e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a780e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5613a7811ce0 con 0x5613a780abc0 2024-05-08T06:11:29.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5613a76bdb20 con 0x5613a780b4e0 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5613a7811e60 con 0x5613a78058f0 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd253f2fb80 10 client.0 _ll_register_callbacks cb 0x5613a76fec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd23a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 0x5613a780e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd23a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 0x5613a780e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35742/0 (socket says 172.21.15.69:35742) 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd23a000700 1 -- 172.21.15.69:0/3877180611 learned_addr learned my addr 172.21.15.69:0/3877180611 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd242a00700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a78058f0 0x5613a78110e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd243400700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a780e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd23a000700 1 -- 172.21.15.69:0/3877180611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a78058f0 msgr2=0x5613a78110e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.640+0000 7fd23a000700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a78058f0 0x5613a78110e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd23a000700 1 -- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 msgr2=0x5613a780e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd23a000700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a780e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd23a000700 1 -- 172.21.15.69:0/3877180611 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613a771d420 con 0x5613a780abc0 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd242a00700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a78058f0 0x5613a78110e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd243400700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a780e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd23a000700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 0x5613a780e480 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd22c012d20 tx=0x7fd22c00f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cb3ea275cd44503 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd230c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd230c00700 1 -- 172.21.15.69:0/3877180611 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd22c00fc30 con 0x5613a780abc0 2024-05-08T06:11:29.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5613a77d2140 con 0x5613a780abc0 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd230c00700 1 -- 172.21.15.69:0/3877180611 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd22c00fdd0 con 0x5613a780abc0 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd230c00700 1 -- 172.21.15.69:0/3877180611 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd22c004030 con 0x5613a780abc0 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd253f2fb80 10 client.16947 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.641+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5613a781c450 con 0x5613a780abc0 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd230c00700 1 -- 172.21.15.69:0/3877180611 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5613a77d2140 con 0x5613a780abc0 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd230c00700 1 -- 172.21.15.69:0/3877180611 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd22c010430 con 0x5613a780abc0 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd253f2fb80 10 client.16947 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd253f2fb80 10 client.16947 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:29.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd253f2fb80 20 client.16947 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:29.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a781ea90 0x5613a7820e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd253f2fb80 4 client.16947 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:29.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.642+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613a7765400 con 0x5613a781ea90 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.643+0000 7fd242a00700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a781ea90 0x5613a7820e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.643+0000 7fd242a00700 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a781ea90 0x5613a7820e80 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce00924dd70b9858 server_cookie=970a2bbadd53bb87 in_seq=0 out_seq=0 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.643+0000 7fd230c00700 10 client.16947 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd230c00700 1 -- 172.21.15.69:0/3877180611 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5613a7765400 con 0x5613a781ea90 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd230c00700 10 client.16947 handle_command_reply: tid=0 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 client.16947 shutdown 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 msgr2=0x5613a780e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 0x5613a780e480 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd22c012d20 tx=0x7fd22c00f6a0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 shutdown_connections 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a780e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a781ea90 0x5613a7820e80 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a78058f0 0x5613a78110e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/3877180611 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a780abc0 0x5613a780e480 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 >> 172.21.15.69:0/3877180611 conn(0x5613a777d6d0 msgr2=0x5613a77ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd230c00700 0 client.16947 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.644+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 shutdown_connections 2024-05-08T06:11:29.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.645+0000 7fd253f2fb80 1 -- 172.21.15.69:0/3877180611 wait complete. 2024-05-08T06:11:29.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.645+0000 7fd253f2fb80 20 client.16947 trim_cache size 0 max 16384 2024-05-08T06:11:29.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 Processor -- start 2024-05-08T06:11:29.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 -- start start 2024-05-08T06:11:29.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78052d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a77ff910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441b2570 con 0x5613a78058f0 2024-05-08T06:11:29.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441afe00 con 0x5613a780b4e0 2024-05-08T06:11:29.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.667+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441adc50 con 0x5613a780abc0 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78052d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78052d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35744/0 (socket says 172.21.15.69:35744) 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 -- 172.21.15.69:0/2634828364 learned_addr learned my addr 172.21.15.69:0/2634828364 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd243400700 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a77ff910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd23a000700 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 -- 172.21.15.69:0/2634828364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 msgr2=0x5613a780bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 -- 172.21.15.69:0/2634828364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 msgr2=0x5613a77ff910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a77ff910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 -- 172.21.15.69:0/2634828364 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613a7808fc0 con 0x5613a78058f0 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd243400700 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a77ff910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:29.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.668+0000 7fd242a00700 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78052d0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd2340aa2e0 tx=0x7fd2340e2040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c1a26fb818255ad server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:29.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd233400700 1 -- 172.21.15.69:0/2634828364 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23408a370 con 0x5613a78058f0 2024-05-08T06:11:29.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd233400700 1 -- 172.21.15.69:0/2634828364 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2340b33b0 con 0x5613a78058f0 2024-05-08T06:11:29.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd233400700 1 -- 172.21.15.69:0/2634828364 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2340aa840 con 0x5613a78058f0 2024-05-08T06:11:29.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2634828364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 msgr2=0x5613a78052d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78052d0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd2340aa2e0 tx=0x7fd2340e2040 comp rx=0 tx=0).stop 2024-05-08T06:11:29.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2634828364 shutdown_connections 2024-05-08T06:11:29.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780b4e0 0x5613a77ff910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78052d0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2634828364 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780abc0 0x5613a780bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2634828364 >> 172.21.15.69:0/2634828364 conn(0x5613a777d6d0 msgr2=0x5613a780b8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.669+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2634828364 shutdown_connections 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.670+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2634828364 wait complete. 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.670+0000 7fd253f2fb80 1 -- start start 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.670+0000 7fd253f2fb80 1 Processor -- start 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78261e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780abc0 0x5613a7826720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780b4e0 0x5613a7826c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441ae2c0 con 0x5613a78058f0 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441af730 con 0x5613a780abc0 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd2441ae990 con 0x5613a780b4e0 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd253f2fb80 10 client.0 _ll_register_callbacks cb 0x5613a76fec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd242a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78261e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd242a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78261e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35752/0 (socket says 172.21.15.69:35752) 2024-05-08T06:11:29.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd242a00700 1 -- 172.21.15.69:0/2029809518 learned_addr learned my addr 172.21.15.69:0/2029809518 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:29.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd23a000700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780abc0 0x5613a7826720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd243400700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780b4e0 0x5613a7826c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd242a00700 1 -- 172.21.15.69:0/2029809518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780b4e0 msgr2=0x5613a7826c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.671+0000 7fd242a00700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780b4e0 0x5613a7826c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd242a00700 1 -- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780abc0 msgr2=0x5613a7826720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:29.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd242a00700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780abc0 0x5613a7826720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd242a00700 1 -- 172.21.15.69:0/2029809518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613a78885a0 con 0x5613a78058f0 2024-05-08T06:11:29.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd23a000700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780abc0 0x5613a7826720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd242a00700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78261e0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd2340062a0 tx=0x7fd2340aeb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7d1652fa951478f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd230c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd230c00700 1 -- 172.21.15.69:0/2029809518 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2340aa5e0 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd230c00700 1 -- 172.21.15.69:0/2029809518 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd2340aa840 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2340b33b0 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd230c00700 1 -- 172.21.15.69:0/2029809518 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd2340aace0 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd253f2fb80 10 client.16953 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.672+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5613a78898b0 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd230c00700 1 -- 172.21.15.69:0/2029809518 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd2340b33b0 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd230c00700 1 -- 172.21.15.69:0/2029809518 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd23408c070 con 0x5613a78058f0 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd253f2fb80 10 client.16953 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd253f2fb80 10 client.16953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd253f2fb80 20 client.16953 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a7889c60 0x5613a788c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:29.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd253f2fb80 4 client.16953 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5613a775f4a0 con 0x5613a7889c60 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.673+0000 7fd23a000700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a7889c60 0x5613a788c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd23a000700 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a7889c60 0x5613a788c050 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=128b09f202480aa0 server_cookie=450efca2a19f478 in_seq=0 out_seq=0 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd230c00700 10 client.16953 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd230c00700 1 -- 172.21.15.69:0/2029809518 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5613a775f4a0 con 0x5613a7889c60 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd230c00700 10 client.16953 handle_command_reply: tid=0 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 client.16953 shutdown 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 msgr2=0x5613a78261e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78261e0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fd2340062a0 tx=0x7fd2340aeb10 comp rx=0 tx=0).stop 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 shutdown_connections 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5613a7889c60 0x5613a788c050 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5613a780b4e0 0x5613a7826c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5613a78058f0 0x5613a78261e0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 --2- 172.21.15.69:0/2029809518 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5613a780abc0 0x5613a7826720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 >> 172.21.15.69:0/2029809518 conn(0x5613a777d6d0 msgr2=0x5613a780fa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.674+0000 7fd230c00700 0 client.16953 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 shutdown_connections 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd253f2fb80 1 -- 172.21.15.69:0/2029809518 wait complete. 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd253f2fb80 20 client.16953 trim_cache size 0 max 16384 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:11:29.678 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd2280b2880 msgr2=0x7fd2280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd249600700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd2280b2880 0x7fd2280b4d40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd24406bd30 tx=0x7fd23c0079f0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 msgr2=0x7fd24419be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.675+0000 7fd249600700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd24419be50 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd23400d010 tx=0x7fd234004d00 comp rx=0 tx=0).stop 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 shutdown_connections 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd24410fea0 0x7fd2441a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd2440756d0 0x7fd24419be50 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd2280b2880 0x7fd2280b4d40 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 --2- 172.21.15.69:0/2812049637 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd244075ff0 0x7fd24419c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 >> 172.21.15.69:0/2812049637 conn(0x7fd24407a600 msgr2=0x7fd244101a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:29.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 shutdown_connections 2024-05-08T06:11:29.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:29.676+0000 7fd249600700 1 -- 172.21.15.69:0/2812049637 wait complete. 2024-05-08T06:11:30.691 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:11:30.691 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:11:31.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:30 smithi105 ceph-mon[34393]: pgmap v754: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:31.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:30 smithi135 ceph-mon[34761]: pgmap v754: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:31.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:30 smithi069 ceph-mon[29571]: pgmap v754: 97 pgs: 97 active+clean; 6.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:31.144 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:33.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:32 smithi105 ceph-mon[34393]: pgmap v755: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:33.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:32 smithi135 ceph-mon[34761]: pgmap v755: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:33.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:32 smithi069 ceph-mon[29571]: pgmap v755: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:11:33.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 -- 172.21.15.69:0/1404430750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c0756d0 msgr2=0x7fb01c075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:33.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 --2- 172.21.15.69:0/1404430750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c0756d0 0x7fb01c075ab0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb00c009990 tx=0x7fb00c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 -- 172.21.15.69:0/1404430750 shutdown_connections 2024-05-08T06:11:33.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 --2- 172.21.15.69:0/1404430750 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb01c10ff00 0x7fb01c1122f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 --2- 172.21.15.69:0/1404430750 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c0756d0 0x7fb01c075ab0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 --2- 172.21.15.69:0/1404430750 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 0x7fb01c10f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 -- 172.21.15.69:0/1404430750 >> 172.21.15.69:0/1404430750 conn(0x7fb01c07a600 msgr2=0x7fb01c07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:33.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 -- 172.21.15.69:0/1404430750 shutdown_connections 2024-05-08T06:11:33.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.666+0000 7fb021200700 1 -- 172.21.15.69:0/1404430750 wait complete. 2024-05-08T06:11:33.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.667+0000 7fb021200700 1 Processor -- start 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.667+0000 7fb021200700 1 -- start start 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb021200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb01c0756d0 0x7fb01c19bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb021200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 0x7fb01c19c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb021200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 0x7fb01c1a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb021200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c115920 con 0x7fb01c10ff00 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb021200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1157a0 con 0x7fb01c075ff0 2024-05-08T06:11:33.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb021200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c115aa0 con 0x7fb01c0756d0 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb01a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 0x7fb01c1a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb01a800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 0x7fb01c1a0610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35758/0 (socket says 172.21.15.69:35758) 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb01a800700 1 -- 172.21.15.69:0/188004033 learned_addr learned my addr 172.21.15.69:0/188004033 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb019400700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 0x7fb01c19c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.668+0000 7fb019e00700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb01c0756d0 0x7fb01c19bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb01a800700 1 -- 172.21.15.69:0/188004033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb01c0756d0 msgr2=0x7fb01c19bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb01a800700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb01c0756d0 0x7fb01c19bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb01a800700 1 -- 172.21.15.69:0/188004033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 msgr2=0x7fb01c19c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb01a800700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 0x7fb01c19c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb01a800700 1 -- 172.21.15.69:0/188004033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01c1a0d50 con 0x7fb01c10ff00 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb019400700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 0x7fb01c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:33.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb01a800700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 0x7fb01c1a0610 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb01400efc0 tx=0x7fb01400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:33.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0140092e0 con 0x7fb01c10ff00 2024-05-08T06:11:33.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb01c1a0fe0 con 0x7fb01c10ff00 2024-05-08T06:11:33.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb014004bb0 con 0x7fb01c10ff00 2024-05-08T06:11:33.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.669+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb014004020 con 0x7fb01c10ff00 2024-05-08T06:11:33.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.670+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb01c1a88c0 con 0x7fb01c10ff00 2024-05-08T06:11:33.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.671+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb01c06a190 con 0x7fb01c10ff00 2024-05-08T06:11:33.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.673+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb01401b030 con 0x7fb01c10ff00 2024-05-08T06:11:33.674 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.674+0000 7fb012a00700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0000b2880 0x7fb0000b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:33.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.675+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb0140e25c0 con 0x7fb01c10ff00 2024-05-08T06:11:33.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.675+0000 7fb019e00700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0000b2880 0x7fb0000b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:33.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.675+0000 7fb019e00700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0000b2880 0x7fb0000b4d40 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb00c006010 tx=0x7fb00c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:33.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.677+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb014022020 con 0x7fb01c10ff00 2024-05-08T06:11:33.957 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.957+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb01c19d0a0 con 0x7fb01c10ff00 2024-05-08T06:11:33.959 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.959+0000 7fb012a00700 1 -- 172.21.15.69:0/188004033 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fb01c19d0a0 con 0x7fb01c10ff00 2024-05-08T06:11:33.960 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:11:33.960 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:11:33.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.962+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0000b2880 msgr2=0x7fb0000b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:33.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.962+0000 7fb021200700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0000b2880 0x7fb0000b4d40 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fb00c006010 tx=0x7fb00c00b260 comp rx=0 tx=0).stop 2024-05-08T06:11:33.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.962+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 msgr2=0x7fb01c1a0610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:33.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.962+0000 7fb021200700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 0x7fb01c1a0610 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb01400efc0 tx=0x7fb01400c3a0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 shutdown_connections 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb01c10ff00 0x7fb01c1a0610 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb01c0756d0 0x7fb01c19bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb0000b2880 0x7fb0000b4d40 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 --2- 172.21.15.69:0/188004033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb01c075ff0 0x7fb01c19c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 >> 172.21.15.69:0/188004033 conn(0x7fb01c07a600 msgr2=0x7fb01c100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 shutdown_connections 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:33.963+0000 7fb021200700 1 -- 172.21.15.69:0/188004033 wait complete. 2024-05-08T06:11:33.964 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:11:34.737 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:34 smithi069 ceph-mon[29571]: pgmap v756: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:34.738 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:34 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/188004033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:34.799 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:11:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:34 smithi105 ceph-mon[34393]: pgmap v756: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:34 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/188004033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:34 smithi135 ceph-mon[34761]: pgmap v756: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:35.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:34 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/188004033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:35.235 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:37.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:36 smithi105 ceph-mon[34393]: pgmap v757: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:37.048 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:36 smithi069 ceph-mon[29571]: pgmap v757: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:37.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:36 smithi135 ceph-mon[34761]: pgmap v757: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 19 KiB/s wr, 13 op/s 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 -- 172.21.15.69:0/2602379986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d0006bb40 msgr2=0x7f4d00110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 --2- 172.21.15.69:0/2602379986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d0006bb40 0x7f4d00110330 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800b0a0 tx=0x7f4cf800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 -- 172.21.15.69:0/2602379986 shutdown_connections 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 --2- 172.21.15.69:0/2602379986 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d0006bb40 0x7f4d00110330 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 --2- 172.21.15.69:0/2602379986 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d00109510 0x7f4d001098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 --2- 172.21.15.69:0/2602379986 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006b180 0x7f4d0006b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.660 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.659+0000 7f4d06400700 1 -- 172.21.15.69:0/2602379986 >> 172.21.15.69:0/2602379986 conn(0x7f4d00079350 msgr2=0x7f4d00079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:37.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.660+0000 7f4d06400700 1 -- 172.21.15.69:0/2602379986 shutdown_connections 2024-05-08T06:11:37.661 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.660+0000 7f4d06400700 1 -- 172.21.15.69:0/2602379986 wait complete. 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 Processor -- start 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 -- start start 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 0x7f4d0019bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006bb40 0x7f4d0019c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d00109510 0x7f4d001a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4d00113670 con 0x7f4d00109510 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4d001134f0 con 0x7f4d0006bb40 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.661+0000 7f4d06400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4d001137f0 con 0x7f4d0006b180 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cff400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 0x7f4d0019bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006bb40 0x7f4d0019c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cff400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 0x7f4d0019bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:45604/0 (socket says 172.21.15.69:45604) 2024-05-08T06:11:37.662 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cff400700 1 -- 172.21.15.69:0/1135203010 learned_addr learned my addr 172.21.15.69:0/1135203010 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:37.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cffe00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d00109510 0x7f4d001a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 -- 172.21.15.69:0/1135203010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 msgr2=0x7f4d0019bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 0x7f4d0019bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.663 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 -- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d00109510 msgr2=0x7f4d001a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d00109510 0x7f4d001a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 -- 172.21.15.69:0/1135203010 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d001a0d40 con 0x7f4d0006bb40 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cff400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 0x7f4d0019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cffe00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d00109510 0x7f4d001a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.662+0000 7f4cfea00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006bb40 0x7f4d0019c270 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00e9f0 tx=0x7f4cec00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.663+0000 7f4cf7e00700 1 -- 172.21.15.69:0/1135203010 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec00cb70 con 0x7f4d0006bb40 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.663+0000 7f4cf7e00700 1 -- 172.21.15.69:0/1135203010 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cec00ee90 con 0x7f4d0006bb40 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.663+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d001a1030 con 0x7f4d0006bb40 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.663+0000 7f4cf7e00700 1 -- 172.21.15.69:0/1135203010 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec003d40 con 0x7f4d0006bb40 2024-05-08T06:11:37.664 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.663+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d001a88b0 con 0x7f4d0006bb40 2024-05-08T06:11:37.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.667+0000 7f4cf7e00700 1 -- 172.21.15.69:0/1135203010 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4cec003ee0 con 0x7f4d0006bb40 2024-05-08T06:11:37.667 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.667+0000 7f4d10df5b80 1 Processor -- start 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 -- start start 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 0x55a4908d4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908d8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d89d0 0x55a4908d8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a490826a20 con 0x55a4908d4060 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a4907c4760 con 0x55a4908d4980 2024-05-08T06:11:37.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a4908229e0 con 0x55a4908d89d0 2024-05-08T06:11:37.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4cffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 0x55a4908d4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4cff400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908d8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4cffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 0x55a4908d4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35782/0 (socket says 172.21.15.69:35782) 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4cffe00700 1 -- 172.21.15.69:0/799163685 learned_addr learned my addr 172.21.15.69:0/799163685 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.668+0000 7f4cfea00700 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d89d0 0x55a4908d8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cff400700 1 -- 172.21.15.69:0/799163685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d89d0 msgr2=0x55a4908d8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cff400700 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d89d0 0x55a4908d8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cf7e00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4ce40b2900 0x7f4ce40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cff400700 1 -- 172.21.15.69:0/799163685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 msgr2=0x55a4908d4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cff400700 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 0x55a4908d4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cff400700 1 -- 172.21.15.69:0/799163685 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4907738d0 con 0x55a4908d4980 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cffe00700 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 0x55a4908d4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cf7e00700 1 -- 172.21.15.69:0/1135203010 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4cec0e2190 con 0x7f4d0006bb40 2024-05-08T06:11:37.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cffe00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4ce40b2900 0x7f4ce40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.669+0000 7f4cff400700 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908d8490 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00114c0 tx=0x7f4cf00117d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=faf17f099dd4aa6f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:37.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4cf4c00700 1 -- 172.21.15.69:0/799163685 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0004230 con 0x55a4908d4980 2024-05-08T06:11:37.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4cf4c00700 1 -- 172.21.15.69:0/799163685 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cf0011e50 con 0x55a4908d4980 2024-05-08T06:11:37.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4cf4c00700 1 -- 172.21.15.69:0/799163685 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf000e890 con 0x55a4908d4980 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 -- 172.21.15.69:0/799163685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 msgr2=0x55a4908d8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4cffe00700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4ce40b2900 0x7f4ce40b4dc0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800bfa0 tx=0x7f4cf801f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908d8490 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00114c0 tx=0x7f4cf00117d0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 -- 172.21.15.69:0/799163685 shutdown_connections 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d89d0 0x55a4908d8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4060 0x55a4908d4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/799163685 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908d8490 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.670+0000 7f4d10df5b80 1 -- 172.21.15.69:0/799163685 >> 172.21.15.69:0/799163685 conn(0x55a490802b60 msgr2=0x55a4908ce7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.671+0000 7f4d10df5b80 1 -- 172.21.15.69:0/799163685 shutdown_connections 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.671+0000 7f4d10df5b80 1 -- 172.21.15.69:0/799163685 wait complete. 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.671+0000 7f4d10df5b80 1 -- start start 2024-05-08T06:11:37.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.671+0000 7f4d10df5b80 1 Processor -- start 2024-05-08T06:11:37.674 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908dfe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.674 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908dd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908dd6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a4908e0be0 con 0x55a4908d4980 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a49078cb20 con 0x55a4908d89d0 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a4908e0d60 con 0x55a4908d4060 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4d10df5b80 10 client.0 _ll_register_callbacks cb 0x55a4907cdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908dd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908dd1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35796/0 (socket says 172.21.15.69:35796) 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4cfea00700 1 -- 172.21.15.69:0/139133796 learned_addr learned my addr 172.21.15.69:0/139133796 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4cffe00700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908dd6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.672+0000 7f4cff400700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908dfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4cfea00700 1 -- 172.21.15.69:0/139133796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 msgr2=0x55a4908dfe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4cfea00700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908dfe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4cfea00700 1 -- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 msgr2=0x55a4908dd6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4cfea00700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908dd6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4cfea00700 1 -- 172.21.15.69:0/139133796 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4907ec420 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4cfea00700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908dd1a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f4cec0a69d0 tx=0x7f4cec0a95b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1726a8a9f97c188a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4ce9600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4ce9600700 1 -- 172.21.15.69:0/139133796 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec0a9270 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4ce9600700 1 -- 172.21.15.69:0/139133796 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4cec0dfd50 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.673+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cf0011e50 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4ce9600700 1 -- 172.21.15.69:0/139133796 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4cec0a9e60 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4d10df5b80 10 client.16971 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4908eb4f0 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4ce9600700 1 -- 172.21.15.69:0/139133796 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cf0011e50 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4ce9600700 1 -- 172.21.15.69:0/139133796 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4cec0a99c0 con 0x55a4908d4980 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4d10df5b80 10 client.16971 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4d10df5b80 10 client.16971 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4d10df5b80 20 client.16971 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:37.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.674+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4908edb80 0x55a4908eff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.675+0000 7f4d10df5b80 4 client.16971 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:37.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.675+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4908a10a0 con 0x55a4908edb80 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.675+0000 7f4cff400700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4908edb80 0x55a4908eff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.676+0000 7f4ce9600700 10 client.16971 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.676+0000 7f4cff400700 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4908edb80 0x55a4908eff70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=162dbb244ffc1e74 server_cookie=bc649395ec9b39cb in_seq=0 out_seq=0 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.676+0000 7f4ce9600700 1 -- 172.21.15.69:0/139133796 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a4908a10a0 con 0x55a4908edb80 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.676+0000 7f4ce9600700 10 client.16971 handle_command_reply: tid=0 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 client.16971 shutdown 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 msgr2=0x55a4908dd1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908dd1a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f4cec0a69d0 tx=0x7f4cec0a95b0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 shutdown_connections 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4908edb80 0x55a4908eff70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908dd6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908dfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4ce9600700 0 client.16971 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/139133796 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908dd1a0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 >> 172.21.15.69:0/139133796 conn(0x55a490802b60 msgr2=0x55a4908c92b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 shutdown_connections 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 1 -- 172.21.15.69:0/139133796 wait complete. 2024-05-08T06:11:37.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.677+0000 7f4d10df5b80 20 client.16971 trim_cache size 0 max 16384 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 Processor -- start 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 -- start start 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908dad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d89d0 0x55a4908dba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce000fbe0 con 0x55a4908d89d0 2024-05-08T06:11:37.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce000d470 con 0x55a4908d4980 2024-05-08T06:11:37.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.694+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce000b2c0 con 0x55a4908d4060 2024-05-08T06:11:37.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908dad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d89d0 0x55a4908dba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cff400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908dad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59198/0 (socket says 172.21.15.69:59198) 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 -- 172.21.15.69:0/3860995109 learned_addr learned my addr 172.21.15.69:0/3860995109 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 -- 172.21.15.69:0/3860995109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 msgr2=0x55a4908e9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 -- 172.21.15.69:0/3860995109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d89d0 msgr2=0x55a4908dba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d89d0 0x55a4908dba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 -- 172.21.15.69:0/3860995109 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4908caf90 con 0x55a4908d4980 2024-05-08T06:11:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cfea00700 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908dad80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f4cec003870 tx=0x7f4cec021000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b853df58338d6ef server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.695+0000 7f4cebe00700 1 -- 172.21.15.69:0/3860995109 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec0a9270 con 0x55a4908d4980 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4cebe00700 1 -- 172.21.15.69:0/3860995109 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cec0c8020 con 0x55a4908d4980 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4cebe00700 1 -- 172.21.15.69:0/3860995109 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec0b25c0 con 0x55a4908d4980 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 -- 172.21.15.69:0/3860995109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 msgr2=0x55a4908dad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908dad80 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f4cec003870 tx=0x7f4cec021000 comp rx=0 tx=0).stop 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 -- 172.21.15.69:0/3860995109 shutdown_connections 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d89d0 0x55a4908dba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/3860995109 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d4980 0x55a4908dad80 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.696+0000 7f4d10df5b80 1 -- 172.21.15.69:0/3860995109 >> 172.21.15.69:0/3860995109 conn(0x55a490802b60 msgr2=0x55a4908dd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:37.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.697+0000 7f4d10df5b80 1 -- 172.21.15.69:0/3860995109 shutdown_connections 2024-05-08T06:11:37.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.697+0000 7f4d10df5b80 1 -- 172.21.15.69:0/3860995109 wait complete. 2024-05-08T06:11:37.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.697+0000 7f4d10df5b80 1 -- start start 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.697+0000 7f4d10df5b80 1 Processor -- start 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908d62c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908d6800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce000b930 con 0x55a4908d4980 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce000cda0 con 0x55a4908d89d0 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce000c000 con 0x55a4908d4060 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4d10df5b80 10 client.0 _ll_register_callbacks cb 0x55a4908d9440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908d62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.699 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4cffe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908d6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4cffe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908d6800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59214/0 (socket says 172.21.15.69:59214) 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4cffe00700 1 -- 172.21.15.69:0/514767465 learned_addr learned my addr 172.21.15.69:0/514767465 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4cff400700 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.698+0000 7f4cfea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908d62c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:35828/0 (socket says 172.21.15.69:35828) 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4cffe00700 1 -- 172.21.15.69:0/514767465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 msgr2=0x55a4908e6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4cffe00700 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4cffe00700 1 -- 172.21.15.69:0/514767465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 msgr2=0x55a4908d62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4cffe00700 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908d62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4cffe00700 1 -- 172.21.15.69:0/514767465 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4908d6df0 con 0x55a4908d89d0 2024-05-08T06:11:37.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4cffe00700 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908d6800 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800b0a0 tx=0x7f4cf8006210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c171f9a73dd9dd0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.699+0000 7f4ce9600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4ce9600700 1 -- 172.21.15.69:0/514767465 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf8029440 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4ce9600700 1 -- 172.21.15.69:0/514767465 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4cf80295e0 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cec0c8020 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4ce9600700 1 -- 172.21.15.69:0/514767465 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f4cf80297e0 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4d10df5b80 10 client.27113 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a4909583f0 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.700+0000 7f4ce9600700 1 -- 172.21.15.69:0/514767465 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4cec0c8020 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4ce9600700 1 -- 172.21.15.69:0/514767465 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f4cf803c070 con 0x55a4908d89d0 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4d10df5b80 10 client.27113 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4d10df5b80 10 client.27113 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4d10df5b80 20 client.27113 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:37.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4909589c0 0x55a49095ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:37.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4d10df5b80 4 client.27113 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:11:37.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a490834400 con 0x55a4909589c0 2024-05-08T06:11:37.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.701+0000 7f4cff400700 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4909589c0 0x55a49095ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:37.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4cff400700 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4909589c0 0x55a49095ade0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1483a26cca2b1134 server_cookie=59adb065cd7a922 in_seq=0 out_seq=0 2024-05-08T06:11:37.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4ce9600700 10 client.27113 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4ce9600700 1 -- 172.21.15.69:0/514767465 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a490834400 con 0x55a4909589c0 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4ce9600700 10 client.27113 handle_command_reply: tid=0 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 client.27113 shutdown 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 msgr2=0x55a4908d6800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908d6800 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800b0a0 tx=0x7f4cf8006210 comp rx=0 tx=0).stop 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 shutdown_connections 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55a4909589c0 0x55a49095ade0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a4908d89d0 0x55a4908d6800 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a4908d4060 0x55a4908e6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 --2- 172.21.15.69:0/514767465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a4908d4980 0x55a4908d62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 >> 172.21.15.69:0/514767465 conn(0x55a490802b60 msgr2=0x55a4908c8a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.702+0000 7f4ce9600700 0 client.27113 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.703+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 shutdown_connections 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.703+0000 7f4d10df5b80 1 -- 172.21.15.69:0/514767465 wait complete. 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.703+0000 7f4d10df5b80 20 client.27113 trim_cache size 0 max 16384 2024-05-08T06:11:37.705 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4ce40b2900 msgr2=0x7f4ce40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4ce40b2900 0x7f4ce40b4dc0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4cf800bfa0 tx=0x7f4cf801f040 comp rx=0 tx=0).stop 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006bb40 msgr2=0x7f4d0019c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006bb40 0x7f4d0019c270 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00e9f0 tx=0x7f4cec00ed00 comp rx=0 tx=0).stop 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 shutdown_connections 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f4d00109510 0x7f4d001a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f4d0006b180 0x7f4d0019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.706 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f4ce40b2900 0x7f4ce40b4dc0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 --2- 172.21.15.69:0/1135203010 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f4d0006bb40 0x7f4d0019c270 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:37.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 >> 172.21.15.69:0/1135203010 conn(0x7f4d00079350 msgr2=0x7f4d0010e660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:37.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 shutdown_connections 2024-05-08T06:11:37.707 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:37.704+0000 7f4d06400700 1 -- 172.21.15.69:0/1135203010 wait complete. 2024-05-08T06:11:38.724 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:11:39.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:38 smithi105 ceph-mon[34393]: pgmap v758: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:39.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:38 smithi135 ceph-mon[34761]: pgmap v758: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:39.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:38 smithi069 ceph-mon[29571]: pgmap v758: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:39.155 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:40.980 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:40 smithi069 ceph-mon[29571]: pgmap v759: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:40 smithi105 ceph-mon[34393]: pgmap v759: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:41.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:40 smithi135 ceph-mon[34761]: pgmap v759: 97 pgs: 97 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 -- 172.21.15.69:0/3101914000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f56741099e0 msgr2=0x7f5674109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 --2- 172.21.15.69:0/3101914000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f56741099e0 0x7f5674109e60 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f56600098f0 tx=0x7f5660009c00 comp rx=0 tx=0).stop 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 -- 172.21.15.69:0/3101914000 shutdown_connections 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 --2- 172.21.15.69:0/3101914000 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f567410a3a0 0x7f5674116840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 --2- 172.21.15.69:0/3101914000 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f567410e8b0 0x7f567410ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 --2- 172.21.15.69:0/3101914000 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f56741099e0 0x7f5674109e60 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 -- 172.21.15.69:0/3101914000 >> 172.21.15.69:0/3101914000 conn(0x7f5674079230 msgr2=0x7f56741082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 -- 172.21.15.69:0/3101914000 shutdown_connections 2024-05-08T06:11:41.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.597+0000 7f567aa00700 1 -- 172.21.15.69:0/3101914000 wait complete. 2024-05-08T06:11:41.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.598+0000 7f567aa00700 1 Processor -- start 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 -- start start 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 0x7f56741a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f567410a3a0 0x7f56741a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f567410e8b0 0x7f56741a4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5674119b90 con 0x7f56741099e0 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5674119a10 con 0x7f567410a3a0 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567aa00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5674119d10 con 0x7f567410e8b0 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f5679600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 0x7f56741a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f5679600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 0x7f56741a00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53406/0 (socket says 172.21.15.69:53406) 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f5679600700 1 -- 172.21.15.69:0/2414777363 learned_addr learned my addr 172.21.15.69:0/2414777363 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:41.600 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f5678c00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f567410a3a0 0x7f56741a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.599+0000 7f567a000700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f567410e8b0 0x7f56741a4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5679600700 1 -- 172.21.15.69:0/2414777363 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f567410e8b0 msgr2=0x7f56741a4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5679600700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f567410e8b0 0x7f56741a4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5679600700 1 -- 172.21.15.69:0/2414777363 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f567410a3a0 msgr2=0x7f56741a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5679600700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f567410a3a0 0x7f56741a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5679600700 1 -- 172.21.15.69:0/2414777363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56741a50d0 con 0x7f56741099e0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5678c00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f567410a3a0 0x7f56741a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.600+0000 7f5679600700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 0x7f56741a00c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f566800ec10 tx=0x7f566800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.601+0000 7f5672000700 1 -- 172.21.15.69:0/2414777363 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566800cc90 con 0x7f56741099e0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.601+0000 7f5672000700 1 -- 172.21.15.69:0/2414777363 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566800ce30 con 0x7f56741099e0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.601+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56741a53c0 con 0x7f56741099e0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.601+0000 7f5672000700 1 -- 172.21.15.69:0/2414777363 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5668010430 con 0x7f56741099e0 2024-05-08T06:11:41.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.601+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56741acc40 con 0x7f56741099e0 2024-05-08T06:11:41.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.604+0000 7f5672000700 1 -- 172.21.15.69:0/2414777363 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5668004000 con 0x7f56741099e0 2024-05-08T06:11:41.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.606+0000 7f56868c9b80 1 Processor -- start 2024-05-08T06:11:41.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.606+0000 7f56868c9b80 1 -- start start 2024-05-08T06:11:41.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.606+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3aadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f56868c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563b4f2f7a20 con 0x563b4f3ab300 2024-05-08T06:11:41.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f56868c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563b4f295760 con 0x563b4f3a5600 2024-05-08T06:11:41.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f56868c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563b4f2f39e0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3aadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3aadc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50744/0 (socket says 172.21.15.69:50744) 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 -- 172.21.15.69:0/131989416 learned_addr learned my addr 172.21.15.69:0/131989416 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f5679600700 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f5678c00700 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f5672000700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f565c0b2880 0x7f565c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f5672000700 1 -- 172.21.15.69:0/2414777363 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f56680e24b0 con 0x7f56741099e0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 -- 172.21.15.69:0/131989416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 msgr2=0x563b4f3a5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 -- 172.21.15.69:0/131989416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 msgr2=0x563b4f3a4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.607+0000 7f567a000700 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3a4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.608+0000 7f567a000700 1 -- 172.21.15.69:0/131989416 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b4f2448d0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.608+0000 7f5678c00700 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.608+0000 7f567a000700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f565c0b2880 0x7f565c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.608+0000 7f567a000700 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3aadc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f566c011790 tx=0x7f566c011aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a54ecdc21c1476d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.608+0000 7f5666a00700 1 -- 172.21.15.69:0/131989416 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c01c040 con 0x563b4f3aa9e0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.608+0000 7f567a000700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f565c0b2880 0x7f565c0b4d40 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f566c022000 tx=0x7f566c01f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:41.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.609+0000 7f5666a00700 1 -- 172.21.15.69:0/131989416 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566c018b30 con 0x563b4f3aa9e0 2024-05-08T06:11:41.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.609+0000 7f5666a00700 1 -- 172.21.15.69:0/131989416 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566c023910 con 0x563b4f3aa9e0 2024-05-08T06:11:41.610 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.609+0000 7f56868c9b80 1 -- 172.21.15.69:0/131989416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 msgr2=0x563b4f3aadc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.609+0000 7f56868c9b80 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3aadc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f566c011790 tx=0x7f566c011aa0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 -- 172.21.15.69:0/131989416 shutdown_connections 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3aadc0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 --2- 172.21.15.69:0/131989416 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3a4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 -- 172.21.15.69:0/131989416 >> 172.21.15.69:0/131989416 conn(0x563b4f2d3b60 msgr2=0x563b4f39f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 -- 172.21.15.69:0/131989416 shutdown_connections 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 -- 172.21.15.69:0/131989416 wait complete. 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 -- start start 2024-05-08T06:11:41.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.610+0000 7f56868c9b80 1 Processor -- start 2024-05-08T06:11:41.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3ae2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3ae7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x563b4f3b1db0 con 0x563b4f3ab300 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x563b4f25db20 con 0x563b4f3a5600 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x563b4f3b1f30 con 0x563b4f3aa9e0 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f56868c9b80 10 client.0 _ll_register_callbacks cb 0x563b4f29ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f567a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3ae7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f5678c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3ae2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f5678c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3ae2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50758/0 (socket says 172.21.15.69:50758) 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f567a000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3ae7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53422/0 (socket says 172.21.15.69:53422) 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.611+0000 7f5678c00700 1 -- 172.21.15.69:0/816355361 learned_addr learned my addr 172.21.15.69:0/816355361 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5679600700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5678c00700 1 -- 172.21.15.69:0/816355361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 msgr2=0x563b4f3b0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5678c00700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3b0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5678c00700 1 -- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 msgr2=0x563b4f3ae7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5678c00700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3ae7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5678c00700 1 -- 172.21.15.69:0/816355361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b4f2bd420 con 0x563b4f3aa9e0 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f567a000700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3ae7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5679600700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3b0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f5678c00700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3ae2b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5660005e90 tx=0x7f5660005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa1aec6672c384ce server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:41.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.612+0000 7f565b400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:11:41.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.613+0000 7f565b400700 1 -- 172.21.15.69:0/816355361 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566000f9a0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.613+0000 7f565b400700 1 -- 172.21.15.69:0/816355361 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5660003680 con 0x563b4f3aa9e0 2024-05-08T06:11:41.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.613+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f566c018b30 con 0x563b4f3aa9e0 2024-05-08T06:11:41.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.613+0000 7f565b400700 1 -- 172.21.15.69:0/816355361 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5660003880 con 0x563b4f3aa9e0 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.613+0000 7f56868c9b80 10 client.27079 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.613+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b4f3bc4d0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f565b400700 1 -- 172.21.15.69:0/816355361 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566c018b30 con 0x563b4f3aa9e0 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f565b400700 1 -- 172.21.15.69:0/816355361 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f566000bac0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f56868c9b80 10 client.27079 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f56868c9b80 10 client.27079 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f56868c9b80 20 client.27079 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f56868c9b80 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f3beb60 0x563b4f3c0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f56868c9b80 4 client.27079 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b4f3720a0 con 0x563b4f3beb60 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.614+0000 7f5679600700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f3beb60 0x563b4f3c0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.615+0000 7f5679600700 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f3beb60 0x563b4f3c0f70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=49eb680d544c0d2d server_cookie=9e37244573827a6c in_seq=0 out_seq=0 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.615+0000 7f565b400700 10 client.27079 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:41.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.615+0000 7f565b400700 1 -- 172.21.15.69:0/816355361 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x563b4f3720a0 con 0x563b4f3beb60 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.615+0000 7f565b400700 10 client.27079 handle_command_reply: tid=0 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.615+0000 7f56868c9b80 1 client.27079 shutdown 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 msgr2=0x563b4f3ae2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3ae2b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5660005e90 tx=0x7f5660005270 comp rx=0 tx=0).stop 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 shutdown_connections 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f3beb60 0x563b4f3c0f70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3ab300 0x563b4f3ae7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3b0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f565b400700 0 client.27079 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 --2- 172.21.15.69:0/816355361 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3aa9e0 0x563b4f3ae2b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 >> 172.21.15.69:0/816355361 conn(0x563b4f2d3b60 msgr2=0x563b4f39a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 shutdown_connections 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 1 -- 172.21.15.69:0/816355361 wait complete. 2024-05-08T06:11:41.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.616+0000 7f56868c9b80 20 client.27079 trim_cache size 0 max 16384 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 Processor -- start 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 -- start start 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 0x563b4f3c0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3acbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f56741b6840 con 0x563b4f3aa9e0 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f56741b40d0 con 0x563b4f3a5600 2024-05-08T06:11:41.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f56868c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f56741b1f20 con 0x563b4f3ab300 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f5678c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 0x563b4f3c0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f5678c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 0x563b4f3c0f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53424/0 (socket says 172.21.15.69:53424) 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.633+0000 7f5678c00700 1 -- 172.21.15.69:0/611625695 learned_addr learned my addr 172.21.15.69:0/611625695 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5679600700 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f567a000700 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3acbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5678c00700 1 -- 172.21.15.69:0/611625695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 msgr2=0x563b4f3acbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5678c00700 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3acbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5678c00700 1 -- 172.21.15.69:0/611625695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 msgr2=0x563b4f3a4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5678c00700 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5678c00700 1 -- 172.21.15.69:0/611625695 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b4f3b1710 con 0x563b4f3aa9e0 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.634+0000 7f5678c00700 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 0x563b4f3c0f50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f566002d490 tx=0x7f5660011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=281963ed1579d5f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:41.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.635+0000 7f5666000700 1 -- 172.21.15.69:0/611625695 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566000f910 con 0x563b4f3aa9e0 2024-05-08T06:11:41.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.635+0000 7f5666000700 1 -- 172.21.15.69:0/611625695 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566003c070 con 0x563b4f3aa9e0 2024-05-08T06:11:41.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.635+0000 7f5666000700 1 -- 172.21.15.69:0/611625695 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f566002d990 con 0x563b4f3aa9e0 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 -- 172.21.15.69:0/611625695 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 msgr2=0x563b4f3c0f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 0x563b4f3c0f50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f566002d490 tx=0x7f5660011000 comp rx=0 tx=0).stop 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 -- 172.21.15.69:0/611625695 shutdown_connections 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3acbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3a5600 0x563b4f3a4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 --2- 172.21.15.69:0/611625695 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3aa9e0 0x563b4f3c0f50 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 -- 172.21.15.69:0/611625695 >> 172.21.15.69:0/611625695 conn(0x563b4f2d3b60 msgr2=0x563b4f3ae270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 -- 172.21.15.69:0/611625695 shutdown_connections 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 -- 172.21.15.69:0/611625695 wait complete. 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.636+0000 7f56868c9b80 1 -- start start 2024-05-08T06:11:41.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 Processor -- start 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 0x563b4f3b73a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3aa9e0 0x563b4f3b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3c5b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f56741b2590 con 0x563b4f3a5600 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f56741b3a00 con 0x563b4f3aa9e0 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f56741b2c60 con 0x563b4f3ab300 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f56868c9b80 10 client.0 _ll_register_callbacks cb 0x563b4f29ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f5679600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 0x563b4f3b73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f5679600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 0x563b4f3b73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53430/0 (socket says 172.21.15.69:53430) 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f5679600700 1 -- 172.21.15.69:0/142636205 learned_addr learned my addr 172.21.15.69:0/142636205 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:41.639 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f5678c00700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3aa9e0 0x563b4f3b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.637+0000 7f567a000700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3c5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5678c00700 1 -- 172.21.15.69:0/142636205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 msgr2=0x563b4f3c5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5678c00700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3c5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5678c00700 1 -- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 msgr2=0x563b4f3b73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5678c00700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 0x563b4f3b73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5678c00700 1 -- 172.21.15.69:0/142636205 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b4f3c63d0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5679600700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 0x563b4f3b73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f5678c00700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3aa9e0 0x563b4f3b78e0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x563b4f399b30 tx=0x7f5660009fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db4a717ffb9cc06d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f565b400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f565b400700 1 -- 172.21.15.69:0/142636205 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56600055f0 con 0x563b4f3aa9e0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.638+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f566003c070 con 0x563b4f3aa9e0 2024-05-08T06:11:41.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.639+0000 7f565b400700 1 -- 172.21.15.69:0/142636205 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f566000b770 con 0x563b4f3aa9e0 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f565b400700 1 -- 172.21.15.69:0/142636205 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f566000b970 con 0x563b4f3aa9e0 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f56868c9b80 10 client.27131 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x563b4f429030 con 0x563b4f3aa9e0 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f565b400700 1 -- 172.21.15.69:0/142636205 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f566003c070 con 0x563b4f3aa9e0 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f565b400700 1 -- 172.21.15.69:0/142636205 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f566004c480 con 0x563b4f3aa9e0 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f56868c9b80 10 client.27131 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.643+0000 7f56868c9b80 10 client.27131 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f56868c9b80 20 client.27131 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f56868c9b80 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f4295f0 0x563b4f42ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:41.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f56868c9b80 4 client.27131 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:11:41.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563b4f305400 con 0x563b4f4295f0 2024-05-08T06:11:41.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f5679600700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f4295f0 0x563b4f42ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f5679600700 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f4295f0 0x563b4f42ba10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9b0f85d7c3fca309 server_cookie=f0da318d46718498 in_seq=0 out_seq=0 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.644+0000 7f565b400700 10 client.27131 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f565b400700 1 -- 172.21.15.69:0/142636205 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563b4f305400 con 0x563b4f4295f0 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f565b400700 10 client.27131 handle_command_reply: tid=0 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 client.27131 shutdown 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3aa9e0 msgr2=0x563b4f3b78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3aa9e0 0x563b4f3b78e0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x563b4f399b30 tx=0x7f5660009fd0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 shutdown_connections 2024-05-08T06:11:41.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x563b4f4295f0 0x563b4f42ba10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x563b4f3ab300 0x563b4f3c5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x563b4f3a5600 0x563b4f3b73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f565b400700 0 client.27131 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 --2- 172.21.15.69:0/142636205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x563b4f3aa9e0 0x563b4f3b78e0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 >> 172.21.15.69:0/142636205 conn(0x563b4f2d3b60 msgr2=0x563b4f3acb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 shutdown_connections 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 1 -- 172.21.15.69:0/142636205 wait complete. 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.645+0000 7f56868c9b80 20 client.27131 trim_cache size 0 max 16384 2024-05-08T06:11:41.647 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f565c0b2880 msgr2=0x7f565c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f565c0b2880 0x7f565c0b4d40 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f566c022000 tx=0x7f566c01f000 comp rx=0 tx=0).stop 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 msgr2=0x7f56741a00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 0x7f56741a00c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f566800ec10 tx=0x7f566800ef20 comp rx=0 tx=0).stop 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 shutdown_connections 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f567410e8b0 0x7f56741a4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f56741099e0 0x7f56741a00c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f565c0b2880 0x7f565c0b4d40 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 --2- 172.21.15.69:0/2414777363 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f567410a3a0 0x7f56741a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:41.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.646+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 >> 172.21.15.69:0/2414777363 conn(0x7f5674079230 msgr2=0x7f56740798f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:41.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.647+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 shutdown_connections 2024-05-08T06:11:41.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:41.647+0000 7f567aa00700 1 -- 172.21.15.69:0/2414777363 wait complete. 2024-05-08T06:11:42.606 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:11:42.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:42 smithi069 ceph-mon[29571]: pgmap v760: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:11:43.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:42 smithi105 ceph-mon[34393]: pgmap v760: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:11:43.042 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:43.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:42 smithi135 ceph-mon[34761]: pgmap v760: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:11:44.907 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:44 smithi069 ceph-mon[29571]: pgmap v761: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:11:45.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:44 smithi105 ceph-mon[34393]: pgmap v761: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:11:45.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:44 smithi135 ceph-mon[34761]: pgmap v761: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:11:45.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.451+0000 7fac99400700 1 -- 172.21.15.69:0/1077086610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 msgr2=0x7fac94075cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.451+0000 7fac99400700 1 --2- 172.21.15.69:0/1077086610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 0x7fac94075cb0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fac84009990 tx=0x7fac84009ca0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.452 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 -- 172.21.15.69:0/1077086610 shutdown_connections 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 --2- 172.21.15.69:0/1077086610 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac9410fc10 0x7fac94112080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 --2- 172.21.15.69:0/1077086610 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 0x7fac94075cb0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 --2- 172.21.15.69:0/1077086610 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac940761f0 0x7fac9410f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 -- 172.21.15.69:0/1077086610 >> 172.21.15.69:0/1077086610 conn(0x7fac940fef20 msgr2=0x7fac94101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 -- 172.21.15.69:0/1077086610 shutdown_connections 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.452+0000 7fac99400700 1 -- 172.21.15.69:0/1077086610 wait complete. 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.453+0000 7fac99400700 1 Processor -- start 2024-05-08T06:11:45.453 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.453+0000 7fac99400700 1 -- start start 2024-05-08T06:11:45.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac99400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 0x7fac9419bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac99400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 0x7fac9419c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.454 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac99400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac9410fc10 0x7fac941a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac99400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fac941157b0 con 0x7fac940758d0 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac99400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fac94115630 con 0x7fac940761f0 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac99400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac94115930 con 0x7fac9410fc10 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac93e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 0x7fac9419bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac93400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 0x7fac9419c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac93400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 0x7fac9419c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41020/0 (socket says 172.21.15.69:41020) 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac93400700 1 -- 172.21.15.69:0/3633045931 learned_addr learned my addr 172.21.15.69:0/3633045931 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:45.455 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.454+0000 7fac98a00700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac9410fc10 0x7fac941a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac93400700 1 -- 172.21.15.69:0/3633045931 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac9410fc10 msgr2=0x7fac941a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac93400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac9410fc10 0x7fac941a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac93400700 1 -- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 msgr2=0x7fac9419bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac93400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 0x7fac9419bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac93400700 1 -- 172.21.15.69:0/3633045931 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac941a0d30 con 0x7fac940761f0 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac93400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 0x7fac9419c260 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fac8000e9c0 tx=0x7fac8000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac90c00700 1 -- 172.21.15.69:0/3633045931 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8000cbd0 con 0x7fac940761f0 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac941a1020 con 0x7fac940761f0 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac90c00700 1 -- 172.21.15.69:0/3633045931 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac8000ee60 con 0x7fac940761f0 2024-05-08T06:11:45.456 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac90c00700 1 -- 172.21.15.69:0/3633045931 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac800055c0 con 0x7fac940761f0 2024-05-08T06:11:45.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.455+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac941a88a0 con 0x7fac940761f0 2024-05-08T06:11:45.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.460+0000 7fac90c00700 1 -- 172.21.15.69:0/3633045931 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fac80004750 con 0x7fac940761f0 2024-05-08T06:11:45.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.460+0000 7faca52c0b80 1 Processor -- start 2024-05-08T06:11:45.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.460+0000 7faca52c0b80 1 -- start start 2024-05-08T06:11:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5abdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5a5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.461 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5a6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7faca52c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55913a4f8a20 con 0x55913a5ab9e0 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7faca52c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55913a496760 con 0x55913a5ac300 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7faca52c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55913a4f49e0 con 0x55913a5a6600 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7fac98a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5abdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7fac93e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5a5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7fac98a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5abdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53452/0 (socket says 172.21.15.69:53452) 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7fac98a00700 1 -- 172.21.15.69:0/3579303659 learned_addr learned my addr 172.21.15.69:0/3579303659 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7fac93e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5a5fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:41026/0 (socket says 172.21.15.69:41026) 2024-05-08T06:11:45.462 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.461+0000 7fac93400700 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5a6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac98a00700 1 -- 172.21.15.69:0/3579303659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 msgr2=0x55913a5a6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac98a00700 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5a6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac98a00700 1 -- 172.21.15.69:0/3579303659 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 msgr2=0x55913a5a5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac98a00700 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5a5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac98a00700 1 -- 172.21.15.69:0/3579303659 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55913a4458d0 con 0x55913a5ab9e0 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac90c00700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac780b2880 0x7fac780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.463 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac98a00700 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5abdc0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fac8c011680 tx=0x7fac8c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcee08ea2b620665 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:45.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac90c00700 1 -- 172.21.15.69:0/3633045931 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fac800e24e0 con 0x7fac940761f0 2024-05-08T06:11:45.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.462+0000 7fac93e00700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac780b2880 0x7fac780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.463+0000 7fac89600700 1 -- 172.21.15.69:0/3579303659 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c019030 con 0x55913a5ab9e0 2024-05-08T06:11:45.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.463+0000 7fac89600700 1 -- 172.21.15.69:0/3579303659 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac8c0092e0 con 0x55913a5ab9e0 2024-05-08T06:11:45.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.463+0000 7fac89600700 1 -- 172.21.15.69:0/3579303659 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8c007500 con 0x55913a5ab9e0 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 -- 172.21.15.69:0/3579303659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 msgr2=0x55913a5abdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7fac93e00700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac780b2880 0x7fac780b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fac8400b2e0 tx=0x7fac84005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5abdc0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fac8c011680 tx=0x7fac8c009920 comp rx=0 tx=0).stop 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 -- 172.21.15.69:0/3579303659 shutdown_connections 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5a6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5abdc0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3579303659 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5a5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 -- 172.21.15.69:0/3579303659 >> 172.21.15.69:0/3579303659 conn(0x55913a4d4b60 msgr2=0x55913a5a09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 -- 172.21.15.69:0/3579303659 shutdown_connections 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 -- 172.21.15.69:0/3579303659 wait complete. 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.464+0000 7faca52c0b80 1 -- start start 2024-05-08T06:11:45.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 Processor -- start 2024-05-08T06:11:45.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5a6600 0x55913a5b1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5af270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5ac300 0x55913a5af7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55913a5b2db0 con 0x55913a5a6600 2024-05-08T06:11:45.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55913a45eb20 con 0x55913a5ab9e0 2024-05-08T06:11:45.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55913a5b2f30 con 0x55913a5ac300 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.465+0000 7faca52c0b80 10 client.0 _ll_register_callbacks cb 0x55913a49fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5a6600 0x55913a5b1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5a6600 0x55913a5b1ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:53468/0 (socket says 172.21.15.69:53468) 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93e00700 1 -- 172.21.15.69:0/913308642 learned_addr learned my addr 172.21.15.69:0/913308642 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5af270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac98a00700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5ac300 0x55913a5af7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 -- 172.21.15.69:0/913308642 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5ac300 msgr2=0x55913a5af7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5ac300 0x55913a5af7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 -- 172.21.15.69:0/913308642 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5a6600 msgr2=0x55913a5b1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5a6600 0x55913a5b1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 -- 172.21.15.69:0/913308642 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55913a4be420 con 0x55913a5ab9e0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac93400700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5af270 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x55913a5a6fc0 tx=0x7fac8000ce80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ebb031094a1fdaf server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac7e000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.466+0000 7fac7e000700 1 -- 172.21.15.69:0/913308642 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac800a9400 con 0x55913a5ab9e0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7fac7e000700 1 -- 172.21.15.69:0/913308642 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fac800a60a0 con 0x55913a5ab9e0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac8c0092e0 con 0x55913a5ab9e0 2024-05-08T06:11:45.468 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7fac7e000700 1 -- 172.21.15.69:0/913308642 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac800a5240 con 0x55913a5ab9e0 2024-05-08T06:11:45.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7faca52c0b80 10 client.27143 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:45.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55913a5bd510 con 0x55913a5ab9e0 2024-05-08T06:11:45.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7fac7e000700 1 -- 172.21.15.69:0/913308642 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac8c0092e0 con 0x55913a5ab9e0 2024-05-08T06:11:45.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.467+0000 7fac7e000700 1 -- 172.21.15.69:0/913308642 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac800e2080 con 0x55913a5ab9e0 2024-05-08T06:11:45.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7faca52c0b80 10 client.27143 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:45.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7faca52c0b80 10 client.27143 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:45.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7faca52c0b80 20 client.27143 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:45.470 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7faca52c0b80 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a5bf9e0 0x55913a5c1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7faca52c0b80 4 client.27143 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55913a5730a0 con 0x55913a5bf9e0 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.468+0000 7fac93e00700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a5bf9e0 0x55913a5c1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.469+0000 7fac93e00700 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a5bf9e0 0x55913a5c1dd0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4d5cbbdad31b3 server_cookie=26bbb60840696157 in_seq=0 out_seq=0 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.469+0000 7fac7e000700 10 client.27143 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.469+0000 7fac7e000700 1 -- 172.21.15.69:0/913308642 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55913a5730a0 con 0x55913a5bf9e0 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.469+0000 7fac7e000700 10 client.27143 handle_command_reply: tid=0 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 client.27143 shutdown 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 msgr2=0x55913a5af270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5af270 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x55913a5a6fc0 tx=0x7fac8000ce80 comp rx=0 tx=0).stop 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 shutdown_connections 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a5bf9e0 0x55913a5c1dd0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5ac300 0x55913a5af7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5a6600 0x55913a5b1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 --2- 172.21.15.69:0/913308642 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5af270 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7fac7e000700 0 client.27143 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:45.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 >> 172.21.15.69:0/913308642 conn(0x55913a4d4b60 msgr2=0x55913a59b460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:45.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 shutdown_connections 2024-05-08T06:11:45.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 1 -- 172.21.15.69:0/913308642 wait complete. 2024-05-08T06:11:45.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.470+0000 7faca52c0b80 20 client.27143 trim_cache size 0 max 16384 2024-05-08T06:11:45.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.486+0000 7faca52c0b80 1 Processor -- start 2024-05-08T06:11:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 -- start start 2024-05-08T06:11:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5abdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5adb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ac300 0x55913a5ae0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fac941b24e0 con 0x55913a5ac300 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fac941afd70 con 0x55913a5ab9e0 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7faca52c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac941adbc0 con 0x55913a5a6600 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7fac93e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5abdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7fac93400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5adb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7fac98a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ac300 0x55913a5ae0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7fac93e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5abdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50798/0 (socket says 172.21.15.69:50798) 2024-05-08T06:11:45.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.487+0000 7fac93e00700 1 -- 172.21.15.69:0/2508875775 learned_addr learned my addr 172.21.15.69:0/2508875775 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac93e00700 1 -- 172.21.15.69:0/2508875775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 msgr2=0x55913a5adb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac93e00700 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5adb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac93e00700 1 -- 172.21.15.69:0/2508875775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ac300 msgr2=0x55913a5ae0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac93e00700 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ac300 0x55913a5ae0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac93e00700 1 -- 172.21.15.69:0/2508875775 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55913a5ad7e0 con 0x55913a5a6600 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac93e00700 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5abdc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fac84000c00 tx=0x7fac84022000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=96e70f9cdbca40b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.488+0000 7fac88c00700 1 -- 172.21.15.69:0/2508875775 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8403a070 con 0x55913a5a6600 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7fac88c00700 1 -- 172.21.15.69:0/2508875775 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac84003d30 con 0x55913a5a6600 2024-05-08T06:11:45.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7fac88c00700 1 -- 172.21.15.69:0/2508875775 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac8402b040 con 0x55913a5a6600 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 -- 172.21.15.69:0/2508875775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 msgr2=0x55913a5abdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5abdc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fac84000c00 tx=0x7fac84022000 comp rx=0 tx=0).stop 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 -- 172.21.15.69:0/2508875775 shutdown_connections 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ac300 0x55913a5ae0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5abdc0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 --2- 172.21.15.69:0/2508875775 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ab9e0 0x55913a5adb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 -- 172.21.15.69:0/2508875775 >> 172.21.15.69:0/2508875775 conn(0x55913a4d4b60 msgr2=0x55913a5af230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 -- 172.21.15.69:0/2508875775 shutdown_connections 2024-05-08T06:11:45.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.489+0000 7faca52c0b80 1 -- 172.21.15.69:0/2508875775 wait complete. 2024-05-08T06:11:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.490+0000 7faca52c0b80 1 -- start start 2024-05-08T06:11:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.490+0000 7faca52c0b80 1 Processor -- start 2024-05-08T06:11:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.490+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5c7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7faca52c0b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5c78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7faca52c0b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fac941ae230 con 0x55913a5ab9e0 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7faca52c0b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fac941af6a0 con 0x55913a5ac300 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7faca52c0b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fac941ae900 con 0x55913a5a6600 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7faca52c0b80 10 client.0 _ll_register_callbacks cb 0x55913a49fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5c6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:50806/0 (socket says 172.21.15.69:50806) 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 -- 172.21.15.69:0/3876160841 learned_addr learned my addr 172.21.15.69:0/3876160841 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93400700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac98a00700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5c78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 -- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 msgr2=0x55913a5c78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5c78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 -- 172.21.15.69:0/3876160841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 msgr2=0x55913a5c7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5c7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93e00700 1 -- 172.21.15.69:0/3876160841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55913a629210 con 0x55913a5a6600 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.491+0000 7fac93400700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5c7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7fac93e00700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5c6e30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fac84009350 tx=0x7fac840096b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64d1e9660f1e5925 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7fac7e000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7fac7e000700 1 -- 172.21.15.69:0/3876160841 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac84043060 con 0x55913a5a6600 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7fac7e000700 1 -- 172.21.15.69:0/3876160841 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fac8400f460 con 0x55913a5a6600 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac84003d30 con 0x55913a5a6600 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7fac7e000700 1 -- 172.21.15.69:0/3876160841 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fac8403a030 con 0x55913a5a6600 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7faca52c0b80 10 client.27103 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.492+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55913a62a4d0 con 0x55913a5a6600 2024-05-08T06:11:45.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7fac7e000700 1 -- 172.21.15.69:0/3876160841 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fac84003d30 con 0x55913a5a6600 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7fac7e000700 1 -- 172.21.15.69:0/3876160841 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fac84032460 con 0x55913a5a6600 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7faca52c0b80 10 client.27103 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7faca52c0b80 10 client.27103 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7faca52c0b80 20 client.27103 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a62aa70 0x55913a62ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7faca52c0b80 4 client.27103 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55913a506400 con 0x55913a62aa70 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.493+0000 7fac93400700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a62aa70 0x55913a62ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7fac93400700 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a62aa70 0x55913a62ce90 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ede4eb04e873449a server_cookie=935a10aaae927379 in_seq=0 out_seq=0 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7fac7e000700 10 client.27103 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7fac7e000700 1 -- 172.21.15.69:0/3876160841 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55913a506400 con 0x55913a62aa70 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7fac7e000700 10 client.27103 handle_command_reply: tid=0 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 client.27103 shutdown 2024-05-08T06:11:45.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 msgr2=0x55913a5c6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5c6e30 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fac84009350 tx=0x7fac840096b0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 shutdown_connections 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55913a5ac300 0x55913a5c78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55913a62aa70 0x55913a62ce90 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55913a5a6600 0x55913a5c6e30 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 --2- 172.21.15.69:0/3876160841 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55913a5ab9e0 0x55913a5c7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7fac7e000700 0 client.27103 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.494+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 >> 172.21.15.69:0/3876160841 conn(0x55913a4d4b60 msgr2=0x55913a5adb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 shutdown_connections 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7faca52c0b80 1 -- 172.21.15.69:0/3876160841 wait complete. 2024-05-08T06:11:45.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7faca52c0b80 20 client.27103 trim_cache size 0 max 16384 2024-05-08T06:11:45.499 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:11:45.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac780b2880 msgr2=0x7fac780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac780b2880 0x7fac780b4d40 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fac8400b2e0 tx=0x7fac84005960 comp rx=0 tx=0).stop 2024-05-08T06:11:45.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 msgr2=0x7fac9419c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 0x7fac9419c260 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fac8000e9c0 tx=0x7fac8000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 shutdown_connections 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fac9410fc10 0x7fac941a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fac940758d0 0x7fac9419bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.495+0000 7fac99400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fac780b2880 0x7fac780b4d40 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.496+0000 7fac99400700 1 --2- 172.21.15.69:0/3633045931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fac940761f0 0x7fac9419c260 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.496+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 >> 172.21.15.69:0/3633045931 conn(0x7fac940fef20 msgr2=0x7fac940ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.496+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 shutdown_connections 2024-05-08T06:11:45.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:45.496+0000 7fac99400700 1 -- 172.21.15.69:0/3633045931 wait complete. 2024-05-08T06:11:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:46 smithi069 ceph-mon[29571]: pgmap v762: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-05-08T06:11:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:46 smithi105 ceph-mon[34393]: pgmap v762: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-05-08T06:11:47.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:46 smithi135 ceph-mon[34761]: pgmap v762: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-05-08T06:11:47.588 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:11:47.589 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:11:48.042 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:48.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:48 smithi069 ceph-mon[29571]: pgmap v763: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:11:49.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:48 smithi105 ceph-mon[34393]: pgmap v763: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:11:49.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:48 smithi135 ceph-mon[34761]: pgmap v763: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:11:50.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 -- 172.21.15.69:0/1936025906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410fb60 msgr2=0x7ff82410ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 --2- 172.21.15.69:0/1936025906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410fb60 0x7ff82410ff40 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7ff814009990 tx=0x7ff814009ca0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 -- 172.21.15.69:0/1936025906 shutdown_connections 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 --2- 172.21.15.69:0/1936025906 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff82410a490 0x7ff8241169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 --2- 172.21.15.69:0/1936025906 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410fb60 0x7ff82410ff40 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 --2- 172.21.15.69:0/1936025906 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff824109ad0 0x7ff824109f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 -- 172.21.15.69:0/1936025906 >> 172.21.15.69:0/1936025906 conn(0x7ff824076c70 msgr2=0x7ff8241082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 -- 172.21.15.69:0/1936025906 shutdown_connections 2024-05-08T06:11:50.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.527+0000 7ff82a600700 1 -- 172.21.15.69:0/1936025906 wait complete. 2024-05-08T06:11:50.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.528+0000 7ff82a600700 1 Processor -- start 2024-05-08T06:11:50.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.528+0000 7ff82a600700 1 -- start start 2024-05-08T06:11:50.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.528+0000 7ff82a600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff824109ad0 0x7ff8241a0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff82a600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 0x7ff8241a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff82a600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff82410fb60 0x7ff8241a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff82a600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff824119d20 con 0x7ff82410a490 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff82a600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff824119ba0 con 0x7ff824109ad0 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff82a600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff824119ea0 con 0x7ff82410fb60 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 0x7ff8241a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 0x7ff8241a0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60466/0 (socket says 172.21.15.69:60466) 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 -- 172.21.15.69:0/2511272899 learned_addr learned my addr 172.21.15.69:0/2511272899 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff823e00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff82410fb60 0x7ff8241a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff823400700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff824109ad0 0x7ff8241a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 -- 172.21.15.69:0/2511272899 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff82410fb60 msgr2=0x7ff8241a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff82410fb60 0x7ff8241a4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 -- 172.21.15.69:0/2511272899 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff824109ad0 msgr2=0x7ff8241a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff824109ad0 0x7ff8241a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.529+0000 7ff822a00700 1 -- 172.21.15.69:0/2511272899 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8241a51f0 con 0x7ff82410a490 2024-05-08T06:11:50.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.530+0000 7ff822a00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 0x7ff8241a0770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ff81000e9c0 tx=0x7ff81000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:50.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.530+0000 7ff81be00700 1 -- 172.21.15.69:0/2511272899 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81000cbd0 con 0x7ff82410a490 2024-05-08T06:11:50.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.530+0000 7ff81be00700 1 -- 172.21.15.69:0/2511272899 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff81000ee60 con 0x7ff82410a490 2024-05-08T06:11:50.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.530+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8241a54e0 con 0x7ff82410a490 2024-05-08T06:11:50.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.530+0000 7ff81be00700 1 -- 172.21.15.69:0/2511272899 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8100055c0 con 0x7ff82410a490 2024-05-08T06:11:50.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.530+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8241acd60 con 0x7ff82410a490 2024-05-08T06:11:50.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.535+0000 7ff81be00700 1 -- 172.21.15.69:0/2511272899 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff810004750 con 0x7ff82410a490 2024-05-08T06:11:50.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.535+0000 7ff834f79b80 1 Processor -- start 2024-05-08T06:11:50.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.535+0000 7ff834f79b80 1 -- start start 2024-05-08T06:11:50.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608aa4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aaa00 0x55ea608ae510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aea50 0x55ea608aeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff834f79b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ea607fcaa0 con 0x55ea608aa0e0 2024-05-08T06:11:50.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff834f79b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ea6079a7e0 con 0x55ea608aaa00 2024-05-08T06:11:50.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff834f79b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea607f8a60 con 0x55ea608aea50 2024-05-08T06:11:50.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff823e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608aa4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff823e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608aa4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60472/0 (socket says 172.21.15.69:60472) 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff823e00700 1 -- 172.21.15.69:0/1857907366 learned_addr learned my addr 172.21.15.69:0/1857907366 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff822a00700 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aea50 0x55ea608aeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.536+0000 7ff823400700 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aaa00 0x55ea608ae510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823400700 1 -- 172.21.15.69:0/1857907366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aea50 msgr2=0x55ea608aeeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823400700 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aea50 0x55ea608aeeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823400700 1 -- 172.21.15.69:0/1857907366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 msgr2=0x55ea608aa4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823400700 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608aa4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823400700 1 -- 172.21.15.69:0/1857907366 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea60749950 con 0x55ea608aaa00 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823e00700 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608aa4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff81be00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8080b2880 0x7ff8080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823400700 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aaa00 0x55ea608ae510 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff8140098e0 tx=0x7ff8140096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ec0605fb4ee117b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:50.538 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff81be00700 1 -- 172.21.15.69:0/2511272899 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff8100e24e0 con 0x7ff82410a490 2024-05-08T06:11:50.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff823e00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8080b2880 0x7ff8080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.537+0000 7ff818c00700 1 -- 172.21.15.69:0/1857907366 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814027070 con 0x55ea608aaa00 2024-05-08T06:11:50.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.538+0000 7ff818c00700 1 -- 172.21.15.69:0/1857907366 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8140056a0 con 0x55ea608aaa00 2024-05-08T06:11:50.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.538+0000 7ff818c00700 1 -- 172.21.15.69:0/1857907366 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814003a70 con 0x55ea608aaa00 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.538+0000 7ff834f79b80 1 -- 172.21.15.69:0/1857907366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aaa00 msgr2=0x55ea608ae510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.538+0000 7ff823e00700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8080b2880 0x7ff8080b4d40 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff81c007610 tx=0x7ff81c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.538+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aaa00 0x55ea608ae510 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff8140098e0 tx=0x7ff8140096a0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 -- 172.21.15.69:0/1857907366 shutdown_connections 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aea50 0x55ea608aeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608aa4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1857907366 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aaa00 0x55ea608ae510 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 -- 172.21.15.69:0/1857907366 >> 172.21.15.69:0/1857907366 conn(0x55ea607d8be0 msgr2=0x55ea608a4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 -- 172.21.15.69:0/1857907366 shutdown_connections 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 -- 172.21.15.69:0/1857907366 wait complete. 2024-05-08T06:11:50.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.539+0000 7ff834f79b80 1 -- start start 2024-05-08T06:11:50.541 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 Processor -- start 2024-05-08T06:11:50.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 0x55ea608b5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608b3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aea50 0x55ea608b37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ea608b6c00 con 0x55ea608aea50 2024-05-08T06:11:50.542 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ea60762ba0 con 0x55ea608aa0e0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ea608b6d80 con 0x55ea608aaa00 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff834f79b80 10 client.0 _ll_register_callbacks cb 0x55ea607a3cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff823400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 0x55ea608b5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff823e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aea50 0x55ea608b37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff823400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 0x55ea608b5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:52914/0 (socket says 172.21.15.69:52914) 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.540+0000 7ff823400700 1 -- 172.21.15.69:0/1348919431 learned_addr learned my addr 172.21.15.69:0/1348919431 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff822a00700 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608b3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff823400700 1 -- 172.21.15.69:0/1348919431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 msgr2=0x55ea608b3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff823400700 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608b3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff823400700 1 -- 172.21.15.69:0/1348919431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aea50 msgr2=0x55ea608b37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff823400700 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aea50 0x55ea608b37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff823400700 1 -- 172.21.15.69:0/1348919431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea607c24a0 con 0x55ea608aa0e0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff823400700 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 0x55ea608b5ef0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff81400bde0 tx=0x7ff81400be10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15e59fdfd5302edd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:50.543 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff80d600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.541+0000 7ff80d600700 1 -- 172.21.15.69:0/1348919431 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814027070 con 0x55ea608aa0e0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff80d600700 1 -- 172.21.15.69:0/1348919431 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff814003890 con 0x55ea608aa0e0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8140056a0 con 0x55ea608aa0e0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff80d600700 1 -- 172.21.15.69:0/1348919431 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff814005980 con 0x55ea608aa0e0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff834f79b80 10 client.27161 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ea608c1480 con 0x55ea608aa0e0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff80d600700 1 -- 172.21.15.69:0/1348919431 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8140056a0 con 0x55ea608aa0e0 2024-05-08T06:11:50.544 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff80d600700 1 -- 172.21.15.69:0/1348919431 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff814021070 con 0x55ea608aa0e0 2024-05-08T06:11:50.545 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.542+0000 7ff834f79b80 10 client.27161 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff834f79b80 10 client.27161 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff834f79b80 20 client.27161 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea608c3950 0x55ea608c5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff834f79b80 4 client.27161 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea60877120 con 0x55ea608c3950 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff822a00700 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea608c3950 0x55ea608c5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff822a00700 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea608c3950 0x55ea608c5d40 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b17b24295123e39 server_cookie=64609bfa73c17f1 in_seq=0 out_seq=0 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.543+0000 7ff80d600700 10 client.27161 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.544+0000 7ff80d600700 1 -- 172.21.15.69:0/1348919431 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ea60877120 con 0x55ea608c3950 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.544+0000 7ff80d600700 10 client.27161 handle_command_reply: tid=0 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.544+0000 7ff834f79b80 1 client.27161 shutdown 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.544+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 msgr2=0x55ea608b5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.546 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.544+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 0x55ea608b5ef0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff81400bde0 tx=0x7ff81400be10 comp rx=0 tx=0).stop 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 shutdown_connections 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aea50 0x55ea608b37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aa0e0 0x55ea608b5ef0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea608c3950 0x55ea608c5d40 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 --2- 172.21.15.69:0/1348919431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608b3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff80d600700 0 client.27161 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 >> 172.21.15.69:0/1348919431 conn(0x55ea607d8be0 msgr2=0x55ea6089f330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 shutdown_connections 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 1 -- 172.21.15.69:0/1348919431 wait complete. 2024-05-08T06:11:50.547 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.545+0000 7ff834f79b80 20 client.27161 trim_cache size 0 max 16384 2024-05-08T06:11:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.567+0000 7ff834f79b80 1 Processor -- start 2024-05-08T06:11:50.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.567+0000 7ff834f79b80 1 -- start start 2024-05-08T06:11:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608b0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608a9600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608ac410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff834f79b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff8241b69a0 con 0x55ea608aa0e0 2024-05-08T06:11:50.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff834f79b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff8241b4230 con 0x55ea608aea50 2024-05-08T06:11:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff834f79b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff8241b2080 con 0x55ea608aaa00 2024-05-08T06:11:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff823400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608b0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff822a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608a9600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff823400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608b0ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60488/0 (socket says 172.21.15.69:60488) 2024-05-08T06:11:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff823400700 1 -- 172.21.15.69:0/3168500445 learned_addr learned my addr 172.21.15.69:0/3168500445 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:50.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.568+0000 7ff823e00700 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608ac410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff822a00700 1 -- 172.21.15.69:0/3168500445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 msgr2=0x55ea608ac410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff822a00700 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608ac410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.570 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff822a00700 1 -- 172.21.15.69:0/3168500445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 msgr2=0x55ea608b0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff822a00700 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608b0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff822a00700 1 -- 172.21.15.69:0/3168500445 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea608c0020 con 0x55ea608aaa00 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff822a00700 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608a9600 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff8100dff90 tx=0x7ff8100e5f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5769c5fde4e595af server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff80fe00700 1 -- 172.21.15.69:0/3168500445 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8100a5970 con 0x55ea608aaa00 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff80fe00700 1 -- 172.21.15.69:0/3168500445 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff8100b2250 con 0x55ea608aaa00 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.569+0000 7ff80fe00700 1 -- 172.21.15.69:0/3168500445 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8100a5240 con 0x55ea608aaa00 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 -- 172.21.15.69:0/3168500445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 msgr2=0x55ea608a9600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608a9600 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff8100dff90 tx=0x7ff8100e5f90 comp rx=0 tx=0).stop 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 -- 172.21.15.69:0/3168500445 shutdown_connections 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608ac410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608b0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 --2- 172.21.15.69:0/3168500445 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608a9600 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 -- 172.21.15.69:0/3168500445 >> 172.21.15.69:0/3168500445 conn(0x55ea607d8be0 msgr2=0x55ea608a8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:50.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 -- 172.21.15.69:0/3168500445 shutdown_connections 2024-05-08T06:11:50.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 -- 172.21.15.69:0/3168500445 wait complete. 2024-05-08T06:11:50.572 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.570+0000 7ff834f79b80 1 -- start start 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 Processor -- start 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608c9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608c6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608c6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff8241b26f0 con 0x55ea608aa0e0 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff8241b3b60 con 0x55ea608aea50 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff8241b2dc0 con 0x55ea608aaa00 2024-05-08T06:11:50.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff834f79b80 10 client.0 _ll_register_callbacks cb 0x55ea607a3cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.571+0000 7ff823400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608c9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608c9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60502/0 (socket says 172.21.15.69:60502) 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 -- 172.21.15.69:0/2283371993 learned_addr learned my addr 172.21.15.69:0/2283371993 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823e00700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608c6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff822a00700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608c6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 -- 172.21.15.69:0/2283371993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 msgr2=0x55ea608c6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608c6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 -- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 msgr2=0x55ea608c6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608c6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 -- 172.21.15.69:0/2283371993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea608c6f50 con 0x55ea608aa0e0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823e00700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608c6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff823400700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608c9060 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff8140098e0 tx=0x7ff814010fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f6c70ae93028179 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.572+0000 7ff80d600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff80d600700 1 -- 172.21.15.69:0/2283371993 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff814027050 con 0x55ea608aa0e0 2024-05-08T06:11:50.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ea6080a480 con 0x55ea608aa0e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff80d600700 1 -- 172.21.15.69:0/2283371993 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff81400f870 con 0x55ea608aa0e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff80d600700 1 -- 172.21.15.69:0/2283371993 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff81400be80 con 0x55ea608aa0e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff834f79b80 10 client.17031 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ea6092fc90 con 0x55ea608aa0e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.573+0000 7ff80d600700 1 -- 172.21.15.69:0/2283371993 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ea6080a480 con 0x55ea608aa0e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff80d600700 1 -- 172.21.15.69:0/2283371993 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7ff814021040 con 0x55ea608aa0e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff834f79b80 10 client.17031 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff834f79b80 10 client.17031 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff834f79b80 20 client.17031 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff834f79b80 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea609302e0 0x55ea609326d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff834f79b80 4 client.17031 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ea60804520 con 0x55ea609302e0 2024-05-08T06:11:50.576 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.574+0000 7ff822a00700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea609302e0 0x55ea609326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.575+0000 7ff822a00700 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea609302e0 0x55ea609326d0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=546281ab4cd59b3b server_cookie=dce8cba3fb833c7e in_seq=0 out_seq=0 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.575+0000 7ff80d600700 10 client.17031 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff80d600700 1 -- 172.21.15.69:0/2283371993 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ea60804520 con 0x55ea609302e0 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff80d600700 10 client.17031 handle_command_reply: tid=0 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 client.17031 shutdown 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 msgr2=0x55ea608c9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608c9060 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff8140098e0 tx=0x7ff814010fe0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 shutdown_connections 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ea608aea50 0x55ea608c6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ea608aa0e0 0x55ea608c9060 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.578 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ea609302e0 0x55ea609326d0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 --2- 172.21.15.69:0/2283371993 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ea608aaa00 0x55ea608c6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff80d600700 0 client.17031 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 >> 172.21.15.69:0/2283371993 conn(0x55ea607d8be0 msgr2=0x55ea608b2090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 shutdown_connections 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 1 -- 172.21.15.69:0/2283371993 wait complete. 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.576+0000 7ff834f79b80 20 client.17031 trim_cache size 0 max 16384 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "73d256ed-acc6-453a-9c9e-475f58e1013c", 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:11:50.579 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:11:50.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8080b2880 msgr2=0x7ff8080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8080b2880 0x7ff8080b4d40 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff81c007610 tx=0x7ff81c00b040 comp rx=0 tx=0).stop 2024-05-08T06:11:50.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 msgr2=0x7ff8241a0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:50.580 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 0x7ff8241a0770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ff81000e9c0 tx=0x7ff81000ecd0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 shutdown_connections 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff82410fb60 0x7ff8241a4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff8080b2880 0x7ff8080b4d40 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff824109ad0 0x7ff8241a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 --2- 172.21.15.69:0/2511272899 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff82410a490 0x7ff8241a0770 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.577+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 >> 172.21.15.69:0/2511272899 conn(0x7ff824076c70 msgr2=0x7ff824077270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.578+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 shutdown_connections 2024-05-08T06:11:50.581 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:50.578+0000 7ff82a600700 1 -- 172.21.15.69:0/2511272899 wait complete. 2024-05-08T06:11:50.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:50 smithi069 ceph-mon[29571]: pgmap v764: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:11:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:50 smithi105 ceph-mon[34393]: pgmap v764: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:11:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:50 smithi135 ceph-mon[34761]: pgmap v764: 97 pgs: 97 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:11:51.588 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:11:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:51 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:11:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:51 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:51 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:11:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:51 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:52.049 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:51 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:11:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:51 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:51 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:11:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:51 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:52.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:51 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:11:52.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:51 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:52.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:51 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:11:52.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:51 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:11:52.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:52 smithi069 ceph-mon[29571]: pgmap v765: 97 pgs: 97 active+clean; 6.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:11:53.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:52 smithi105 ceph-mon[34393]: pgmap v765: 97 pgs: 97 active+clean; 6.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:11:53.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:52 smithi135 ceph-mon[34761]: pgmap v765: 97 pgs: 97 active+clean; 6.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:11:53.967 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:53 smithi069 ceph-mon[29571]: pgmap v766: 97 pgs: 97 active+clean; 6.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:53.967 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:53 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:11:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:53 smithi105 ceph-mon[34393]: pgmap v766: 97 pgs: 97 active+clean; 6.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:54.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:53 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:11:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:53 smithi135 ceph-mon[34761]: pgmap v766: 97 pgs: 97 active+clean; 6.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:11:54.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:53 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 -- 172.21.15.69:0/2370245764 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8075ff0 msgr2=0x7f71c8114130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 --2- 172.21.15.69:0/2370245764 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8075ff0 0x7f71c8114130 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f71b4009990 tx=0x7f71b4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 -- 172.21.15.69:0/2370245764 shutdown_connections 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 --2- 172.21.15.69:0/2370245764 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c8114670 0x7f71c8116a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 --2- 172.21.15.69:0/2370245764 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c80756d0 0x7f71c8075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 --2- 172.21.15.69:0/2370245764 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8075ff0 0x7f71c8114130 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 -- 172.21.15.69:0/2370245764 >> 172.21.15.69:0/2370245764 conn(0x7f71c807a600 msgr2=0x7f71c807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:54.598 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 -- 172.21.15.69:0/2370245764 shutdown_connections 2024-05-08T06:11:54.599 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.597+0000 7f71cfe00700 1 -- 172.21.15.69:0/2370245764 wait complete. 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.598+0000 7f71cfe00700 1 Processor -- start 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.598+0000 7f71cfe00700 1 -- start start 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cfe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 0x7f71c81a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cfe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c8075ff0 0x7f71c81a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cfe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8114670 0x7f71c81a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cfe00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71c8119c80 con 0x7f71c8114670 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cfe00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f71c8119b00 con 0x7f71c8075ff0 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cfe00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71c8119e00 con 0x7f71c80756d0 2024-05-08T06:11:54.601 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cd400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 0x7f71c81a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8114670 0x7f71c81a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cd400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 0x7f71c81a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48802/0 (socket says 172.21.15.69:48802) 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cd400700 1 -- 172.21.15.69:0/212488221 learned_addr learned my addr 172.21.15.69:0/212488221 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.599+0000 7f71cca00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c8075ff0 0x7f71c81a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cd400700 1 -- 172.21.15.69:0/212488221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c8075ff0 msgr2=0x7f71c81a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cd400700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c8075ff0 0x7f71c81a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cd400700 1 -- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8114670 msgr2=0x7f71c81a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cd400700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8114670 0x7f71c81a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cd400700 1 -- 172.21.15.69:0/212488221 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c81a5160 con 0x7f71c80756d0 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cde00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8114670 0x7f71c81a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:54.602 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cca00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c8075ff0 0x7f71c81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:54.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cd400700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 0x7f71c81a0150 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f71bc00e9a0 tx=0x7f71bc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:54.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71c6000700 1 -- 172.21.15.69:0/212488221 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc00ca10 con 0x7f71c80756d0 2024-05-08T06:11:54.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.600+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c81a5450 con 0x7f71c80756d0 2024-05-08T06:11:54.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.601+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c81accd0 con 0x7f71c80756d0 2024-05-08T06:11:54.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.601+0000 7f71c6000700 1 -- 172.21.15.69:0/212488221 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71bc00cbb0 con 0x7f71c80756d0 2024-05-08T06:11:54.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.601+0000 7f71c6000700 1 -- 172.21.15.69:0/212488221 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc026060 con 0x7f71c80756d0 2024-05-08T06:11:54.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.604+0000 7f71c6000700 1 -- 172.21.15.69:0/212488221 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f71bc010430 con 0x7f71c80756d0 2024-05-08T06:11:54.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 Processor -- start 2024-05-08T06:11:54.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 -- start start 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a32440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a36490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a36e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b492984a20 con 0x55b492a32060 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b492922760 con 0x55b492a369d0 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71da747b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b4929809e0 con 0x55b492a32980 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.605+0000 7f71cde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a32440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a32440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60526/0 (socket says 172.21.15.69:60526) 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cde00700 1 -- 172.21.15.69:0/3925306944 learned_addr learned my addr 172.21.15.69:0/3925306944 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:54.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a36e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cd400700 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a36490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 -- 172.21.15.69:0/3925306944 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 msgr2=0x55b492a36490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a36490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 -- 172.21.15.69:0/3925306944 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 msgr2=0x55b492a32440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a32440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 -- 172.21.15.69:0/3925306944 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b4928d18d0 con 0x55b492a369d0 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71cca00700 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a36e30 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f71b4006010 tx=0x7f71b40096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc7fdd4c0b373e39 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.606+0000 7f71c6000700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71b00b2900 0x7f71b00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.607+0000 7f71baa00700 1 -- 172.21.15.69:0/3925306944 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b4027070 con 0x55b492a369d0 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.607+0000 7f71c6000700 1 -- 172.21.15.69:0/212488221 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f71bc0e23e0 con 0x7f71c80756d0 2024-05-08T06:11:54.608 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.607+0000 7f71baa00700 1 -- 172.21.15.69:0/3925306944 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71b4003680 con 0x55b492a369d0 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.607+0000 7f71baa00700 1 -- 172.21.15.69:0/3925306944 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b400f6c0 con 0x55b492a369d0 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.607+0000 7f71cde00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71b00b2900 0x7f71b00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 -- 172.21.15.69:0/3925306944 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 msgr2=0x55b492a36e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a36e30 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f71b4006010 tx=0x7f71b40096a0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 -- 172.21.15.69:0/3925306944 shutdown_connections 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a36e30 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a32440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 --2- 172.21.15.69:0/3925306944 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a36490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 -- 172.21.15.69:0/3925306944 >> 172.21.15.69:0/3925306944 conn(0x55b492960b60 msgr2=0x55b492a2c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71cde00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71b00b2900 0x7f71b00b4dc0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f71c0009ec0 tx=0x7f71c000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 -- 172.21.15.69:0/3925306944 shutdown_connections 2024-05-08T06:11:54.609 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 -- 172.21.15.69:0/3925306944 wait complete. 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.608+0000 7f71da747b80 1 -- start start 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 Processor -- start 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a3de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32980 0x55b492a3b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a369d0 0x55b492a3b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b492a3eb80 con 0x55b492a32980 2024-05-08T06:11:54.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b4928eab20 con 0x55b492a32060 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b492a3ed00 con 0x55b492a369d0 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.609+0000 7f71da747b80 10 client.0 _ll_register_callbacks cb 0x55b49292bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32980 0x55b492a3b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cde00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a369d0 0x55b492a3b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32980 0x55b492a3b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60540/0 (socket says 172.21.15.69:60540) 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a3de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cca00700 1 -- 172.21.15.69:0/1196248771 learned_addr learned my addr 172.21.15.69:0/1196248771 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 -- 172.21.15.69:0/1196248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a369d0 msgr2=0x55b492a3b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a369d0 0x55b492a3b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 -- 172.21.15.69:0/1196248771 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32980 msgr2=0x55b492a3b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32980 0x55b492a3b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 -- 172.21.15.69:0/1196248771 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b49294a420 con 0x55b492a32060 2024-05-08T06:11:54.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71cd400700 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a3de20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f71bc010bf0 tx=0x7f71bc0e5f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1de6549281dbca2b server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71af400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.610+0000 7f71af400700 1 -- 172.21.15.69:0/1196248771 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc0b2150 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71af400700 1 -- 172.21.15.69:0/1196248771 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f71bc0b2380 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71b4003680 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71af400700 1 -- 172.21.15.69:0/1196248771 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f71bc0a94c0 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 10 client.27179 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b492a49490 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71af400700 1 -- 172.21.15.69:0/1196248771 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71b4003680 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71af400700 1 -- 172.21.15.69:0/1196248771 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f71bc0aace0 con 0x55b492a32060 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 10 client.27179 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 10 client.27179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 20 client.27179 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492a4bac0 0x55b492a4ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.614 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 4 client.27179 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:11:54.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.611+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b4929ff0a0 con 0x55b492a4bac0 2024-05-08T06:11:54.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.612+0000 7f71cca00700 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492a4bac0 0x55b492a4ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.612+0000 7f71cca00700 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492a4bac0 0x55b492a4ded0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f08cd36f98fdefa server_cookie=86e4c61f0f8577df in_seq=0 out_seq=0 2024-05-08T06:11:54.615 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.612+0000 7f71af400700 10 client.27179 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71af400700 1 -- 172.21.15.69:0/1196248771 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b4929ff0a0 con 0x55b492a4bac0 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71af400700 10 client.27179 handle_command_reply: tid=0 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 client.27179 shutdown 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 msgr2=0x55b492a3de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a3de20 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f71bc010bf0 tx=0x7f71bc0e5f50 comp rx=0 tx=0).stop 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 shutdown_connections 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492a4bac0 0x55b492a4ded0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a369d0 0x55b492a3b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a3de20 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 --2- 172.21.15.69:0/1196248771 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32980 0x55b492a3b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.616 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71af400700 0 client.27179 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 >> 172.21.15.69:0/1196248771 conn(0x55b492960b60 msgr2=0x55b492a272b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 shutdown_connections 2024-05-08T06:11:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 1 -- 172.21.15.69:0/1196248771 wait complete. 2024-05-08T06:11:54.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.613+0000 7f71da747b80 20 client.27179 trim_cache size 0 max 16384 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 Processor -- start 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 -- start start 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a47c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a38e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a27130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800fbe0 con 0x55b492a32060 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800d470 con 0x55b492a369d0 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71da747b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800b2c0 con 0x55b492a32980 2024-05-08T06:11:54.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.635+0000 7f71cd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a47c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a47c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60556/0 (socket says 172.21.15.69:60556) 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 -- 172.21.15.69:0/3180024500 learned_addr learned my addr 172.21.15.69:0/3180024500 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cca00700 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a38e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cde00700 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a27130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 -- 172.21.15.69:0/3180024500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 msgr2=0x55b492a38e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a38e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 -- 172.21.15.69:0/3180024500 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 msgr2=0x55b492a27130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a27130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 -- 172.21.15.69:0/3180024500 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b492a2d9c0 con 0x55b492a32060 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cde00700 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a27130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.636+0000 7f71cd400700 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a47c70 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f71bc0a9940 tx=0x7f71bc005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614c5612b01e04e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71ba000700 1 -- 172.21.15.69:0/3180024500 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc0e5a50 con 0x55b492a32060 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71ba000700 1 -- 172.21.15.69:0/3180024500 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71bc0b2150 con 0x55b492a32060 2024-05-08T06:11:54.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71ba000700 1 -- 172.21.15.69:0/3180024500 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc0a9300 con 0x55b492a32060 2024-05-08T06:11:54.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 -- 172.21.15.69:0/3180024500 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 msgr2=0x55b492a47c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a47c70 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f71bc0a9940 tx=0x7f71bc005b40 comp rx=0 tx=0).stop 2024-05-08T06:11:54.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 -- 172.21.15.69:0/3180024500 shutdown_connections 2024-05-08T06:11:54.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a369d0 0x55b492a27130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a32060 0x55b492a47c70 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 --2- 172.21.15.69:0/3180024500 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a38e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.637+0000 7f71da747b80 1 -- 172.21.15.69:0/3180024500 >> 172.21.15.69:0/3180024500 conn(0x55b492960b60 msgr2=0x55b492a26a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.638+0000 7f71da747b80 1 -- 172.21.15.69:0/3180024500 shutdown_connections 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.638+0000 7f71da747b80 1 -- 172.21.15.69:0/3180024500 wait complete. 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.638+0000 7f71da747b80 1 -- start start 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.638+0000 7f71da747b80 1 Processor -- start 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a53130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a53670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a369d0 0x55b492a53bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800b930 con 0x55b492a369d0 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800cda0 con 0x55b492a32060 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800c000 con 0x55b492a32980 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71da747b80 10 client.0 _ll_register_callbacks cb 0x55b49292bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a369d0 0x55b492a53bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cde00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a369d0 0x55b492a53bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:60558/0 (socket says 172.21.15.69:60558) 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cde00700 1 -- 172.21.15.69:0/945627992 learned_addr learned my addr 172.21.15.69:0/945627992 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cca00700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a53670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cd400700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a53130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cca00700 1 -- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 msgr2=0x55b492a53130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.639+0000 7f71cca00700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a53130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71cca00700 1 -- 172.21.15.69:0/945627992 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a369d0 msgr2=0x55b492a53bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71cca00700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a369d0 0x55b492a53bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71cca00700 1 -- 172.21.15.69:0/945627992 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b492a42660 con 0x55b492a32980 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71cca00700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a53670 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f71b40098e0 tx=0x7f71b400b300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70a4a496cfd29470 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71af400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71af400700 1 -- 172.21.15.69:0/945627992 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b4037060 con 0x55b492a32980 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b492992400 con 0x55b492a32980 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71af400700 1 -- 172.21.15.69:0/945627992 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f71b4003d70 con 0x55b492a32980 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71af400700 1 -- 172.21.15.69:0/945627992 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f71b4027040 con 0x55b492a32980 2024-05-08T06:11:54.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.640+0000 7f71da747b80 10 client.27139 fetch_fsmap learned FSMap version 26 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b492ab67c0 con 0x55b492a32980 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71af400700 1 -- 172.21.15.69:0/945627992 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55b492992400 con 0x55b492a32980 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71af400700 1 -- 172.21.15.69:0/945627992 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f71b4021030 con 0x55b492a32980 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 10 client.27139 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 10 client.27139 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 20 client.27139 populate_metadata read hostname 'smithi069' 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492ab6ab0 0x55b492ab8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 4 client.27139 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b49298c4a0 con 0x55b492ab6ab0 2024-05-08T06:11:54.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.641+0000 7f71cd400700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492ab6ab0 0x55b492ab8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:54.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71cd400700 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492ab6ab0 0x55b492ab8ea0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=899a89d25b34e70a server_cookie=c5a1c70de9a30f42 in_seq=0 out_seq=0 2024-05-08T06:11:54.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71af400700 10 client.27139 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:54.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71af400700 1 -- 172.21.15.69:0/945627992 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b49298c4a0 con 0x55b492ab6ab0 2024-05-08T06:11:54.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71af400700 10 client.27139 handle_command_reply: tid=0 2024-05-08T06:11:54.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 client.27139 shutdown 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 msgr2=0x55b492a53670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a53670 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f71b40098e0 tx=0x7f71b400b300 comp rx=0 tx=0).stop 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 shutdown_connections 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b492a369d0 0x55b492a53bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b492a32060 0x55b492a53130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b492ab6ab0 0x55b492ab8ea0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 --2- 172.21.15.69:0/945627992 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b492a32980 0x55b492a53670 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71af400700 0 client.27139 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 >> 172.21.15.69:0/945627992 conn(0x55b492960b60 msgr2=0x55b492a272b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.642+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 shutdown_connections 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71da747b80 1 -- 172.21.15.69:0/945627992 wait complete. 2024-05-08T06:11:54.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71da747b80 20 client.27139 trim_cache size 0 max 16384 2024-05-08T06:11:54.647 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:11:54.647 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:11:54.647 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:11:54.647 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71b00b2900 msgr2=0x7f71b00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71b00b2900 0x7f71b00b4dc0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f71c0009ec0 tx=0x7f71c000b040 comp rx=0 tx=0).stop 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 msgr2=0x7f71c81a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 0x7f71c81a0150 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f71bc00e9a0 tx=0x7f71bc00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 shutdown_connections 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f71c8114670 0x7f71c81a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f71c80756d0 0x7f71c81a0150 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f71b00b2900 0x7f71b00b4dc0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 --2- 172.21.15.69:0/212488221 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f71c8075ff0 0x7f71c81a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.643+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 >> 172.21.15.69:0/212488221 conn(0x7f71c807a600 msgr2=0x7f71c8113430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.644+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 shutdown_connections 2024-05-08T06:11:54.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:54.644+0000 7f71cfe00700 1 -- 172.21.15.69:0/212488221 wait complete. 2024-05-08T06:11:55.778 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:11:55.778 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:11:56.237 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:11:56.383 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:56 smithi069 ceph-mon[29571]: pgmap v767: 97 pgs: 97 active+clean; 6.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:11:56.520 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:56 smithi105 ceph-mon[34393]: pgmap v767: 97 pgs: 97 active+clean; 6.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:11:56.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:56 smithi135 ceph-mon[34761]: pgmap v767: 97 pgs: 97 active+clean; 6.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:11:58.394 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:58 smithi069 ceph-mon[29571]: pgmap v768: 97 pgs: 97 active+clean; 6.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:58.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:58 smithi135 ceph-mon[34761]: pgmap v768: 97 pgs: 97 active+clean; 6.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:58.564 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 -- 172.21.15.69:0/2151026526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f81021d0 msgr2=0x7ff9f81025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 --2- 172.21.15.69:0/2151026526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f81021d0 0x7ff9f81025b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009990 tx=0x7ff9e8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 -- 172.21.15.69:0/2151026526 shutdown_connections 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 --2- 172.21.15.69:0/2151026526 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f810fd80 0x7ff9f8112170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 --2- 172.21.15.69:0/2151026526 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f81021d0 0x7ff9f81025b0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 --2- 172.21.15.69:0/2151026526 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f8102b80 0x7ff9f810f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 -- 172.21.15.69:0/2151026526 >> 172.21.15.69:0/2151026526 conn(0x7ff9f80fde30 msgr2=0x7ff9f8100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 -- 172.21.15.69:0/2151026526 shutdown_connections 2024-05-08T06:11:58.565 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.564+0000 7ff9f7200700 1 -- 172.21.15.69:0/2151026526 wait complete. 2024-05-08T06:11:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.565+0000 7ff9f7200700 1 Processor -- start 2024-05-08T06:11:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.565+0000 7ff9f7200700 1 -- start start 2024-05-08T06:11:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f7200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 0x7ff9f819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f7200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f8102b80 0x7ff9f819c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:58.566 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f7200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f810fd80 0x7ff9f81a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f7200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f8115830 con 0x7ff9f8102b80 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f7200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f81156b0 con 0x7ff9f81021d0 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f7200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f81159b0 con 0x7ff9f810fd80 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 0x7ff9f819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f5400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f8102b80 0x7ff9f819c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f5e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 0x7ff9f819bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:49382/0 (socket says 172.21.15.69:49382) 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f5e00700 1 -- 172.21.15.69:0/4212239898 learned_addr learned my addr 172.21.15.69:0/4212239898 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.566+0000 7ff9f6800700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f810fd80 0x7ff9f81a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:58.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5e00700 1 -- 172.21.15.69:0/4212239898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f810fd80 msgr2=0x7ff9f81a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:58.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5e00700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f810fd80 0x7ff9f81a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5e00700 1 -- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f8102b80 msgr2=0x7ff9f819c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:58.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5e00700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f8102b80 0x7ff9f819c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5e00700 1 -- 172.21.15.69:0/4212239898 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f81a0d20 con 0x7ff9f81021d0 2024-05-08T06:11:58.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f6800700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f810fd80 0x7ff9f81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:11:58.568 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5400700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f8102b80 0x7ff9f819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.567+0000 7ff9f5e00700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 0x7ff9f819bd60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000c00 tx=0x7ff9e80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.568+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8027070 con 0x7ff9f81021d0 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.568+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f81a0fb0 con 0x7ff9f81021d0 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.568+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f81a8890 con 0x7ff9f81021d0 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.568+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9e8022470 con 0x7ff9f81021d0 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.568+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8017650 con 0x7ff9f81021d0 2024-05-08T06:11:58.569 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.569+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9f806a190 con 0x7ff9f81021d0 2024-05-08T06:11:58.571 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.571+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff9e802a070 con 0x7ff9f81021d0 2024-05-08T06:11:58.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.573+0000 7ff9eea00700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff9dc0b2900 0x7ff9dc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:11:58.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.573+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ff9e80e2f50 con 0x7ff9f81021d0 2024-05-08T06:11:58.573 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.573+0000 7ff9f5400700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff9dc0b2900 0x7ff9dc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:11:58.574 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.574+0000 7ff9f5400700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff9dc0b2900 0x7ff9dc0b4dc0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8103c30 tx=0x7ff9e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:11:58.575 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.575+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff9e8013070 con 0x7ff9f81021d0 2024-05-08T06:11:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:58 smithi105 ceph-mon[34393]: pgmap v768: 97 pgs: 97 active+clean; 6.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:11:58.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.864+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff9f819d070 con 0x7ff9f81021d0 2024-05-08T06:11:58.865 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.865+0000 7ff9eea00700 1 -- 172.21.15.69:0/4212239898 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7ff9e80aacb0 con 0x7ff9f81021d0 2024-05-08T06:11:58.866 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:11:58.866 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:11:58.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff9dc0b2900 msgr2=0x7ff9dc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:58.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff9dc0b2900 0x7ff9dc0b4dc0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8103c30 tx=0x7ff9e4009260 comp rx=0 tx=0).stop 2024-05-08T06:11:58.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 msgr2=0x7ff9f819bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:11:58.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 0x7ff9f819bd60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000c00 tx=0x7ff9e80057c0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 shutdown_connections 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ff9f810fd80 0x7ff9f81a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ff9dc0b2900 0x7ff9dc0b4dc0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ff9f81021d0 0x7ff9f819bd60 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 --2- 172.21.15.69:0/4212239898 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ff9f8102b80 0x7ff9f819c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 >> 172.21.15.69:0/4212239898 conn(0x7ff9f80fde30 msgr2=0x7ff9f8100220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 shutdown_connections 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:11:58.869+0000 7ff9f7200700 1 -- 172.21.15.69:0/4212239898 wait complete. 2024-05-08T06:11:58.871 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:11:59.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:59 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:11:59.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:11:59 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/4212239898' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:59.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:59 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:11:59.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:11:59 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4212239898' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:59.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:59 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:11:59.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:11:59 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/4212239898' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:11:59.854 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:12:00.298 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:00 smithi135 ceph-mon[34761]: pgmap v769: 97 pgs: 97 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:12:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:12:00.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:12:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:00 smithi069 ceph-mon[29571]: pgmap v769: 97 pgs: 97 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:12:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:12:00.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:12:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:00 smithi105 ceph-mon[34393]: pgmap v769: 97 pgs: 97 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:12:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:12:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:12:02.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:02 smithi069 ceph-mon[29571]: pgmap v770: 97 pgs: 97 active+clean; 6.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:02.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:02 smithi135 ceph-mon[34761]: pgmap v770: 97 pgs: 97 active+clean; 6.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 -- 172.21.15.69:0/3439899322 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b5810fea0 msgr2=0x7f0b58112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 --2- 172.21.15.69:0/3439899322 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b5810fea0 0x7f0b58112290 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f0b5000b0a0 tx=0x7f0b5000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 -- 172.21.15.69:0/3439899322 shutdown_connections 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 --2- 172.21.15.69:0/3439899322 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b5810fea0 0x7f0b58112290 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 --2- 172.21.15.69:0/3439899322 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b58075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 --2- 172.21.15.69:0/3439899322 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b58075ff0 0x7f0b5810f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 -- 172.21.15.69:0/3439899322 >> 172.21.15.69:0/3439899322 conn(0x7f0b5807a600 msgr2=0x7f0b5807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:02.764 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.763+0000 7f0b5e200700 1 -- 172.21.15.69:0/3439899322 shutdown_connections 2024-05-08T06:12:02.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.764+0000 7f0b5e200700 1 -- 172.21.15.69:0/3439899322 wait complete. 2024-05-08T06:12:02.765 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.765+0000 7f0b5e200700 1 Processor -- start 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.765+0000 7f0b5e200700 1 -- start start 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b5e200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b581035c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b5e200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b58075ff0 0x7f0b58103b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b5e200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5810fea0 0x7f0b58104040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b5e200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b58115890 con 0x7f0b58075ff0 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b5e200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0b58115710 con 0x7f0b5810fea0 2024-05-08T06:12:02.766 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b5e200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0b58115a10 con 0x7f0b580756d0 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b56a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b58075ff0 0x7f0b58103b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b57400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b581035c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b57400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b581035c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51552/0 (socket says 172.21.15.69:51552) 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b57400700 1 -- 172.21.15.69:0/1346182314 learned_addr learned my addr 172.21.15.69:0/1346182314 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.766+0000 7f0b57e00700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5810fea0 0x7f0b58104040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57400700 1 -- 172.21.15.69:0/1346182314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5810fea0 msgr2=0x7f0b58104040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57400700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5810fea0 0x7f0b58104040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57400700 1 -- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b58075ff0 msgr2=0x7f0b58103b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57400700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b58075ff0 0x7f0b58103b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57400700 1 -- 172.21.15.69:0/1346182314 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b581ac450 con 0x7f0b580756d0 2024-05-08T06:12:02.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57e00700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5810fea0 0x7f0b58104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b57400700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b581035c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0b4800e9f0 tx=0x7f0b4800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b4fe00700 1 -- 172.21.15.69:0/1346182314 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4800cbd0 con 0x7f0b580756d0 2024-05-08T06:12:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b4fe00700 1 -- 172.21.15.69:0/1346182314 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b4800ee90 con 0x7f0b580756d0 2024-05-08T06:12:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.767+0000 7f0b4fe00700 1 -- 172.21.15.69:0/1346182314 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b48005590 con 0x7f0b580756d0 2024-05-08T06:12:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.768+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b581ac740 con 0x7f0b580756d0 2024-05-08T06:12:02.769 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.768+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b581acc30 con 0x7f0b580756d0 2024-05-08T06:12:02.769 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:02 smithi105 ceph-mon[34393]: pgmap v770: 97 pgs: 97 active+clean; 6.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:02.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.771+0000 7f0b4fe00700 1 -- 172.21.15.69:0/1346182314 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0b48004750 con 0x7f0b580756d0 2024-05-08T06:12:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.772+0000 7f0b68b42b80 1 Processor -- start 2024-05-08T06:12:02.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.772+0000 7f0b68b42b80 1 -- start start 2024-05-08T06:12:02.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e08fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 0x55b9e5e032d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e038f0 0x55b9e5e03d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b9e5d55a20 con 0x55b9e5e08bc0 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b9e5cf3760 con 0x55b9e5e038f0 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b9e5d519e0 con 0x55b9e5e094e0 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b4fe00700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0b3c0b2930 0x7f0b3c0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b57400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 0x55b9e5e032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b57e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e08fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b57400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 0x55b9e5e032d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51566/0 (socket says 172.21.15.69:51566) 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b57400700 1 -- 172.21.15.69:0/1189632568 learned_addr learned my addr 172.21.15.69:0/1189632568 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.773+0000 7f0b56a00700 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e038f0 0x55b9e5e03d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.774 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57e00700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0b3c0b2930 0x7f0b3c0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b4fe00700 1 -- 172.21.15.69:0/1346182314 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0b480e2460 con 0x7f0b580756d0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57400700 1 -- 172.21.15.69:0/1189632568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e038f0 msgr2=0x55b9e5e03d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57400700 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e038f0 0x55b9e5e03d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57400700 1 -- 172.21.15.69:0/1189632568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 msgr2=0x55b9e5e08fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57400700 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e08fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57400700 1 -- 172.21.15.69:0/1189632568 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9e5ca28d0 con 0x55b9e5e094e0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b56a00700 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e038f0 0x55b9e5e03d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b57400700 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 0x55b9e5e032d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f0b480dfe80 tx=0x7f0b48005020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=754205592dd418e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b4cc00700 1 -- 172.21.15.69:0/1189632568 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b480c3070 con 0x55b9e5e094e0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b4cc00700 1 -- 172.21.15.69:0/1189632568 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b480a9540 con 0x55b9e5e094e0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.774+0000 7f0b4cc00700 1 -- 172.21.15.69:0/1189632568 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b480a9e90 con 0x55b9e5e094e0 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1189632568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 msgr2=0x55b9e5e032d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b57e00700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0b3c0b2930 0x7f0b3c0b4df0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0b5000b780 tx=0x7f0b50006210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 0x55b9e5e032d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f0b480dfe80 tx=0x7f0b48005020 comp rx=0 tx=0).stop 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1189632568 shutdown_connections 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e038f0 0x55b9e5e03d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e08fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1189632568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e094e0 0x55b9e5e032d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1189632568 >> 172.21.15.69:0/1189632568 conn(0x55b9e5d7b6d0 msgr2=0x55b9e5dfdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1189632568 shutdown_connections 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.775+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1189632568 wait complete. 2024-05-08T06:12:02.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.776+0000 7f0b68b42b80 1 -- start start 2024-05-08T06:12:02.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.776+0000 7f0b68b42b80 1 Processor -- start 2024-05-08T06:12:02.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e0f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e0c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e0cab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b9e5e0fec0 con 0x55b9e5e038f0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b9e5cbbb20 con 0x55b9e5e094e0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b9e5e10040 con 0x55b9e5e08bc0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b68b42b80 10 client.0 _ll_register_callbacks cb 0x55b9e5cfcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e0f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e0f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40338/0 (socket says 172.21.15.69:40338) 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 -- 172.21.15.69:0/2703403310 learned_addr learned my addr 172.21.15.69:0/2703403310 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b56a00700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e0c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57e00700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e0cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 -- 172.21.15.69:0/2703403310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 msgr2=0x55b9e5e0c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e0c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 -- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 msgr2=0x55b9e5e0cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e0cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.777+0000 7f0b57400700 1 -- 172.21.15.69:0/2703403310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9e5d1b420 con 0x55b9e5e038f0 2024-05-08T06:12:02.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b57400700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e0f1d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0b480a9310 tx=0x7f0b480b2630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddf940893616786d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b41600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b41600700 1 -- 172.21.15.69:0/2703403310 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b480c3070 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b41600700 1 -- 172.21.15.69:0/2703403310 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0b48004c50 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b480a9540 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b41600700 1 -- 172.21.15.69:0/2703403310 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0b480a9800 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b68b42b80 10 client.17064 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.778+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b9e5e0fec0 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b41600700 1 -- 172.21.15.69:0/2703403310 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b480a9540 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b41600700 1 -- 172.21.15.69:0/2703403310 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0b480cace0 con 0x55b9e5e038f0 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b68b42b80 10 client.17064 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b68b42b80 10 client.17064 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b68b42b80 20 client.17064 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e1ca30 0x55b9e5e1ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b68b42b80 4 client.17064 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:02.781 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9e5dd0140 con 0x55b9e5e1ca30 2024-05-08T06:12:02.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.779+0000 7f0b56a00700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e1ca30 0x55b9e5e1ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.782 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.780+0000 7f0b56a00700 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e1ca30 0x55b9e5e1ee20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ec0752c8f97e8d58 server_cookie=914db5b94476d4b6 in_seq=0 out_seq=0 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.780+0000 7f0b41600700 10 client.17064 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b41600700 1 -- 172.21.15.69:0/2703403310 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b9e5dd0140 con 0x55b9e5e1ca30 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b41600700 10 client.17064 handle_command_reply: tid=0 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 client.17064 shutdown 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 msgr2=0x55b9e5e0f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e0f1d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0b480a9310 tx=0x7f0b480b2630 comp rx=0 tx=0).stop 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 shutdown_connections 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e1ca30 0x55b9e5e1ee20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e0cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e0f1d0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b41600700 0 client.17064 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/2703403310 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e0c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 >> 172.21.15.69:0/2703403310 conn(0x55b9e5d7b6d0 msgr2=0x55b9e5dfd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:02.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 shutdown_connections 2024-05-08T06:12:02.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.781+0000 7f0b68b42b80 1 -- 172.21.15.69:0/2703403310 wait complete. 2024-05-08T06:12:02.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.782+0000 7f0b68b42b80 20 client.17064 trim_cache size 0 max 16384 2024-05-08T06:12:02.798 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 Processor -- start 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 -- start start 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e032d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e18f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5dfd910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b581b69d0 con 0x55b9e5e038f0 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0b581b4260 con 0x55b9e5e094e0 2024-05-08T06:12:02.799 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.798+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0b581b20b0 con 0x55b9e5e08bc0 2024-05-08T06:12:02.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e032d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40348/0 (socket says 172.21.15.69:40348) 2024-05-08T06:12:02.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 -- 172.21.15.69:0/114349217 learned_addr learned my addr 172.21.15.69:0/114349217 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:02.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57e00700 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5dfd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b56a00700 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e18f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.800 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 -- 172.21.15.69:0/114349217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 msgr2=0x55b9e5e18f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e18f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 -- 172.21.15.69:0/114349217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 msgr2=0x55b9e5dfd910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5dfd910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.799+0000 7f0b57400700 1 -- 172.21.15.69:0/114349217 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9e5dfde50 con 0x55b9e5e038f0 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.800+0000 7f0b57400700 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e032d0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0b4800c5b0 tx=0x7f0b480a58f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a531868a19e54c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.800+0000 7f0b43e00700 1 -- 172.21.15.69:0/114349217 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b480c3070 con 0x55b9e5e038f0 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.800+0000 7f0b43e00700 1 -- 172.21.15.69:0/114349217 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b480a9540 con 0x55b9e5e038f0 2024-05-08T06:12:02.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.800+0000 7f0b43e00700 1 -- 172.21.15.69:0/114349217 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b480adde0 con 0x55b9e5e038f0 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.800+0000 7f0b68b42b80 1 -- 172.21.15.69:0/114349217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 msgr2=0x55b9e5e032d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.800+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e032d0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0b4800c5b0 tx=0x7f0b480a58f0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 -- 172.21.15.69:0/114349217 shutdown_connections 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5dfd910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e038f0 0x55b9e5e032d0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/114349217 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e18f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 -- 172.21.15.69:0/114349217 >> 172.21.15.69:0/114349217 conn(0x55b9e5d7b6d0 msgr2=0x55b9e5e0b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 -- 172.21.15.69:0/114349217 shutdown_connections 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 -- 172.21.15.69:0/114349217 wait complete. 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 -- start start 2024-05-08T06:12:02.803 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.801+0000 7f0b68b42b80 1 Processor -- start 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e038f0 0x55b9e5e23ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e243e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e24920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f0b581b2720 con 0x55b9e5e08bc0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f0b581b3b90 con 0x55b9e5e094e0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f0b581b2df0 con 0x55b9e5e038f0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b68b42b80 10 client.0 _ll_register_callbacks cb 0x55b9e5cfcc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b56a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e243e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b57400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e038f0 0x55b9e5e23ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b56a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e243e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40364/0 (socket says 172.21.15.69:40364) 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b56a00700 1 -- 172.21.15.69:0/1951133689 learned_addr learned my addr 172.21.15.69:0/1951133689 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.802+0000 7f0b57e00700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e24920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b56a00700 1 -- 172.21.15.69:0/1951133689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e038f0 msgr2=0x55b9e5e23ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b56a00700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e038f0 0x55b9e5e23ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b56a00700 1 -- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 msgr2=0x55b9e5e24920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:02.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b56a00700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e24920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b56a00700 1 -- 172.21.15.69:0/1951133689 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9e5e86260 con 0x55b9e5e08bc0 2024-05-08T06:12:02.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b57400700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e038f0 0x55b9e5e23ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:02.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b56a00700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e243e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0b58104d30 tx=0x7f0b44004480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc1c835f977e0c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:02.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b41600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:02.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b41600700 1 -- 172.21.15.69:0/1951133689 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b44010430 con 0x55b9e5e08bc0 2024-05-08T06:12:02.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b41600700 1 -- 172.21.15.69:0/1951133689 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f0b440105d0 con 0x55b9e5e08bc0 2024-05-08T06:12:02.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.803+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0b480a9540 con 0x55b9e5e08bc0 2024-05-08T06:12:02.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b41600700 1 -- 172.21.15.69:0/1951133689 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0b440107d0 con 0x55b9e5e08bc0 2024-05-08T06:12:02.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 10 client.17070 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b9e5e875d0 con 0x55b9e5e08bc0 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b41600700 1 -- 172.21.15.69:0/1951133689 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0b480a9540 con 0x55b9e5e08bc0 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b41600700 1 -- 172.21.15.69:0/1951133689 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0b44027a50 con 0x55b9e5e08bc0 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 10 client.17070 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 10 client.17070 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 20 client.17070 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e87d90 0x55b9e5e8a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 4 client.17070 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.804+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b9e5d63400 con 0x55b9e5e87d90 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.805+0000 7f0b57400700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e87d90 0x55b9e5e8a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.805+0000 7f0b57400700 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e87d90 0x55b9e5e8a1b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e0f76ed3a5560a5 server_cookie=60f71d947b92f47c in_seq=0 out_seq=0 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.805+0000 7f0b41600700 10 client.17070 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.805+0000 7f0b41600700 1 -- 172.21.15.69:0/1951133689 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b9e5d63400 con 0x55b9e5e87d90 2024-05-08T06:12:02.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.805+0000 7f0b41600700 10 client.17070 handle_command_reply: tid=0 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.805+0000 7f0b68b42b80 1 client.17070 shutdown 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 msgr2=0x55b9e5e243e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e243e0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f0b58104d30 tx=0x7f0b44004480 comp rx=0 tx=0).stop 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 shutdown_connections 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55b9e5e87d90 0x55b9e5e8a1b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b9e5e094e0 0x55b9e5e24920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b9e5e038f0 0x55b9e5e23ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 --2- 172.21.15.69:0/1951133689 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b9e5e08bc0 0x55b9e5e243e0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 >> 172.21.15.69:0/1951133689 conn(0x55b9e5d7b6d0 msgr2=0x55b9e5e076e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b41600700 0 client.17070 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 shutdown_connections 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 1 -- 172.21.15.69:0/1951133689 wait complete. 2024-05-08T06:12:02.809 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.806+0000 7f0b68b42b80 20 client.17070 trim_cache size 0 max 16384 2024-05-08T06:12:02.810 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:12:02.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0b3c0b2930 msgr2=0x7f0b3c0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0b3c0b2930 0x7f0b3c0b4df0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0b5000b780 tx=0x7f0b50006210 comp rx=0 tx=0).stop 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 msgr2=0x7f0b581035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b581035c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0b4800e9f0 tx=0x7f0b4800ed00 comp rx=0 tx=0).stop 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 shutdown_connections 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f0b3c0b2930 0x7f0b3c0b4df0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f0b5810fea0 0x7f0b58104040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f0b580756d0 0x7f0b581035c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 --2- 172.21.15.69:0/1346182314 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f0b58075ff0 0x7f0b58103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 >> 172.21.15.69:0/1346182314 conn(0x7f0b5807a600 msgr2=0x7f0b58100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 shutdown_connections 2024-05-08T06:12:02.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:02.807+0000 7f0b5e200700 1 -- 172.21.15.69:0/1346182314 wait complete. 2024-05-08T06:12:03.821 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:12:04.269 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:04.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:04 smithi135 ceph-mon[34761]: pgmap v771: 97 pgs: 97 active+clean; 6.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:04.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:04 smithi069 ceph-mon[29571]: pgmap v771: 97 pgs: 97 active+clean; 6.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:04 smithi105 ceph-mon[34393]: pgmap v771: 97 pgs: 97 active+clean; 6.8 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:06.442 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:06 smithi069 ceph-mon[29571]: pgmap v772: 97 pgs: 97 active+clean; 6.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:12:06.561 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:06 smithi135 ceph-mon[34761]: pgmap v772: 97 pgs: 97 active+clean; 6.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:12:06.572 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:06 smithi105 ceph-mon[34393]: pgmap v772: 97 pgs: 97 active+clean; 6.9 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 14 op/s 2024-05-08T06:12:06.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 -- 172.21.15.69:0/1461071829 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f380010fea0 msgr2=0x7f3800112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 --2- 172.21.15.69:0/1461071829 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f380010fea0 0x7f3800112290 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f37f800b0a0 tx=0x7f37f800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.767 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 -- 172.21.15.69:0/1461071829 shutdown_connections 2024-05-08T06:12:06.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 --2- 172.21.15.69:0/1461071829 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f380010fea0 0x7f3800112290 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 --2- 172.21.15.69:0/1461071829 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f38000756d0 0x7f3800075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 --2- 172.21.15.69:0/1461071829 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3800075ff0 0x7f380010f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.767+0000 7f3807200700 1 -- 172.21.15.69:0/1461071829 >> 172.21.15.69:0/1461071829 conn(0x7f380007a600 msgr2=0x7f380007aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:06.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.768+0000 7f3807200700 1 -- 172.21.15.69:0/1461071829 shutdown_connections 2024-05-08T06:12:06.768 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.768+0000 7f3807200700 1 -- 172.21.15.69:0/1461071829 wait complete. 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 Processor -- start 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 -- start start 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38000756d0 0x7f380019bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 0x7f380019c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f380010fea0 0x7f38001a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3800115870 con 0x7f380010fea0 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f38001156f0 con 0x7f38000756d0 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.769+0000 7f3807200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f38001159f0 con 0x7f3800075ff0 2024-05-08T06:12:06.770 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f3805200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f380010fea0 0x7f38001a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 0x7f380019c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38000756d0 0x7f380019bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 0x7f380019c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51602/0 (socket says 172.21.15.69:51602) 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 -- 172.21.15.69:0/3415402778 learned_addr learned my addr 172.21.15.69:0/3415402778 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 -- 172.21.15.69:0/3415402778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38000756d0 msgr2=0x7f380019bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38000756d0 0x7f380019bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 -- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f380010fea0 msgr2=0x7f38001a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f380010fea0 0x7f38001a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 -- 172.21.15.69:0/3415402778 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38001a0d50 con 0x7f3800075ff0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ffe00700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38000756d0 0x7f380019bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.770+0000 7f37ff400700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 0x7f380019c280 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00e9a0 tx=0x7f37ec00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.771+0000 7f37fcc00700 1 -- 172.21.15.69:0/3415402778 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec00ca10 con 0x7f3800075ff0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.771+0000 7f37fcc00700 1 -- 172.21.15.69:0/3415402778 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37ec00cbb0 con 0x7f3800075ff0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.771+0000 7f37fcc00700 1 -- 172.21.15.69:0/3415402778 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ec018680 con 0x7f3800075ff0 2024-05-08T06:12:06.771 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.771+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38001a1040 con 0x7f3800075ff0 2024-05-08T06:12:06.772 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.771+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38001a88c0 con 0x7f3800075ff0 2024-05-08T06:12:06.773 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.774+0000 7f37fcc00700 1 -- 172.21.15.69:0/3415402778 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f37ec010430 con 0x7f3800075ff0 2024-05-08T06:12:06.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.776+0000 7f3811bf3b80 1 Processor -- start 2024-05-08T06:12:06.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.776+0000 7f3811bf3b80 1 -- start start 2024-05-08T06:12:06.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.776+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008514440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.776+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008518490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.776+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008518e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x565008466a20 con 0x565008514980 2024-05-08T06:12:06.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x565008404760 con 0x5650085189d0 2024-05-08T06:12:06.776 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5650084629e0 con 0x565008514060 2024-05-08T06:12:06.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008518490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37fcc00700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37e40b2900 0x7f37e40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f3805200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008514440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008518490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40394/0 (socket says 172.21.15.69:40394) 2024-05-08T06:12:06.777 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 -- 172.21.15.69:0/1288967340 learned_addr learned my addr 172.21.15.69:0/1288967340 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ff400700 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008518e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37fcc00700 1 -- 172.21.15.69:0/3415402778 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f37ec0e22e0 con 0x7f3800075ff0 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 -- 172.21.15.69:0/1288967340 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 msgr2=0x565008514440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008514440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 -- 172.21.15.69:0/1288967340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 msgr2=0x565008518e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008518e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.777+0000 7f37ffe00700 1 -- 172.21.15.69:0/1288967340 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650083b38d0 con 0x565008514980 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.778+0000 7f3805200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37e40b2900 0x7f37e40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.778+0000 7f37ffe00700 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008518490 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f37f00115f0 tx=0x7f37f0011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2a6bd97573acd45 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.778+0000 7f37f5600700 1 -- 172.21.15.69:0/1288967340 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f001e070 con 0x565008514980 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.778+0000 7f37f5600700 1 -- 172.21.15.69:0/1288967340 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f0019ae0 con 0x565008514980 2024-05-08T06:12:06.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.778+0000 7f37f5600700 1 -- 172.21.15.69:0/1288967340 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f000ead0 con 0x565008514980 2024-05-08T06:12:06.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 -- 172.21.15.69:0/1288967340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 msgr2=0x565008518490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3805200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37e40b2900 0x7f37e40b4dc0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f37f800b780 tx=0x7f37f80099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008518490 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f37f00115f0 tx=0x7f37f0011900 comp rx=0 tx=0).stop 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 -- 172.21.15.69:0/1288967340 shutdown_connections 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008518e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008514440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/1288967340 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008518490 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 -- 172.21.15.69:0/1288967340 >> 172.21.15.69:0/1288967340 conn(0x565008442b60 msgr2=0x56500850e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 -- 172.21.15.69:0/1288967340 shutdown_connections 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.779+0000 7f3811bf3b80 1 -- 172.21.15.69:0/1288967340 wait complete. 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.780+0000 7f3811bf3b80 1 -- start start 2024-05-08T06:12:06.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.780+0000 7f3811bf3b80 1 Processor -- start 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x56500851fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514980 0x56500851d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x56500851d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x565008520be0 con 0x565008514060 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5650083ccb20 con 0x5650085189d0 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x565008520d60 con 0x565008514980 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3811bf3b80 10 client.0 _ll_register_callbacks cb 0x56500840dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x56500851fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x56500851fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40408/0 (socket says 172.21.15.69:40408) 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 -- 172.21.15.69:0/3711634065 learned_addr learned my addr 172.21.15.69:0/3711634065 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ff400700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514980 0x56500851d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.783 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f3805200700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x56500851d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 -- 172.21.15.69:0/3711634065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514980 msgr2=0x56500851d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514980 0x56500851d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 -- 172.21.15.69:0/3711634065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 msgr2=0x56500851d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x56500851d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.781+0000 7f37ffe00700 1 -- 172.21.15.69:0/3711634065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56500842c420 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.782+0000 7f37ffe00700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x56500851fdc0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f37f000e4f0 tx=0x7f37f000e520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=910703f1030dd6f8 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.782+0000 7f37ea000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.782+0000 7f37ea000700 1 -- 172.21.15.69:0/3711634065 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f0026030 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.782+0000 7f37ea000700 1 -- 172.21.15.69:0/3711634065 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f37f00197c0 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.782+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37f0019ae0 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.782+0000 7f37ea000700 1 -- 172.21.15.69:0/3711634065 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37f001e040 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 10 client.17082 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x56500852b410 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f37ea000700 1 -- 172.21.15.69:0/3711634065 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f0019ae0 con 0x565008514060 2024-05-08T06:12:06.784 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f37ea000700 1 -- 172.21.15.69:0/3711634065 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f37f0004bc0 con 0x565008514060 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 10 client.17082 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 10 client.17082 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 20 client.17082 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56500852d9f0 0x56500852fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 4 client.17082 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.783+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650084e10a0 con 0x56500852d9f0 2024-05-08T06:12:06.785 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.784+0000 7f37ff400700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56500852d9f0 0x56500852fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.784+0000 7f37ff400700 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56500852d9f0 0x56500852fde0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=577f5bb0f6bd7483 server_cookie=c8550bf46db6f028 in_seq=0 out_seq=0 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.784+0000 7f37ea000700 10 client.17082 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f37ea000700 1 -- 172.21.15.69:0/3711634065 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5650084e10a0 con 0x56500852d9f0 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f37ea000700 10 client.17082 handle_command_reply: tid=0 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 client.17082 shutdown 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 msgr2=0x56500851fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.786 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x56500851fdc0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f37f000e4f0 tx=0x7f37f000e520 comp rx=0 tx=0).stop 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 shutdown_connections 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x56500852d9f0 0x56500852fde0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x56500851d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x56500851fdc0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/3711634065 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514980 0x56500851d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 >> 172.21.15.69:0/3711634065 conn(0x565008442b60 msgr2=0x5650085092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f37ea000700 0 client.17082 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.785+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 shutdown_connections 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.786+0000 7f3811bf3b80 1 -- 172.21.15.69:0/3711634065 wait complete. 2024-05-08T06:12:06.787 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.786+0000 7f3811bf3b80 20 client.17082 trim_cache size 0 max 16384 2024-05-08T06:12:06.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.802+0000 7f3811bf3b80 1 Processor -- start 2024-05-08T06:12:06.801 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.802+0000 7f3811bf3b80 1 -- start start 2024-05-08T06:12:06.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008529c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008509130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008535550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38001b25b0 con 0x565008514980 2024-05-08T06:12:06.804 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f38001afe40 con 0x5650085189d0 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f38001adc90 con 0x565008514060 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008529c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008529c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51624/0 (socket says 172.21.15.69:51624) 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 -- 172.21.15.69:0/2069918205 learned_addr learned my addr 172.21.15.69:0/2069918205 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ff400700 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008509130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f3805200700 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008535550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 -- 172.21.15.69:0/2069918205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 msgr2=0x565008535550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.805 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008535550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 -- 172.21.15.69:0/2069918205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 msgr2=0x565008509130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008509130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ffe00700 1 -- 172.21.15.69:0/2069918205 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56500850b3f0 con 0x565008514060 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.803+0000 7f37ff400700 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008509130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.804+0000 7f37ffe00700 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008529c70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f37f0005920 tx=0x7f37f0011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc559910be15c6e2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.804+0000 7f37f4c00700 1 -- 172.21.15.69:0/2069918205 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f0026040 con 0x565008514060 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.804+0000 7f37f4c00700 1 -- 172.21.15.69:0/2069918205 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f000ebc0 con 0x565008514060 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.804+0000 7f37f4c00700 1 -- 172.21.15.69:0/2069918205 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f0005340 con 0x565008514060 2024-05-08T06:12:06.806 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2069918205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 msgr2=0x565008529c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008529c70 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f37f0005920 tx=0x7f37f0011900 comp rx=0 tx=0).stop 2024-05-08T06:12:06.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2069918205 shutdown_connections 2024-05-08T06:12:06.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5650085189d0 0x565008535550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x565008514060 0x565008529c70 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2069918205 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514980 0x565008509130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.807 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2069918205 >> 172.21.15.69:0/2069918205 conn(0x565008442b60 msgr2=0x565008508a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:06.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2069918205 shutdown_connections 2024-05-08T06:12:06.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2069918205 wait complete. 2024-05-08T06:12:06.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 -- start start 2024-05-08T06:12:06.808 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.805+0000 7f3811bf3b80 1 Processor -- start 2024-05-08T06:12:06.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x5650085262c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565008514980 0x565008523660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.810 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650085189d0 0x565008523ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f38001ae300 con 0x565008514060 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f38001af770 con 0x565008514980 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f38001ae9d0 con 0x5650085189d0 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3811bf3b80 10 client.0 _ll_register_callbacks cb 0x56500840dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x5650085262c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f37ffe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x5650085262c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:40418/0 (socket says 172.21.15.69:40418) 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f37ffe00700 1 -- 172.21.15.69:0/2017719525 learned_addr learned my addr 172.21.15.69:0/2017719525 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f3805200700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650085189d0 0x565008523ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.806+0000 7f37ff400700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565008514980 0x565008523660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ffe00700 1 -- 172.21.15.69:0/2017719525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650085189d0 msgr2=0x565008523ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ffe00700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650085189d0 0x565008523ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ffe00700 1 -- 172.21.15.69:0/2017719525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565008514980 msgr2=0x565008523660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ffe00700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565008514980 0x565008523660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.811 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ffe00700 1 -- 172.21.15.69:0/2017719525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565008524160 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ffe00700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x5650085262c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f37f0009c60 tx=0x7f37f000e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe8503eba37e201 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ea000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ea000700 1 -- 172.21.15.69:0/2017719525 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37f003a030 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37f000ebc0 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.807+0000 7f37ea000700 1 -- 172.21.15.69:0/2017719525 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f37f000e9c0 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f37ea000700 1 -- 172.21.15.69:0/2017719525 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37f0026070 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 10 client.17088 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x565008597ec0 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f37ea000700 1 -- 172.21.15.69:0/2017719525 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37f000ebc0 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f37ea000700 1 -- 172.21.15.69:0/2017719525 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f37f00052b0 con 0x565008514060 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 10 client.17088 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 10 client.17088 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 20 client.17088 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:06.812 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565008598400 0x56500859a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 4 client.17088 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.808+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x565008474400 con 0x565008598400 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.809+0000 7f37ff400700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565008598400 0x56500859a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.809+0000 7f37ff400700 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565008598400 0x56500859a7f0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1cf09d6c7e1c6633 server_cookie=6adc8993be27f4fe in_seq=0 out_seq=0 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.809+0000 7f37ea000700 10 client.17088 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.809+0000 7f37ea000700 1 -- 172.21.15.69:0/2017719525 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x565008474400 con 0x565008598400 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.809+0000 7f37ea000700 10 client.17088 handle_command_reply: tid=0 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.809+0000 7f3811bf3b80 1 client.17088 shutdown 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 msgr2=0x5650085262c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x5650085262c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f37f0009c60 tx=0x7f37f000e3b0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 shutdown_connections 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x565008598400 0x56500859a7f0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5650085189d0 0x565008523ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.813 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x565008514060 0x5650085262c0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 --2- 172.21.15.69:0/2017719525 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x565008514980 0x565008523660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 >> 172.21.15.69:0/2017719525 conn(0x565008442b60 msgr2=0x5650085092b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f37ea000700 0 client.17088 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 shutdown_connections 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 1 -- 172.21.15.69:0/2017719525 wait complete. 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.810+0000 7f3811bf3b80 20 client.17088 trim_cache size 0 max 16384 2024-05-08T06:12:06.814 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37e40b2900 msgr2=0x7f37e40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37e40b2900 0x7f37e40b4dc0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f37f800b780 tx=0x7f37f80099e0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 msgr2=0x7f380019c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 0x7f380019c280 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f37ec00e9a0 tx=0x7f37ec00ecb0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 shutdown_connections 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f380010fea0 0x7f38001a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37e40b2900 0x7f37e40b4dc0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f38000756d0 0x7f380019bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 --2- 172.21.15.69:0/3415402778 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3800075ff0 0x7f380019c280 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 >> 172.21.15.69:0/3415402778 conn(0x7f380007a600 msgr2=0x7f38001006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:06.815 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 shutdown_connections 2024-05-08T06:12:06.816 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:06.811+0000 7f3807200700 1 -- 172.21.15.69:0/3415402778 wait complete. 2024-05-08T06:12:07.785 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:12:08.239 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:08 smithi069 ceph-mon[29571]: pgmap v773: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:08.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:08 smithi105 ceph-mon[34393]: pgmap v773: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:08 smithi135 ceph-mon[34761]: pgmap v773: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:10.466 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:10 smithi069 ceph-mon[29571]: pgmap v774: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:10.633 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.632+0000 7f04b2000700 1 -- 172.21.15.69:0/2947976215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac1056c0 msgr2=0x7f04ac105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.632+0000 7f04b2000700 1 --2- 172.21.15.69:0/2947976215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac1056c0 0x7f04ac105b40 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f0498009990 tx=0x7f0498009ca0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 -- 172.21.15.69:0/2947976215 shutdown_connections 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 --2- 172.21.15.69:0/2947976215 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ac106080 0x7f04ac112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 --2- 172.21.15.69:0/2947976215 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac10b6c0 0x7f04ac10baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 --2- 172.21.15.69:0/2947976215 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac1056c0 0x7f04ac105b40 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 -- 172.21.15.69:0/2947976215 >> 172.21.15.69:0/2947976215 conn(0x7f04ac1011b0 msgr2=0x7f04ac1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 -- 172.21.15.69:0/2947976215 shutdown_connections 2024-05-08T06:12:10.634 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.633+0000 7f04b2000700 1 -- 172.21.15.69:0/2947976215 wait complete. 2024-05-08T06:12:10.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.634+0000 7f04b2000700 1 Processor -- start 2024-05-08T06:12:10.635 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.634+0000 7f04b2000700 1 -- start start 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04b2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 0x7f04ac19bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04b2000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ac106080 0x7f04ac19c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04b2000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac10b6c0 0x7f04ac1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04b2000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac115910 con 0x7f04ac1056c0 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04b2000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac115790 con 0x7f04ac10b6c0 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04b2000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac115a90 con 0x7f04ac106080 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 0x7f04ac19bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 0x7f04ac19bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38030/0 (socket says 172.21.15.69:38030) 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04ab400700 1 -- 172.21.15.69:0/2533805293 learned_addr learned my addr 172.21.15.69:0/2533805293 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04aaa00700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ac106080 0x7f04ac19c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.636 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.635+0000 7f04abe00700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac10b6c0 0x7f04ac1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04ab400700 1 -- 172.21.15.69:0/2533805293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ac106080 msgr2=0x7f04ac19c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04ab400700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ac106080 0x7f04ac19c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04ab400700 1 -- 172.21.15.69:0/2533805293 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac10b6c0 msgr2=0x7f04ac1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04ab400700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac10b6c0 0x7f04ac1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04ab400700 1 -- 172.21.15.69:0/2533805293 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04ac1a0dd0 con 0x7f04ac1056c0 2024-05-08T06:12:10.637 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04abe00700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac10b6c0 0x7f04ac1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:10.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04ab400700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 0x7f04ac19bdc0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f049c00d950 tx=0x7f049c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:10.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04a3e00700 1 -- 172.21.15.69:0/2533805293 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c016070 con 0x7f04ac1056c0 2024-05-08T06:12:10.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.636+0000 7f04a3e00700 1 -- 172.21.15.69:0/2533805293 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f049c00fd40 con 0x7f04ac1056c0 2024-05-08T06:12:10.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.637+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04ac1a10c0 con 0x7f04ac1056c0 2024-05-08T06:12:10.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.637+0000 7f04a3e00700 1 -- 172.21.15.69:0/2533805293 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c00e3b0 con 0x7f04ac1056c0 2024-05-08T06:12:10.638 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.637+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04ac1a8940 con 0x7f04ac1056c0 2024-05-08T06:12:10.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.640+0000 7f04a3e00700 1 -- 172.21.15.69:0/2533805293 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f049c019070 con 0x7f04ac1056c0 2024-05-08T06:12:10.641 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 Processor -- start 2024-05-08T06:12:10.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 -- start start 2024-05-08T06:12:10.642 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04a3e00700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04900b2900 0x7f04900b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7060 0x55a04cce7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 0x55a04cceb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cceb9d0 0x55a04ccebe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a04cc39a20 con 0x55a04cceb9d0 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a04cbd7760 con 0x55a04cce7980 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a04cc359e0 con 0x55a04cce7060 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.642+0000 7f04a3e00700 1 -- 172.21.15.69:0/2533805293 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f049c0e1ca0 con 0x7f04ac1056c0 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04abe00700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04900b2900 0x7f04900b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 0x55a04cceb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04ab400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7060 0x55a04cce7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 0x55a04cceb490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40672/0 (socket says 172.21.15.69:40672) 2024-05-08T06:12:10.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04aaa00700 1 -- 172.21.15.69:0/2932110947 learned_addr learned my addr 172.21.15.69:0/2932110947 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:10.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04abe00700 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cceb9d0 0x55a04ccebe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04ab400700 1 -- 172.21.15.69:0/2932110947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 msgr2=0x55a04cceb490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04ab400700 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 0x55a04cceb490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04ab400700 1 -- 172.21.15.69:0/2932110947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cceb9d0 msgr2=0x55a04ccebe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04ab400700 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cceb9d0 0x55a04ccebe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04ab400700 1 -- 172.21.15.69:0/2932110947 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a04cb868d0 con 0x55a04cce7060 2024-05-08T06:12:10.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.643+0000 7f04aaa00700 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 0x55a04cceb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.644+0000 7f04ab400700 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7060 0x55a04cce7440 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f049c00dfb0 tx=0x7f049c000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=726b3db6f3963982 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.644+0000 7f04abe00700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04900b2900 0x7f04900b4dc0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f04a4009fd0 tx=0x7f04a4009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.644+0000 7f04a0c00700 1 -- 172.21.15.69:0/2932110947 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c020070 con 0x55a04cce7060 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.644+0000 7f04a0c00700 1 -- 172.21.15.69:0/2932110947 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f049c0a8d80 con 0x55a04cce7060 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.644+0000 7f04a0c00700 1 -- 172.21.15.69:0/2932110947 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c0ad620 con 0x55a04cce7060 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2932110947 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7060 msgr2=0x55a04cce7440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7060 0x55a04cce7440 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f049c00dfb0 tx=0x7f049c000bc0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2932110947 shutdown_connections 2024-05-08T06:12:10.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cceb9d0 0x55a04ccebe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7060 0x55a04cce7440 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2932110947 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7980 0x55a04cceb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2932110947 >> 172.21.15.69:0/2932110947 conn(0x55a04cc15b60 msgr2=0x55a04cce17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2932110947 shutdown_connections 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.645+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2932110947 wait complete. 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 -- start start 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 Processor -- start 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 0x55a04ccf2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 0x55a04ccf0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cceb9d0 0x55a04ccf07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55a04ccf3be0 con 0x55a04cce7060 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55a04cb9fb20 con 0x55a04cceb9d0 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55a04ccf3d60 con 0x55a04cce7980 2024-05-08T06:12:10.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.646+0000 7f04bc8d3b80 10 client.0 _ll_register_callbacks cb 0x55a04cbe0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 0x55a04ccf2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 0x55a04ccf0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 0x55a04ccf2ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38040/0 (socket says 172.21.15.69:38040) 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 -- 172.21.15.69:0/340869469 learned_addr learned my addr 172.21.15.69:0/340869469 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 0x55a04ccf0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48254/0 (socket says 172.21.15.69:48254) 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04abe00700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cceb9d0 0x55a04ccf07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 -- 172.21.15.69:0/340869469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 msgr2=0x55a04ccf0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 0x55a04ccf0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 -- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cceb9d0 msgr2=0x55a04ccf07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cceb9d0 0x55a04ccf07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04ab400700 1 -- 172.21.15.69:0/340869469 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a04cbff420 con 0x55a04cce7060 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04abe00700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cceb9d0 0x55a04ccf07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.647+0000 7f04aaa00700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 0x55a04ccf0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f04ab400700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 0x55a04ccf2ec0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f049c0a8f70 tx=0x7f049c0a99e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bbec6028479d884 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:10.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f0495600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f0495600700 1 -- 172.21.15.69:0/340869469 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049c020030 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f0495600700 1 -- 172.21.15.69:0/340869469 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f049c081950 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f049c0a8d80 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f0495600700 1 -- 172.21.15.69:0/340869469 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f049c0852f0 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f04bc8d3b80 10 client.17100 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.648+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a04ccfe4b0 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f0495600700 1 -- 172.21.15.69:0/340869469 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f049c0a8d80 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f0495600700 1 -- 172.21.15.69:0/340869469 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f049c0ad150 con 0x55a04cce7060 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04bc8d3b80 10 client.17100 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04bc8d3b80 10 client.17100 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04bc8d3b80 20 client.17100 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd00980 0x55a04cd02d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04bc8d3b80 4 client.17100 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:10.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a04ccb40a0 con 0x55a04cd00980 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.649+0000 7f04aaa00700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd00980 0x55a04cd02d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.650+0000 7f04aaa00700 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd00980 0x55a04cd02d70 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25d66b2aa8d263e5 server_cookie=fbcc708de6b50777 in_seq=0 out_seq=0 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.650+0000 7f0495600700 10 client.17100 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f0495600700 1 -- 172.21.15.69:0/340869469 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55a04ccb40a0 con 0x55a04cd00980 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f0495600700 10 client.17100 handle_command_reply: tid=0 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 client.17100 shutdown 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 msgr2=0x55a04ccf2ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 0x55a04ccf2ec0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f049c0a8f70 tx=0x7f049c0a99e0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 shutdown_connections 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cceb9d0 0x55a04ccf07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7060 0x55a04ccf2ec0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd00980 0x55a04cd02d70 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/340869469 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cce7980 0x55a04ccf0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f0495600700 0 client.17100 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:10.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 >> 172.21.15.69:0/340869469 conn(0x55a04cc15b60 msgr2=0x55a04ccdc2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:10.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 shutdown_connections 2024-05-08T06:12:10.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.651+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/340869469 wait complete. 2024-05-08T06:12:10.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.652+0000 7f04bc8d3b80 20 client.17100 trim_cache size 0 max 16384 2024-05-08T06:12:10.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 Processor -- start 2024-05-08T06:12:10.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 -- start start 2024-05-08T06:12:10.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04ccf0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.668 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cced620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04ccedb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac1b26c0 con 0x55a04cce7980 2024-05-08T06:12:10.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac1aff50 con 0x55a04cce7060 2024-05-08T06:12:10.669 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac1adda0 con 0x55a04cceb9d0 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.668+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cced620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cced620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38048/0 (socket says 172.21.15.69:38048) 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 -- 172.21.15.69:0/2993896441 learned_addr learned my addr 172.21.15.69:0/2993896441 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04abe00700 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04ccedb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 -- 172.21.15.69:0/2993896441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 msgr2=0x55a04ccedb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04ab400700 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04ccf0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04ccedb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 -- 172.21.15.69:0/2993896441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 msgr2=0x55a04ccf0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04ccf0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 -- 172.21.15.69:0/2993896441 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a04ccde3f0 con 0x55a04cce7980 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04ab400700 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04ccf0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.669+0000 7f04aaa00700 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cced620 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f0498009990 tx=0x7f049800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b414b321a5a8b217 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:10.670 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f0497e00700 1 -- 172.21.15.69:0/2993896441 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049800b920 con 0x55a04cce7980 2024-05-08T06:12:10.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f0497e00700 1 -- 172.21.15.69:0/2993896441 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f049802e070 con 0x55a04cce7980 2024-05-08T06:12:10.671 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f0497e00700 1 -- 172.21.15.69:0/2993896441 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0498029160 con 0x55a04cce7980 2024-05-08T06:12:10.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2993896441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 msgr2=0x55a04cced620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cced620 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f0498009990 tx=0x7f049800b260 comp rx=0 tx=0).stop 2024-05-08T06:12:10.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2993896441 shutdown_connections 2024-05-08T06:12:10.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04ccedb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.672 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04ccf0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/2993896441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cced620 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2993896441 >> 172.21.15.69:0/2993896441 conn(0x55a04cc15b60 msgr2=0x55a04ccf0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.670+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2993896441 shutdown_connections 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.671+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/2993896441 wait complete. 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.671+0000 7f04bc8d3b80 1 -- start start 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.671+0000 7f04bc8d3b80 1 Processor -- start 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04cd03550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cd03a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04cd05960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac1ae410 con 0x55a04cce7980 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac1af880 con 0x55a04cce7060 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f04ac1aeae0 con 0x55a04cceb9d0 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04bc8d3b80 10 client.0 _ll_register_callbacks cb 0x55a04cbe0c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cd03a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.673 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04aaa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cd03a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38062/0 (socket says 172.21.15.69:38062) 2024-05-08T06:12:10.674 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04aaa00700 1 -- 172.21.15.69:0/1660202547 learned_addr learned my addr 172.21.15.69:0/1660202547 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:10.674 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04abe00700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04cd05960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.674 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.672+0000 7f04ab400700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04cd03550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04aaa00700 1 -- 172.21.15.69:0/1660202547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 msgr2=0x55a04cd05960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04aaa00700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04cd05960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04aaa00700 1 -- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 msgr2=0x55a04cd03550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:10.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04aaa00700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04cd03550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04aaa00700 1 -- 172.21.15.69:0/1660202547 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a04cd05fd0 con 0x55a04cce7980 2024-05-08T06:12:10.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04abe00700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04cd05960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04aaa00700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cd03a90 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f04980059d0 tx=0x7f049800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8509103d17f03ca3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f0495600700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f0495600700 1 -- 172.21.15.69:0/1660202547 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f049800b920 con 0x55a04cce7980 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f049802e070 con 0x55a04cce7980 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.673+0000 7f0495600700 1 -- 172.21.15.69:0/1660202547 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f049800bac0 con 0x55a04cce7980 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f0495600700 1 -- 172.21.15.69:0/1660202547 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0498042050 con 0x55a04cce7980 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 10 client.17106 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55a04cd6a970 con 0x55a04cce7980 2024-05-08T06:12:10.677 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f0495600700 1 -- 172.21.15.69:0/1660202547 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f049802e070 con 0x55a04cce7980 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f0495600700 1 -- 172.21.15.69:0/1660202547 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f0498029940 con 0x55a04cce7980 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 10 client.17106 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 10 client.17106 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 20 client.17106 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd6af40 0x55a04cd6d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 4 client.17106 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.674+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a04cc47400 con 0x55a04cd6af40 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.675+0000 7f04ab400700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd6af40 0x55a04cd6d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.675+0000 7f04ab400700 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd6af40 0x55a04cd6d360 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=545b523b1d7b532e server_cookie=53a1adc368a8a165 in_seq=0 out_seq=0 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.675+0000 7f0495600700 10 client.17106 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.675+0000 7f0495600700 1 -- 172.21.15.69:0/1660202547 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a04cc47400 con 0x55a04cd6af40 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.675+0000 7f0495600700 10 client.17106 handle_command_reply: tid=0 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.675+0000 7f04bc8d3b80 1 client.17106 shutdown 2024-05-08T06:12:10.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 msgr2=0x55a04cd03a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cd03a90 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f04980059d0 tx=0x7f049800b480 comp rx=0 tx=0).stop 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 shutdown_connections 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55a04cd6af40 0x55a04cd6d360 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55a04cceb9d0 0x55a04cd05960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55a04cce7060 0x55a04cd03550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 --2- 172.21.15.69:0/1660202547 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55a04cce7980 0x55a04cd03a90 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f0495600700 0 client.17106 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 >> 172.21.15.69:0/1660202547 conn(0x55a04cc15b60 msgr2=0x55a04cced600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 shutdown_connections 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 1 -- 172.21.15.69:0/1660202547 wait complete. 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.676+0000 7f04bc8d3b80 20 client.17106 trim_cache size 0 max 16384 2024-05-08T06:12:10.679 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:12:10.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04900b2900 msgr2=0x7f04900b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04900b2900 0x7f04900b4dc0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f04a4009fd0 tx=0x7f04a4009920 comp rx=0 tx=0).stop 2024-05-08T06:12:10.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 msgr2=0x7f04ac19bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:10.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 0x7f04ac19bdc0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f049c00d950 tx=0x7f049c00dc60 comp rx=0 tx=0).stop 2024-05-08T06:12:10.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 shutdown_connections 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f04900b2900 0x7f04900b4dc0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f04ac10b6c0 0x7f04ac1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f04ac1056c0 0x7f04ac19bdc0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 --2- 172.21.15.69:0/2533805293 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f04ac106080 0x7f04ac19c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 >> 172.21.15.69:0/2533805293 conn(0x7f04ac1011b0 msgr2=0x7f04ac101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 shutdown_connections 2024-05-08T06:12:10.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:10.677+0000 7f04b2000700 1 -- 172.21.15.69:0/2533805293 wait complete. 2024-05-08T06:12:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:10 smithi105 ceph-mon[34393]: pgmap v774: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:10 smithi135 ceph-mon[34761]: pgmap v774: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:12 smithi105 ceph-mon[34393]: pgmap v775: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:12.772 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:12:12.773 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:12:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:12 smithi135 ceph-mon[34761]: pgmap v775: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:12 smithi069 ceph-mon[29571]: pgmap v775: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:13.214 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:14.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:14 smithi069 ceph-mon[29571]: pgmap v776: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:14 smithi105 ceph-mon[34393]: pgmap v776: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:14 smithi135 ceph-mon[34761]: pgmap v776: 97 pgs: 97 active+clean; 6.9 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 -- 172.21.15.69:0/2150176931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f40106080 msgr2=0x7f8f40112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 --2- 172.21.15.69:0/2150176931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f40106080 0x7f8f40112590 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800b0a0 tx=0x7f8f3800b3b0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 -- 172.21.15.69:0/2150176931 shutdown_connections 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 --2- 172.21.15.69:0/2150176931 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f40106080 0x7f8f40112590 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 --2- 172.21.15.69:0/2150176931 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 0x7f8f4010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 --2- 172.21.15.69:0/2150176931 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f401056c0 0x7f8f40105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 -- 172.21.15.69:0/2150176931 >> 172.21.15.69:0/2150176931 conn(0x7f8f401011b0 msgr2=0x7f8f401035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 -- 172.21.15.69:0/2150176931 shutdown_connections 2024-05-08T06:12:15.603 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.602+0000 7f8f47000700 1 -- 172.21.15.69:0/2150176931 wait complete. 2024-05-08T06:12:15.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 Processor -- start 2024-05-08T06:12:15.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 -- start start 2024-05-08T06:12:15.604 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f401056c0 0x7f8f4019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 0x7f8f4019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 0x7f8f401a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8f40115910 con 0x7f8f4010b6c0 2024-05-08T06:12:15.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8f40115790 con 0x7f8f401056c0 2024-05-08T06:12:15.605 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.604+0000 7f8f47000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8f40115a90 con 0x7f8f40106080 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 0x7f8f4019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3fe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f401056c0 0x7f8f4019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 0x7f8f4019c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:48282/0 (socket says 172.21.15.69:48282) 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 -- 172.21.15.69:0/458213062 learned_addr learned my addr 172.21.15.69:0/458213062 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f45000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 0x7f8f401a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 -- 172.21.15.69:0/458213062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f401056c0 msgr2=0x7f8f4019bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f401056c0 0x7f8f4019bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 -- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 msgr2=0x7f8f401a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 0x7f8f401a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3f400700 1 -- 172.21.15.69:0/458213062 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f401a0d60 con 0x7f8f40106080 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f45000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 0x7f8f401a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.605+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f401056c0 0x7f8f4019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:15.606 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.606+0000 7f8f3f400700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 0x7f8f4019c2e0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c00e9c0 tx=0x7f8f2c00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:15.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.606+0000 7f8f3cc00700 1 -- 172.21.15.69:0/458213062 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c00cbd0 con 0x7f8f40106080 2024-05-08T06:12:15.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.606+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f401a1050 con 0x7f8f40106080 2024-05-08T06:12:15.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.606+0000 7f8f3cc00700 1 -- 172.21.15.69:0/458213062 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f2c00ee60 con 0x7f8f40106080 2024-05-08T06:12:15.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.606+0000 7f8f3cc00700 1 -- 172.21.15.69:0/458213062 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c0055c0 con 0x7f8f40106080 2024-05-08T06:12:15.607 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.606+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f401a88d0 con 0x7f8f40106080 2024-05-08T06:12:15.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.611+0000 7f8f3cc00700 1 -- 172.21.15.69:0/458213062 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8f2c004750 con 0x7f8f40106080 2024-05-08T06:12:15.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.611+0000 7f8f518f1b80 1 Processor -- start 2024-05-08T06:12:15.611 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.611+0000 7f8f518f1b80 1 -- start start 2024-05-08T06:12:15.612 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba8a50 0x5572f7ba8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5572f7af6aa0 con 0x5572f7ba8a50 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5572f7a947e0 con 0x5572f7ba40e0 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5572f7af2a60 con 0x5572f7ba4a00 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f45000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f45000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba44c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40740/0 (socket says 172.21.15.69:40740) 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f45000700 1 -- 172.21.15.69:0/2307331665 learned_addr learned my addr 172.21.15.69:0/2307331665 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f3f400700 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba8a50 0x5572f7ba8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f45000700 1 -- 172.21.15.69:0/2307331665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 msgr2=0x5572f7ba8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f45000700 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba8510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.612+0000 7f8f45000700 1 -- 172.21.15.69:0/2307331665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba8a50 msgr2=0x5572f7ba8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f45000700 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba8a50 0x5572f7ba8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f45000700 1 -- 172.21.15.69:0/2307331665 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572f7a43950 con 0x5572f7ba40e0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f3cc00700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f240b2880 0x7f8f240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f45000700 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba44c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800b0a0 tx=0x7f8f3800bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c00579f1ceff29c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f3cc00700 1 -- 172.21.15.69:0/458213062 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8f2c0e24e0 con 0x7f8f40106080 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f240b2880 0x7f8f240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.613+0000 7f8f35600700 1 -- 172.21.15.69:0/2307331665 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38021070 con 0x5572f7ba40e0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f35600700 1 -- 172.21.15.69:0/2307331665 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f380074e0 con 0x5572f7ba40e0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f35600700 1 -- 172.21.15.69:0/2307331665 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38005280 con 0x5572f7ba40e0 2024-05-08T06:12:15.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f518f1b80 1 -- 172.21.15.69:0/2307331665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 msgr2=0x5572f7ba44c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba44c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800b0a0 tx=0x7f8f3800bf60 comp rx=0 tx=0).stop 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f240b2880 0x7f8f240b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f8f300125f0 tx=0x7f8f30009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f518f1b80 1 -- 172.21.15.69:0/2307331665 shutdown_connections 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba8a50 0x5572f7ba8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.614+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba44c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.615+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/2307331665 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.615+0000 7f8f518f1b80 1 -- 172.21.15.69:0/2307331665 >> 172.21.15.69:0/2307331665 conn(0x5572f7ad2be0 msgr2=0x5572f7b9e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.615+0000 7f8f518f1b80 1 -- 172.21.15.69:0/2307331665 shutdown_connections 2024-05-08T06:12:15.618 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.615+0000 7f8f518f1b80 1 -- 172.21.15.69:0/2307331665 wait complete. 2024-05-08T06:12:15.621 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.615+0000 7f8f518f1b80 1 -- start start 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.615+0000 7f8f518f1b80 1 Processor -- start 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba40e0 0x5572f7bafed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7bad270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 0x5572f7bad7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5572f7bb0c00 con 0x5572f7ba4a00 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5572f7a5cba0 con 0x5572f7ba8a50 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5572f7bb0d80 con 0x5572f7ba40e0 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f518f1b80 10 client.0 _ll_register_callbacks cb 0x5572f7a9dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f3f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7bad270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f45000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 0x5572f7bad7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f3fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba40e0 0x5572f7bafed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.622 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f45000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 0x5572f7bad7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:40744/0 (socket says 172.21.15.69:40744) 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.616+0000 7f8f45000700 1 -- 172.21.15.69:0/1308881706 learned_addr learned my addr 172.21.15.69:0/1308881706 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f45000700 1 -- 172.21.15.69:0/1308881706 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba40e0 msgr2=0x5572f7bafed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f45000700 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba40e0 0x5572f7bafed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f45000700 1 -- 172.21.15.69:0/1308881706 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 msgr2=0x5572f7bad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f45000700 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7bad270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f45000700 1 -- 172.21.15.69:0/1308881706 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572f7abc4a0 con 0x5572f7ba8a50 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba40e0 0x5572f7bafed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f45000700 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 0x5572f7bad7b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800d010 tx=0x7f8f38009590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=219473ce2c2c894a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f2a000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.617+0000 7f8f2a000700 1 -- 172.21.15.69:0/1308881706 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38021070 con 0x5572f7ba8a50 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f2a000700 1 -- 172.21.15.69:0/1308881706 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8f38004c40 con 0x5572f7ba8a50 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f380074e0 con 0x5572f7ba8a50 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f2a000700 1 -- 172.21.15.69:0/1308881706 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8f38004e40 con 0x5572f7ba8a50 2024-05-08T06:12:15.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 10 client.27254 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572f7bbb460 con 0x5572f7ba8a50 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f2a000700 1 -- 172.21.15.69:0/1308881706 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f380074e0 con 0x5572f7ba8a50 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f2a000700 1 -- 172.21.15.69:0/1308881706 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8f38011070 con 0x5572f7ba8a50 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 10 client.27254 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 10 client.27254 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 20 client.27254 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7bbd930 0x5572f7bbfd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 4 client.27254 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.618+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572f7b71120 con 0x5572f7bbd930 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.619+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7bbd930 0x5572f7bbfd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.619+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7bbd930 0x5572f7bbfd20 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab77e480ea98cd5d server_cookie=c2cc2d2eca29822 in_seq=0 out_seq=0 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.619+0000 7f8f2a000700 10 client.27254 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.620+0000 7f8f2a000700 1 -- 172.21.15.69:0/1308881706 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5572f7b71120 con 0x5572f7bbd930 2024-05-08T06:12:15.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.620+0000 7f8f2a000700 10 client.27254 handle_command_reply: tid=0 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.620+0000 7f8f518f1b80 1 client.27254 shutdown 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 msgr2=0x5572f7bad7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 0x5572f7bad7b0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800d010 tx=0x7f8f38009590 comp rx=0 tx=0).stop 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 shutdown_connections 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba8a50 0x5572f7bad7b0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7bbd930 0x5572f7bbfd20 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba40e0 0x5572f7bafed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/1308881706 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7bad270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 >> 172.21.15.69:0/1308881706 conn(0x5572f7ad2be0 msgr2=0x5572f7b99330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f2a000700 0 client.27254 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 shutdown_connections 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 1 -- 172.21.15.69:0/1308881706 wait complete. 2024-05-08T06:12:15.625 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.621+0000 7f8f518f1b80 20 client.27254 trim_cache size 0 max 16384 2024-05-08T06:12:15.643 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 Processor -- start 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 -- start start 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 0x5572f7baf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8f401b2480 con 0x5572f7ad2be0 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8f401afd10 con 0x5572f7ba40e0 2024-05-08T06:12:15.644 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.643+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8f401adb60 con 0x5572f7ba4a00 2024-05-08T06:12:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 0x5572f7baf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 0x5572f7baf030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38112/0 (socket says 172.21.15.69:38112) 2024-05-08T06:12:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3fe00700 1 -- 172.21.15.69:0/3529781997 learned_addr learned my addr 172.21.15.69:0/3529781997 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3f400700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f45000700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.645 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3f400700 1 -- 172.21.15.69:0/3529781997 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 msgr2=0x5572f7ba7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3f400700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3f400700 1 -- 172.21.15.69:0/3529781997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 msgr2=0x5572f7baf030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3f400700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 0x5572f7baf030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3f400700 1 -- 172.21.15.69:0/3529781997 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572f7bb0d70 con 0x5572f7ba40e0 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 0x5572f7baf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.644+0000 7f8f45000700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.645+0000 7f8f3f400700 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba7880 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0a6d20 tx=0x7f8f2c005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8d2c333c6d2d3ce server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.645+0000 7f8f34c00700 1 -- 172.21.15.69:0/3529781997 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c0a9400 con 0x5572f7ba40e0 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.645+0000 7f8f34c00700 1 -- 172.21.15.69:0/3529781997 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8f2c0b2250 con 0x5572f7ba40e0 2024-05-08T06:12:15.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.645+0000 7f8f34c00700 1 -- 172.21.15.69:0/3529781997 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c0a5240 con 0x5572f7ba40e0 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 -- 172.21.15.69:0/3529781997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 msgr2=0x5572f7ba7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba7880 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0a6d20 tx=0x7f8f2c005b40 comp rx=0 tx=0).stop 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 -- 172.21.15.69:0/3529781997 shutdown_connections 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ba4a00 0x5572f7ba7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ad2be0 0x5572f7baf030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/3529781997 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7ba7880 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 -- 172.21.15.69:0/3529781997 >> 172.21.15.69:0/3529781997 conn(0x5572f7b996c0 msgr2=0x5572f7bae920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 -- 172.21.15.69:0/3529781997 shutdown_connections 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 -- 172.21.15.69:0/3529781997 wait complete. 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 -- start start 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.646+0000 7f8f518f1b80 1 Processor -- start 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ad2be0 0x5572f7c1ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.648 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7c1e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7c28e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f8f401ae1d0 con 0x5572f7ba4a00 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f8f401af640 con 0x5572f7ba40e0 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f8f401ae8a0 con 0x5572f7ad2be0 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f518f1b80 10 client.0 _ll_register_callbacks cb 0x5572f7a9dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f45000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7c28e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f45000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7c28e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38120/0 (socket says 172.21.15.69:38120) 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f45000700 1 -- 172.21.15.69:0/68134630 learned_addr learned my addr 172.21.15.69:0/68134630 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f3f400700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7c1e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.647+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ad2be0 0x5572f7c1ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f45000700 1 -- 172.21.15.69:0/68134630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ad2be0 msgr2=0x5572f7c1ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f45000700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ad2be0 0x5572f7c1ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f45000700 1 -- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 msgr2=0x5572f7c1e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f45000700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7c1e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.649 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f45000700 1 -- 172.21.15.69:0/68134630 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572f7b9f690 con 0x5572f7ba4a00 2024-05-08T06:12:15.650 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f3f400700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7c1e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:15.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f45000700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7c28e70 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f8f38002230 tx=0x7f8f3800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1969da358342cfaf server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:15.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f2a000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:15.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f2a000700 1 -- 172.21.15.69:0/68134630 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f3803d060 con 0x5572f7ba4a00 2024-05-08T06:12:15.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5572f7b04480 con 0x5572f7ba4a00 2024-05-08T06:12:15.651 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.648+0000 7f8f2a000700 1 -- 172.21.15.69:0/68134630 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f8f38004c40 con 0x5572f7ba4a00 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f2a000700 1 -- 172.21.15.69:0/68134630 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8f38021040 con 0x5572f7ba4a00 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 10 client.17124 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572f7b9b470 con 0x5572f7ba4a00 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f2a000700 1 -- 172.21.15.69:0/68134630 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5572f7b04480 con 0x5572f7ba4a00 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f2a000700 1 -- 172.21.15.69:0/68134630 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f8f38011040 con 0x5572f7ba4a00 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 10 client.17124 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 10 client.17124 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 20 client.17124 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7ba8a50 0x5572f7c2c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 4 client.17124 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.649+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5572f7afe520 con 0x5572f7ba8a50 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.650+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7ba8a50 0x5572f7c2c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.650+0000 7f8f3fe00700 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7ba8a50 0x5572f7c2c900 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=190ed177d379500b server_cookie=c33ac9cf04469b95 in_seq=0 out_seq=0 2024-05-08T06:12:15.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.650+0000 7f8f2a000700 10 client.17124 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:15.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f2a000700 1 -- 172.21.15.69:0/68134630 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5572f7afe520 con 0x5572f7ba8a50 2024-05-08T06:12:15.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f2a000700 10 client.17124 handle_command_reply: tid=0 2024-05-08T06:12:15.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 client.17124 shutdown 2024-05-08T06:12:15.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 msgr2=0x5572f7c28e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7c28e70 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f8f38002230 tx=0x7f8f3800be60 comp rx=0 tx=0).stop 2024-05-08T06:12:15.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 shutdown_connections 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5572f7ba4a00 0x5572f7c28e70 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5572f7ba8a50 0x5572f7c2c900 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.651+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5572f7ad2be0 0x5572f7c1ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.652+0000 7f8f518f1b80 1 --2- 172.21.15.69:0/68134630 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5572f7ba40e0 0x5572f7c1e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.652+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 >> 172.21.15.69:0/68134630 conn(0x5572f7b996c0 msgr2=0x5572f7ba96c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.652+0000 7f8f2a000700 0 client.17124 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.652+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 shutdown_connections 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.652+0000 7f8f518f1b80 1 -- 172.21.15.69:0/68134630 wait complete. 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.652+0000 7f8f518f1b80 20 client.17124 trim_cache size 0 max 16384 2024-05-08T06:12:15.654 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:12:15.655 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:12:15.655 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "6155dbd0-9765-4f8e-9c62-1b34047d7b82", 2024-05-08T06:12:15.655 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:12:15.655 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:12:15.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f240b2880 msgr2=0x7f8f240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.655 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f240b2880 0x7f8f240b4d40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f8f300125f0 tx=0x7f8f30009260 comp rx=0 tx=0).stop 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 msgr2=0x7f8f4019c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 0x7f8f4019c2e0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c00e9c0 tx=0x7f8f2c00ecd0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 shutdown_connections 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f8f4010b6c0 0x7f8f401a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f8f240b2880 0x7f8f240b4d40 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f8f401056c0 0x7f8f4019bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 --2- 172.21.15.69:0/458213062 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f8f40106080 0x7f8f4019c2e0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 >> 172.21.15.69:0/458213062 conn(0x7f8f401011b0 msgr2=0x7f8f40101820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 shutdown_connections 2024-05-08T06:12:15.656 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:15.653+0000 7f8f47000700 1 -- 172.21.15.69:0/458213062 wait complete. 2024-05-08T06:12:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:16 smithi069 ceph-mon[29571]: pgmap v777: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:16.686 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:12:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:16 smithi105 ceph-mon[34393]: pgmap v777: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:16 smithi135 ceph-mon[34761]: pgmap v777: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:17.187 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:17.593 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:17 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:12:17.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:17 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:17.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:17 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:12:17.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:17 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:17 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:12:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:17 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:17 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:12:17.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:17 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:17.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:17 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:12:17.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:17 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:17.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:17 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:12:17.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:17 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:18.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:18 smithi069 ceph-mon[29571]: pgmap v778: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:18.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:18 smithi105 ceph-mon[34393]: pgmap v778: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:18 smithi135 ceph-mon[34761]: pgmap v778: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:19.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 -- 172.21.15.69:0/1398117136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 msgr2=0x7f2e28109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 --2- 172.21.15.69:0/1398117136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e28109f50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2e14009990 tx=0x7f2e14009ca0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 -- 172.21.15.69:0/1398117136 shutdown_connections 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 --2- 172.21.15.69:0/1398117136 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 0x7f2e281169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 --2- 172.21.15.69:0/1398117136 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2e2810fb60 0x7f2e2810ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 --2- 172.21.15.69:0/1398117136 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e28109f50 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 -- 172.21.15.69:0/1398117136 >> 172.21.15.69:0/1398117136 conn(0x7f2e28076c70 msgr2=0x7f2e281082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 -- 172.21.15.69:0/1398117136 shutdown_connections 2024-05-08T06:12:19.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.479+0000 7f2e30600700 1 -- 172.21.15.69:0/1398117136 wait complete. 2024-05-08T06:12:19.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.480+0000 7f2e30600700 1 Processor -- start 2024-05-08T06:12:19.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.480+0000 7f2e30600700 1 -- start start 2024-05-08T06:12:19.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e30600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e281a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e30600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 0x7f2e281a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e30600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2e2810fb60 0x7f2e281a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e30600700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28119d20 con 0x7f2e28109ad0 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e30600700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28119ba0 con 0x7f2e2810a490 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e30600700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28119ea0 con 0x7f2e2810fb60 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e281a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e281a01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50704/0 (socket says 172.21.15.69:50704) 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2dc00700 1 -- 172.21.15.69:0/1079038487 learned_addr learned my addr 172.21.15.69:0/1079038487 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2d200700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 0x7f2e281a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2e600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2e2810fb60 0x7f2e281a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2d200700 1 -- 172.21.15.69:0/1079038487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2e2810fb60 msgr2=0x7f2e281a4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2d200700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2e2810fb60 0x7f2e281a4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.481+0000 7f2e2d200700 1 -- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 msgr2=0x7f2e281a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e2d200700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e281a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e2d200700 1 -- 172.21.15.69:0/1079038487 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e281a51c0 con 0x7f2e2810a490 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e281a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e2d200700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 0x7f2e281a06f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2e140098e0 tx=0x7f2e140057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e26000700 1 -- 172.21.15.69:0/1079038487 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14027070 con 0x7f2e2810a490 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e26000700 1 -- 172.21.15.69:0/1079038487 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e14022470 con 0x7f2e2810a490 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e281a5450 con 0x7f2e2810a490 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e26000700 1 -- 172.21.15.69:0/1079038487 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e14017650 con 0x7f2e2810a490 2024-05-08T06:12:19.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.482+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e281acd30 con 0x7f2e2810a490 2024-05-08T06:12:19.486 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.486+0000 7f2e26000700 1 -- 172.21.15.69:0/1079038487 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2e1402a070 con 0x7f2e2810a490 2024-05-08T06:12:19.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.487+0000 7f2e3af9db80 1 Processor -- start 2024-05-08T06:12:19.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 -- start start 2024-05-08T06:12:19.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca7dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca782d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca78d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55909c9caa20 con 0x55909ca7dbc0 2024-05-08T06:12:19.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55909c968760 con 0x55909ca7e4e0 2024-05-08T06:12:19.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55909c9c69e0 con 0x55909ca788f0 2024-05-08T06:12:19.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.488+0000 7f2e26000700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f2e100b2880 0x7f2e100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e26000700 1 -- 172.21.15.69:0/1079038487 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f2e140e2f30 con 0x7f2e2810a490 2024-05-08T06:12:19.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2e600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca7dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca782d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca782d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59086/0 (socket says 172.21.15.69:59086) 2024-05-08T06:12:19.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 -- 172.21.15.69:0/1167031270 learned_addr learned my addr 172.21.15.69:0/1167031270 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:19.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2e600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f2e100b2880 0x7f2e100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2d200700 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca78d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 -- 172.21.15.69:0/1167031270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 msgr2=0x55909ca78d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca78d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 -- 172.21.15.69:0/1167031270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 msgr2=0x55909ca7dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca7dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.489+0000 7f2e2dc00700 1 -- 172.21.15.69:0/1167031270 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55909c9178d0 con 0x55909ca7e4e0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.490+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca782d0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c011680 tx=0x7f2e1c011990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73852fec8c079e9a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.490+0000 7f2e2e600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f2e100b2880 0x7f2e100b4d40 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009ec0 tx=0x7f2e2000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.490+0000 7f2e1aa00700 1 -- 172.21.15.69:0/1167031270 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c01e070 con 0x55909ca7e4e0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.490+0000 7f2e1aa00700 1 -- 172.21.15.69:0/1167031270 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e1c00fb30 con 0x55909ca7e4e0 2024-05-08T06:12:19.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.490+0000 7f2e1aa00700 1 -- 172.21.15.69:0/1167031270 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c019c50 con 0x55909ca7e4e0 2024-05-08T06:12:19.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 -- 172.21.15.69:0/1167031270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 msgr2=0x55909ca782d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca782d0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c011680 tx=0x7f2e1c011990 comp rx=0 tx=0).stop 2024-05-08T06:12:19.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 -- 172.21.15.69:0/1167031270 shutdown_connections 2024-05-08T06:12:19.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca78d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca7dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/1167031270 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca782d0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 -- 172.21.15.69:0/1167031270 >> 172.21.15.69:0/1167031270 conn(0x55909c9f06d0 msgr2=0x55909ca72b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 -- 172.21.15.69:0/1167031270 shutdown_connections 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 -- 172.21.15.69:0/1167031270 wait complete. 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.491+0000 7f2e3af9db80 1 -- start start 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 Processor -- start 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca84160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca81500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca81a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55909ca84f20 con 0x55909ca7dbc0 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55909c930b20 con 0x55909ca7e4e0 2024-05-08T06:12:19.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55909ca850a0 con 0x55909ca788f0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.492+0000 7f2e3af9db80 10 client.0 _ll_register_callbacks cb 0x55909c971c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca81500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca84160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca84160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37428/0 (socket says 172.21.15.69:37428) 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2dc00700 1 -- 172.21.15.69:0/3629169108 learned_addr learned my addr 172.21.15.69:0/3629169108 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2e600700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca81a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 -- 172.21.15.69:0/3629169108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 msgr2=0x55909ca84160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca84160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 -- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 msgr2=0x55909ca81a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca81a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 -- 172.21.15.69:0/3629169108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55909c990420 con 0x55909ca7dbc0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca84160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e2d200700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca81500 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2e140aa290 tx=0x7f2e14022cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4ad52170b1ed9e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:19.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.493+0000 7f2e0f400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:19.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e0f400700 1 -- 172.21.15.69:0/3629169108 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e140aac90 con 0x55909ca7dbc0 2024-05-08T06:12:19.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e0f400700 1 -- 172.21.15.69:0/3629169108 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f2e14022920 con 0x55909ca7dbc0 2024-05-08T06:12:19.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e1c00fb30 con 0x55909ca7dbc0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e0f400700 1 -- 172.21.15.69:0/3629169108 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e140aa590 con 0x55909ca7dbc0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e3af9db80 10 client.17136 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55909ca8f720 con 0x55909ca7dbc0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e0f400700 1 -- 172.21.15.69:0/3629169108 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e1c00fb30 con 0x55909ca7dbc0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e0f400700 1 -- 172.21.15.69:0/3629169108 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2e140aa880 con 0x55909ca7dbc0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.494+0000 7f2e3af9db80 10 client.17136 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.495+0000 7f2e3af9db80 10 client.17136 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.495+0000 7f2e3af9db80 20 client.17136 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.495+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909ca91c40 0x55909ca940e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.495+0000 7f2e3af9db80 4 client.17136 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.495+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55909ca45140 con 0x55909ca91c40 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.495+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909ca91c40 0x55909ca940e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.496+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909ca91c40 0x55909ca940e0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c60c279cf7cc2605 server_cookie=d67fc1bbe114a0db in_seq=0 out_seq=0 2024-05-08T06:12:19.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.496+0000 7f2e0f400700 10 client.17136 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.496+0000 7f2e0f400700 1 -- 172.21.15.69:0/3629169108 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55909ca45140 con 0x55909ca91c40 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.496+0000 7f2e0f400700 10 client.17136 handle_command_reply: tid=0 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 client.17136 shutdown 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 msgr2=0x55909ca81500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca81500 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f2e140aa290 tx=0x7f2e14022cc0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 shutdown_connections 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7e4e0 0x55909ca81a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909ca91c40 0x55909ca940e0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca788f0 0x55909ca84160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/3629169108 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7dbc0 0x55909ca81500 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 >> 172.21.15.69:0/3629169108 conn(0x55909c9f06d0 msgr2=0x55909ca72190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e0f400700 0 client.17136 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 shutdown_connections 2024-05-08T06:12:19.499 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 1 -- 172.21.15.69:0/3629169108 wait complete. 2024-05-08T06:12:19.500 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.497+0000 7f2e3af9db80 20 client.17136 trim_cache size 0 max 16384 2024-05-08T06:12:19.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.519+0000 7f2e3af9db80 1 Processor -- start 2024-05-08T06:12:19.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 -- start start 2024-05-08T06:12:19.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 0x55909ca782d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7dbc0 0x55909ca8dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7e4e0 0x55909ca72910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281b6830 con 0x55909ca788f0 2024-05-08T06:12:19.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281b40c0 con 0x55909ca7dbc0 2024-05-08T06:12:19.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281b1f30 con 0x55909ca7e4e0 2024-05-08T06:12:19.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 0x55909ca782d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 0x55909ca782d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50738/0 (socket says 172.21.15.69:50738) 2024-05-08T06:12:19.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e2dc00700 1 -- 172.21.15.69:0/275264567 learned_addr learned my addr 172.21.15.69:0/275264567 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e2e600700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7e4e0 0x55909ca72910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.520+0000 7f2e2d200700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7dbc0 0x55909ca8dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2dc00700 1 -- 172.21.15.69:0/275264567 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7e4e0 msgr2=0x55909ca72910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7e4e0 0x55909ca72910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2dc00700 1 -- 172.21.15.69:0/275264567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7dbc0 msgr2=0x55909ca8dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7dbc0 0x55909ca8dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2dc00700 1 -- 172.21.15.69:0/275264567 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55909ca7fa70 con 0x55909ca788f0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2d200700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7dbc0 0x55909ca8dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2e600700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7e4e0 0x55909ca72910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 0x55909ca782d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c005c20 tx=0x7f2e1c019710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24682e4ed5d036d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e1a000700 1 -- 172.21.15.69:0/275264567 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c029070 con 0x55909ca788f0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e1a000700 1 -- 172.21.15.69:0/275264567 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e1c019860 con 0x55909ca788f0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.521+0000 7f2e1a000700 1 -- 172.21.15.69:0/275264567 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c01e040 con 0x55909ca788f0 2024-05-08T06:12:19.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 -- 172.21.15.69:0/275264567 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 msgr2=0x55909ca782d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 0x55909ca782d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c005c20 tx=0x7f2e1c019710 comp rx=0 tx=0).stop 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 -- 172.21.15.69:0/275264567 shutdown_connections 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7e4e0 0x55909ca72910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca788f0 0x55909ca782d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/275264567 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca7dbc0 0x55909ca8dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 -- 172.21.15.69:0/275264567 >> 172.21.15.69:0/275264567 conn(0x55909c9f06d0 msgr2=0x55909ca7fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 -- 172.21.15.69:0/275264567 shutdown_connections 2024-05-08T06:12:19.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.522+0000 7f2e3af9db80 1 -- 172.21.15.69:0/275264567 wait complete. 2024-05-08T06:12:19.526 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 -- start start 2024-05-08T06:12:19.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 Processor -- start 2024-05-08T06:12:19.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 0x55909ca8a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7dbc0 0x55909ca98de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7e4e0 0x55909ca99320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281b2580 con 0x55909ca7e4e0 2024-05-08T06:12:19.527 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281b39f0 con 0x55909ca788f0 2024-05-08T06:12:19.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.523+0000 7f2e3af9db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281b2c50 con 0x55909ca7dbc0 2024-05-08T06:12:19.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e3af9db80 10 client.0 _ll_register_callbacks cb 0x55909c971c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:19.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 0x55909ca8a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 0x55909ca8a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59122/0 (socket says 172.21.15.69:59122) 2024-05-08T06:12:19.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 -- 172.21.15.69:0/2273937583 learned_addr learned my addr 172.21.15.69:0/2273937583 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:19.528 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2d200700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7dbc0 0x55909ca98de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2e600700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7e4e0 0x55909ca99320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 -- 172.21.15.69:0/2273937583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7dbc0 msgr2=0x55909ca98de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7dbc0 0x55909ca98de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 -- 172.21.15.69:0/2273937583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7e4e0 msgr2=0x55909ca99320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7e4e0 0x55909ca99320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.524+0000 7f2e2dc00700 1 -- 172.21.15.69:0/2273937583 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55909ca998e0 con 0x55909ca788f0 2024-05-08T06:12:19.529 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e2dc00700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 0x55909ca8a650 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c01c040 tx=0x7f2e1c011d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38a99e582d0fcc81 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:19.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e0f400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:12:19.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e0f400700 1 -- 172.21.15.69:0/2273937583 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c032070 con 0x55909ca788f0 2024-05-08T06:12:19.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2e1c019860 con 0x55909ca788f0 2024-05-08T06:12:19.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e0f400700 1 -- 172.21.15.69:0/2273937583 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f2e1c00f790 con 0x55909ca788f0 2024-05-08T06:12:19.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e0f400700 1 -- 172.21.15.69:0/2273937583 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2e1c029070 con 0x55909ca788f0 2024-05-08T06:12:19.530 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e3af9db80 10 client.27278 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.525+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55909cafc300 con 0x55909ca788f0 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e0f400700 1 -- 172.21.15.69:0/2273937583 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2e1c019860 con 0x55909ca788f0 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e0f400700 1 -- 172.21.15.69:0/2273937583 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f2e1c004710 con 0x55909ca788f0 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e3af9db80 10 client.27278 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e3af9db80 10 client.27278 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e3af9db80 20 client.27278 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:19.531 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909cafc710 0x55909cafeb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:19.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e3af9db80 4 client.27278 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:12:19.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55909c9d8400 con 0x55909cafc710 2024-05-08T06:12:19.532 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.526+0000 7f2e2d200700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909cafc710 0x55909cafeb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:19.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e2d200700 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909cafc710 0x55909cafeb30 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=670c701da6f932f9 server_cookie=2b838637e1b4241f in_seq=0 out_seq=0 2024-05-08T06:12:19.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e0f400700 10 client.27278 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:19.534 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e0f400700 1 -- 172.21.15.69:0/2273937583 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55909c9d8400 con 0x55909cafc710 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e0f400700 10 client.27278 handle_command_reply: tid=0 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e3af9db80 1 client.27278 shutdown 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 msgr2=0x55909ca8a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.527+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 0x55909ca8a650 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c01c040 tx=0x7f2e1c011d90 comp rx=0 tx=0).stop 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 shutdown_connections 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55909ca7e4e0 0x55909ca99320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.535 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55909ca788f0 0x55909ca8a650 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55909cafc710 0x55909cafeb30 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 --2- 172.21.15.69:0/2273937583 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55909ca7dbc0 0x55909ca98de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 >> 172.21.15.69:0/2273937583 conn(0x55909c9f06d0 msgr2=0x55909ca81170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:19.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e0f400700 0 client.27278 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:19.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 shutdown_connections 2024-05-08T06:12:19.536 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 1 -- 172.21.15.69:0/2273937583 wait complete. 2024-05-08T06:12:19.537 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.528+0000 7f2e3af9db80 20 client.27278 trim_cache size 0 max 16384 2024-05-08T06:12:19.537 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:12:19.537 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:12:19.537 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:12:19.538 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:12:19.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f2e100b2880 msgr2=0x7f2e100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f2e100b2880 0x7f2e100b4d40 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2e20009ec0 tx=0x7f2e2000b040 comp rx=0 tx=0).stop 2024-05-08T06:12:19.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 msgr2=0x7f2e281a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:19.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 0x7f2e281a06f0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2e140098e0 tx=0x7f2e140057c0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 shutdown_connections 2024-05-08T06:12:19.539 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f2e2810fb60 0x7f2e281a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f2e28109ad0 0x7f2e281a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f2e100b2880 0x7f2e100b4d40 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 --2- 172.21.15.69:0/1079038487 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f2e2810a490 0x7f2e281a06f0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:19.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 >> 172.21.15.69:0/1079038487 conn(0x7f2e28076c70 msgr2=0x7f2e28077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:19.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 shutdown_connections 2024-05-08T06:12:19.540 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:19.529+0000 7f2e30600700 1 -- 172.21.15.69:0/1079038487 wait complete. 2024-05-08T06:12:19.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:19 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:12:19.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:19 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:12:19.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:19 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:12:20.547 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:12:20.548 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:12:20.625 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:20 smithi069 ceph-mon[29571]: pgmap v779: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:20.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:20 smithi105 ceph-mon[34393]: pgmap v779: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:20 smithi135 ceph-mon[34761]: pgmap v779: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:20.995 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:22.661 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:22 smithi069 ceph-mon[29571]: pgmap v780: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:22 smithi105 ceph-mon[34393]: pgmap v780: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:22 smithi135 ceph-mon[34761]: pgmap v780: 97 pgs: 97 active+clean; 7.0 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 -- 172.21.15.69:0/1932881033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c06bf50 msgr2=0x7fda4c06c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 --2- 172.21.15.69:0/1932881033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c06bf50 0x7fda4c06c3d0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fda380098f0 tx=0x7fda38009c00 comp rx=0 tx=0).stop 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 -- 172.21.15.69:0/1932881033 shutdown_connections 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 --2- 172.21.15.69:0/1932881033 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c10fc60 0x7fda4c112090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 --2- 172.21.15.69:0/1932881033 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c104380 0x7fda4c06ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 --2- 172.21.15.69:0/1932881033 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c06bf50 0x7fda4c06c3d0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 -- 172.21.15.69:0/1932881033 >> 172.21.15.69:0/1932881033 conn(0x7fda4c0791e0 msgr2=0x7fda4c0795f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 -- 172.21.15.69:0/1932881033 shutdown_connections 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.259+0000 7fda52200700 1 -- 172.21.15.69:0/1932881033 wait complete. 2024-05-08T06:12:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.260+0000 7fda52200700 1 Processor -- start 2024-05-08T06:12:23.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 -- start start 2024-05-08T06:12:23.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 0x7fda4c19bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:23.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 0x7fda4c19c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c1a0610 0x7fda4c1a0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda4c1157f0 con 0x7fda4c06bf50 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fda4c115670 con 0x7fda4c10fc60 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda52200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fda4c115970 con 0x7fda4c1a0610 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda50e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 0x7fda4c19bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda4be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 0x7fda4c19c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda50e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 0x7fda4c19bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50762/0 (socket says 172.21.15.69:50762) 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.261+0000 7fda4be00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 0x7fda4c19c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59126/0 (socket says 172.21.15.69:59126) 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda50e00700 1 -- 172.21.15.69:0/940206329 learned_addr learned my addr 172.21.15.69:0/940206329 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda51800700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c1a0610 0x7fda4c1a0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda4be00700 1 -- 172.21.15.69:0/940206329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c1a0610 msgr2=0x7fda4c1a0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda4be00700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c1a0610 0x7fda4c1a0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda4be00700 1 -- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 msgr2=0x7fda4c19bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:23.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda4be00700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 0x7fda4c19bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda4be00700 1 -- 172.21.15.69:0/940206329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda4c1a1130 con 0x7fda4c10fc60 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda50e00700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 0x7fda4c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda51800700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c1a0610 0x7fda4c1a0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.262+0000 7fda4be00700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 0x7fda4c19c280 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fda3800c010 tx=0x7fda3800fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.263+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380050c0 con 0x7fda4c10fc60 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.263+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda3800b560 con 0x7fda4c10fc60 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.263+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38003a00 con 0x7fda4c10fc60 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.263+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda4c1a13c0 con 0x7fda4c10fc60 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.263+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda4c1a8a90 con 0x7fda4c10fc60 2024-05-08T06:12:23.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.264+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda4c06a190 con 0x7fda4c10fc60 2024-05-08T06:12:23.267 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.267+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fda3800b710 con 0x7fda4c10fc60 2024-05-08T06:12:23.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.268+0000 7fda49600700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda340b2900 0x7fda340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:23.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.269+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fda380e3260 con 0x7fda4c10fc60 2024-05-08T06:12:23.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.269+0000 7fda50e00700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda340b2900 0x7fda340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:23.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.269+0000 7fda50e00700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda340b2900 0x7fda340b4dc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fda40009750 tx=0x7fda40009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:23.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.271+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fda38013030 con 0x7fda4c10fc60 2024-05-08T06:12:23.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.556+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda4c104520 con 0x7fda4c10fc60 2024-05-08T06:12:23.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.557+0000 7fda49600700 1 -- 172.21.15.69:0/940206329 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fda380aafc0 con 0x7fda4c10fc60 2024-05-08T06:12:23.558 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:12:23.558 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:12:23.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda340b2900 msgr2=0x7fda340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:23.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda340b2900 0x7fda340b4dc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fda40009750 tx=0x7fda40009310 comp rx=0 tx=0).stop 2024-05-08T06:12:23.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 msgr2=0x7fda4c19c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 0x7fda4c19c280 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fda3800c010 tx=0x7fda3800fa00 comp rx=0 tx=0).stop 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 shutdown_connections 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4c1a0610 0x7fda4c1a0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4c06bf50 0x7fda4c19bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda340b2900 0x7fda340b4dc0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 --2- 172.21.15.69:0/940206329 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda4c10fc60 0x7fda4c19c280 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 >> 172.21.15.69:0/940206329 conn(0x7fda4c0791e0 msgr2=0x7fda4c101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 shutdown_connections 2024-05-08T06:12:23.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:23.561+0000 7fda52200700 1 -- 172.21.15.69:0/940206329 wait complete. 2024-05-08T06:12:23.563 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:12:24.450 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:12:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:24 smithi069 ceph-mon[29571]: pgmap v781: 97 pgs: 97 active+clean; 7.0 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:24 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/940206329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:12:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:24 smithi105 ceph-mon[34393]: pgmap v781: 97 pgs: 97 active+clean; 7.0 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:24 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/940206329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:12:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:24 smithi135 ceph-mon[34761]: pgmap v781: 97 pgs: 97 active+clean; 7.0 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:24 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/940206329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:12:24.860 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:26.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:26 smithi069 ceph-mon[29571]: pgmap v782: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:26.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:26 smithi105 ceph-mon[34393]: pgmap v782: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:26 smithi135 ceph-mon[34761]: pgmap v782: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 -- 172.21.15.69:0/3820591282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f406c360 msgr2=0x7f80f410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 --2- 172.21.15.69:0/3820591282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f406c360 0x7f80f410fa00 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f80e00098f0 tx=0x7f80e0009c00 comp rx=0 tx=0).stop 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 -- 172.21.15.69:0/3820591282 shutdown_connections 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 --2- 172.21.15.69:0/3820591282 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f410ff40 0x7f80f4112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 --2- 172.21.15.69:0/3820591282 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80f406ba40 0x7f80f406be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 --2- 172.21.15.69:0/3820591282 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f406c360 0x7f80f410fa00 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 -- 172.21.15.69:0/3820591282 >> 172.21.15.69:0/3820591282 conn(0x7f80f4079310 msgr2=0x7f80f4079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 -- 172.21.15.69:0/3820591282 shutdown_connections 2024-05-08T06:12:27.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.215+0000 7f80fa800700 1 -- 172.21.15.69:0/3820591282 wait complete. 2024-05-08T06:12:27.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.217+0000 7f80fa800700 1 Processor -- start 2024-05-08T06:12:27.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.217+0000 7f80fa800700 1 -- start start 2024-05-08T06:12:27.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.217+0000 7f80fa800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 0x7f80f419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.217+0000 7f80fa800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80f406c360 0x7f80f419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.217+0000 7f80fa800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f410ff40 0x7f80f41a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80fa800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41158d0 con 0x7f80f406c360 2024-05-08T06:12:27.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80fa800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f80f4115750 con 0x7f80f406ba40 2024-05-08T06:12:27.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80fa800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f80f4115a50 con 0x7f80f410ff40 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 0x7f80f419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 0x7f80f419bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59136/0 (socket says 172.21.15.69:59136) 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 -- 172.21.15.69:0/2838775389 learned_addr learned my addr 172.21.15.69:0/2838775389 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f2a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80f406c360 0x7f80f419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3e00700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f410ff40 0x7f80f41a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 -- 172.21.15.69:0/2838775389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f410ff40 msgr2=0x7f80f41a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f410ff40 0x7f80f41a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 -- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80f406c360 msgr2=0x7f80f419c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80f406c360 0x7f80f419c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.218+0000 7f80f3400700 1 -- 172.21.15.69:0/2838775389 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80f41a0ed0 con 0x7f80f406ba40 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.219+0000 7f80f3400700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 0x7f80f419bec0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f80e400e9c0 tx=0x7f80e400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.219+0000 7f80ebe00700 1 -- 172.21.15.69:0/2838775389 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e4004a30 con 0x7f80f406ba40 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.219+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80f41a11c0 con 0x7f80f406ba40 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.219+0000 7f80ebe00700 1 -- 172.21.15.69:0/2838775389 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e400cc70 con 0x7f80f406ba40 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.219+0000 7f80ebe00700 1 -- 172.21.15.69:0/2838775389 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e40054a0 con 0x7f80f406ba40 2024-05-08T06:12:27.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.219+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80f41a8a40 con 0x7f80f406ba40 2024-05-08T06:12:27.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.223+0000 7f80ebe00700 1 -- 172.21.15.69:0/2838775389 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f80e4004bd0 con 0x7f80f406ba40 2024-05-08T06:12:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.224+0000 7f810519fb80 1 Processor -- start 2024-05-08T06:12:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.224+0000 7f810519fb80 1 -- start start 2024-05-08T06:12:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.224+0000 7f810519fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9060 0x55845bec9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.224+0000 7f810519fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9980 0x55845becd490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f810519fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845becd9d0 0x55845becde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f810519fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55845be1ba20 con 0x55845bec9980 2024-05-08T06:12:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f810519fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55845bdb9760 con 0x55845bec9060 2024-05-08T06:12:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f810519fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55845be179e0 con 0x55845becd9d0 2024-05-08T06:12:27.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9060 0x55845bec9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9980 0x55845becd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9060 0x55845bec9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59146/0 (socket says 172.21.15.69:59146) 2024-05-08T06:12:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f3e00700 1 -- 172.21.15.69:0/3392308633 learned_addr learned my addr 172.21.15.69:0/3392308633 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845becd9d0 0x55845becde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80ebe00700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f80d80b2880 0x7f80d80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80ebe00700 1 -- 172.21.15.69:0/2838775389 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f80e40e2310 con 0x7f80f406ba40 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f3e00700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f80d80b2880 0x7f80d80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f2a00700 1 -- 172.21.15.69:0/3392308633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9060 msgr2=0x55845bec9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9060 0x55845bec9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f2a00700 1 -- 172.21.15.69:0/3392308633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9980 msgr2=0x55845becd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9980 0x55845becd490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.225+0000 7f80f2a00700 1 -- 172.21.15.69:0/3392308633 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55845bd688d0 con 0x55845becd9d0 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.226+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845becd9d0 0x55845becde30 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f80e000c010 tx=0x7f80e000bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24c607a3f727ca6d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.226+0000 7f80e8c00700 1 -- 172.21.15.69:0/3392308633 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0026070 con 0x55845becd9d0 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.226+0000 7f80e8c00700 1 -- 172.21.15.69:0/3392308633 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e000f910 con 0x55845becd9d0 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.226+0000 7f80f3e00700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f80d80b2880 0x7f80d80b4d40 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0060b0 tx=0x7f80ec009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:27.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.226+0000 7f80e8c00700 1 -- 172.21.15.69:0/3392308633 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0003680 con 0x55845becd9d0 2024-05-08T06:12:27.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 -- 172.21.15.69:0/3392308633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845becd9d0 msgr2=0x55845becde30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845becd9d0 0x55845becde30 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f80e000c010 tx=0x7f80e000bf60 comp rx=0 tx=0).stop 2024-05-08T06:12:27.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 -- 172.21.15.69:0/3392308633 shutdown_connections 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845becd9d0 0x55845becde30 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9060 0x55845bec9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 --2- 172.21.15.69:0/3392308633 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9980 0x55845becd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 -- 172.21.15.69:0/3392308633 >> 172.21.15.69:0/3392308633 conn(0x55845bdf7b60 msgr2=0x55845bec37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 -- 172.21.15.69:0/3392308633 shutdown_connections 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.227+0000 7f810519fb80 1 -- 172.21.15.69:0/3392308633 wait complete. 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.228+0000 7f810519fb80 1 -- start start 2024-05-08T06:12:27.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.228+0000 7f810519fb80 1 Processor -- start 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9060 0x55845bed4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9980 0x55845bed21c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845becd9d0 0x55845bed2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55845bed5b80 con 0x55845becd9d0 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55845bd81b20 con 0x55845bec9980 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55845bed5d00 con 0x55845bec9060 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f810519fb80 10 client.0 _ll_register_callbacks cb 0x55845bdc2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:27.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f80f3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845becd9d0 0x55845bed2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f80f3e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845becd9d0 0x55845bed2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50804/0 (socket says 172.21.15.69:50804) 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f80f3e00700 1 -- 172.21.15.69:0/3997226560 learned_addr learned my addr 172.21.15.69:0/3997226560 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9980 0x55845bed21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.229+0000 7f80f3400700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9060 0x55845bed4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f2a00700 1 -- 172.21.15.69:0/3997226560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9060 msgr2=0x55845bed4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9060 0x55845bed4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f2a00700 1 -- 172.21.15.69:0/3997226560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845becd9d0 msgr2=0x55845bed2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845becd9d0 0x55845bed2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f2a00700 1 -- 172.21.15.69:0/3997226560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55845bde1420 con 0x55845bec9980 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f3400700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9060 0x55845bed4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9980 0x55845bed21c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f80e0000c00 tx=0x7f80e00056f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90503cfcc66977b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80dd600700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80dd600700 1 -- 172.21.15.69:0/3997226560 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0026040 con 0x55845bec9980 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80dd600700 1 -- 172.21.15.69:0/3997226560 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f80e000f660 con 0x55845bec9980 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80e000f910 con 0x55845bec9980 2024-05-08T06:12:27.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f80dd600700 1 -- 172.21.15.69:0/3997226560 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f80e0003680 con 0x55845bec9980 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f810519fb80 10 client.27296 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.230+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55845bee03c0 con 0x55845bec9980 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f80dd600700 1 -- 172.21.15.69:0/3997226560 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e000f910 con 0x55845bec9980 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f80dd600700 1 -- 172.21.15.69:0/3997226560 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f80e0020070 con 0x55845bec9980 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f810519fb80 10 client.27296 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f810519fb80 10 client.27296 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f810519fb80 20 client.27296 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f810519fb80 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bee2890 0x55845bee4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f810519fb80 4 client.27296 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:27.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55845be960a0 con 0x55845bee2890 2024-05-08T06:12:27.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.231+0000 7f80f3400700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bee2890 0x55845bee4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.232+0000 7f80f3400700 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bee2890 0x55845bee4c80 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9238e8d9639cfce7 server_cookie=fb1b0d3aed9ad7c3 in_seq=0 out_seq=0 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.232+0000 7f80dd600700 10 client.27296 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f80dd600700 1 -- 172.21.15.69:0/3997226560 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55845be960a0 con 0x55845bee2890 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f80dd600700 10 client.27296 handle_command_reply: tid=0 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 client.27296 shutdown 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9980 msgr2=0x55845bed21c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9980 0x55845bed21c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f80e0000c00 tx=0x7f80e00056f0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 shutdown_connections 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bee2890 0x55845bee4c80 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845becd9d0 0x55845bed2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9060 0x55845bed4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f80dd600700 0 client.27296 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 --2- 172.21.15.69:0/3997226560 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845bec9980 0x55845bed21c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 >> 172.21.15.69:0/3997226560 conn(0x55845bdf7b60 msgr2=0x55845bebe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 shutdown_connections 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 1 -- 172.21.15.69:0/3997226560 wait complete. 2024-05-08T06:12:27.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.233+0000 7f810519fb80 20 client.27296 trim_cache size 0 max 16384 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 Processor -- start 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 -- start start 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bed1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bebe130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41b2620 con 0x55845bec9060 2024-05-08T06:12:27.250 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41afeb0 con 0x55845becd9d0 2024-05-08T06:12:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f810519fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41add20 con 0x55845bec9980 2024-05-08T06:12:27.251 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f80f3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bed1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f80f2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bebe130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f80f2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bebe130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37522/0 (socket says 172.21.15.69:37522) 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.250+0000 7f80f3e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 -- 172.21.15.69:0/1049106655 learned_addr learned my addr 172.21.15.69:0/1049106655 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 -- 172.21.15.69:0/1049106655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 msgr2=0x55845bee7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 -- 172.21.15.69:0/1049106655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 msgr2=0x55845bed1360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bed1360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 -- 172.21.15.69:0/1049106655 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55845bece170 con 0x55845bec9980 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f3400700 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bed1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80f2a00700 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bebe130 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f80e0009810 tx=0x7f80e000bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e3e5d27c7b3184c server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80dfe00700 1 -- 172.21.15.69:0/1049106655 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0026070 con 0x55845bec9980 2024-05-08T06:12:27.252 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.251+0000 7f80dfe00700 1 -- 172.21.15.69:0/1049106655 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e0032030 con 0x55845bec9980 2024-05-08T06:12:27.253 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f80dfe00700 1 -- 172.21.15.69:0/1049106655 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0003d50 con 0x55845bec9980 2024-05-08T06:12:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 -- 172.21.15.69:0/1049106655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 msgr2=0x55845bebe130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bebe130 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f80e0009810 tx=0x7f80e000bf60 comp rx=0 tx=0).stop 2024-05-08T06:12:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 -- 172.21.15.69:0/1049106655 shutdown_connections 2024-05-08T06:12:27.255 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bed1360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 --2- 172.21.15.69:0/1049106655 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bebe130 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 -- 172.21.15.69:0/1049106655 >> 172.21.15.69:0/1049106655 conn(0x55845bdf7b60 msgr2=0x55845bebda20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 -- 172.21.15.69:0/1049106655 shutdown_connections 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.252+0000 7f810519fb80 1 -- 172.21.15.69:0/1049106655 wait complete. 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 -- start start 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 Processor -- start 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bee7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bee32b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41ae370 con 0x55845bec9060 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41af7e0 con 0x55845becd9d0 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.253+0000 7f810519fb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f80f41aea40 con 0x55845bec9980 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f810519fb80 10 client.0 _ll_register_callbacks cb 0x55845bdc2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:27.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bee32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bee7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bee32b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:37526/0 (socket says 172.21.15.69:37526) 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bee7f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50818/0 (socket says 172.21.15.69:50818) 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 -- 172.21.15.69:0/3199222488 learned_addr learned my addr 172.21.15.69:0/3199222488 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f3e00700 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 -- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 msgr2=0x55845bee37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 -- 172.21.15.69:0/3199222488 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 msgr2=0x55845bee7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bee7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 -- 172.21.15.69:0/3199222488 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55845bee3d60 con 0x55845bec9980 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.254+0000 7f80f2a00700 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bee32b0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f80e0005430 tx=0x7f80e00056f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b123d05a87fb4c8d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f80dd600700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:12:27.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f80dd600700 1 -- 172.21.15.69:0/3199222488 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e0026070 con 0x55845bec9980 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80e0032030 con 0x55845bec9980 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f80dd600700 1 -- 172.21.15.69:0/3199222488 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f80e0003de0 con 0x55845bec9980 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f80dd600700 1 -- 172.21.15.69:0/3199222488 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f80e0047050 con 0x55845bec9980 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f810519fb80 10 client.27259 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55845bf55310 con 0x55845bec9980 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.255+0000 7f80dd600700 1 -- 172.21.15.69:0/3199222488 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f80e0032030 con 0x55845bec9980 2024-05-08T06:12:27.258 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f80dd600700 1 -- 172.21.15.69:0/3199222488 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f80e0020040 con 0x55845bec9980 2024-05-08T06:12:27.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f810519fb80 10 client.27259 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:27.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f810519fb80 10 client.27259 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:12:27.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f810519fb80 20 client.27259 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:27.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f810519fb80 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bf55950 0x55845bf57d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:27.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f810519fb80 4 client.27259 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55845be29400 con 0x55845bf55950 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.256+0000 7f80f3400700 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bf55950 0x55845bf57d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f80f3400700 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bf55950 0x55845bf57d70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=22c08f5295014c4b server_cookie=2dadaf6014f383e7 in_seq=0 out_seq=0 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f80dd600700 10 client.27259 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f80dd600700 1 -- 172.21.15.69:0/3199222488 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55845be29400 con 0x55845bf55950 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f80dd600700 10 client.27259 handle_command_reply: tid=0 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 client.27259 shutdown 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 msgr2=0x55845bee32b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bee32b0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f80e0005430 tx=0x7f80e00056f0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 shutdown_connections 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x55845bf55950 0x55845bf57d70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55845becd9d0 0x55845bee37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55845bec9060 0x55845bee7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 --2- 172.21.15.69:0/3199222488 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55845bec9980 0x55845bee32b0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f80dd600700 0 client.27259 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:12:27.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 >> 172.21.15.69:0/3199222488 conn(0x55845bdf7b60 msgr2=0x55845bec7e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:27.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 shutdown_connections 2024-05-08T06:12:27.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.257+0000 7f810519fb80 1 -- 172.21.15.69:0/3199222488 wait complete. 2024-05-08T06:12:27.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f810519fb80 20 client.27259 trim_cache size 0 max 16384 2024-05-08T06:12:27.261 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f80d80b2880 msgr2=0x7f80d80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f80d80b2880 0x7f80d80b4d40 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0060b0 tx=0x7f80ec009040 comp rx=0 tx=0).stop 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 msgr2=0x7f80f419bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 0x7f80f419bec0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f80e400e9c0 tx=0x7f80e400ecd0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 shutdown_connections 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f80f410ff40 0x7f80f41a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f80d80b2880 0x7f80d80b4d40 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f80f406ba40 0x7f80f419bec0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 --2- 172.21.15.69:0/2838775389 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f80f406c360 0x7f80f419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 >> 172.21.15.69:0/2838775389 conn(0x7f80f4079310 msgr2=0x7f80f4111550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.258+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 shutdown_connections 2024-05-08T06:12:27.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:27.259+0000 7f80fa800700 1 -- 172.21.15.69:0/2838775389 wait complete. 2024-05-08T06:12:28.214 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:12:28.228 INFO:tasks.workunit.client.0.smithi069.stdout:499/600: open fd = 3 2024-05-08T06:12:28.228 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.228 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.228 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.228 INFO:tasks.workunit.client.0.smithi069.stdout:500/600: open fd = 3 2024-05-08T06:12:28.228 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.229 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.229 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.229 INFO:tasks.workunit.client.0.smithi069.stdout:501/600: open fd = 3 2024-05-08T06:12:28.229 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.229 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.229 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.230 INFO:tasks.workunit.client.0.smithi069.stdout:502/600: open fd = 3 2024-05-08T06:12:28.230 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.230 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.230 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.230 INFO:tasks.workunit.client.0.smithi069.stdout:503/600: open fd = 3 2024-05-08T06:12:28.231 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.231 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.231 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.231 INFO:tasks.workunit.client.0.smithi069.stdout:504/600: open fd = 3 2024-05-08T06:12:28.231 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.231 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.232 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.232 INFO:tasks.workunit.client.0.smithi069.stdout:505/600: open fd = 3 2024-05-08T06:12:28.232 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.232 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.232 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.232 INFO:tasks.workunit.client.0.smithi069.stdout:506/600: open fd = 3 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:507/600: open fd = 3 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.233 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.234 INFO:tasks.workunit.client.0.smithi069.stdout:508/600: open fd = 3 2024-05-08T06:12:28.234 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.234 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.234 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.234 INFO:tasks.workunit.client.0.smithi069.stdout:509/600: open fd = 3 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:510/600: open fd = 3 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.235 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.236 INFO:tasks.workunit.client.0.smithi069.stdout:511/600: open fd = 3 2024-05-08T06:12:28.236 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.236 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.236 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.236 INFO:tasks.workunit.client.0.smithi069.stdout:512/600: open fd = 3 2024-05-08T06:12:28.236 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:513/600: open fd = 3 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.237 INFO:tasks.workunit.client.0.smithi069.stdout:514/600: open fd = 3 2024-05-08T06:12:28.238 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.238 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.238 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.238 INFO:tasks.workunit.client.0.smithi069.stdout:515/600: open fd = 3 2024-05-08T06:12:28.238 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.239 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.239 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.239 INFO:tasks.workunit.client.0.smithi069.stdout:516/600: open fd = 3 2024-05-08T06:12:28.239 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.239 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.239 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.240 INFO:tasks.workunit.client.0.smithi069.stdout:517/600: open fd = 3 2024-05-08T06:12:28.240 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.240 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.240 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.240 INFO:tasks.workunit.client.0.smithi069.stdout:518/600: open fd = 3 2024-05-08T06:12:28.240 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.241 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.241 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.241 INFO:tasks.workunit.client.0.smithi069.stdout:519/600: open fd = 3 2024-05-08T06:12:28.241 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.241 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.241 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.242 INFO:tasks.workunit.client.0.smithi069.stdout:520/600: open fd = 3 2024-05-08T06:12:28.242 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.242 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.242 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.242 INFO:tasks.workunit.client.0.smithi069.stdout:521/600: open fd = 3 2024-05-08T06:12:28.242 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:522/600: open fd = 3 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:523/600: open fd = 3 2024-05-08T06:12:28.243 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:524/600: open fd = 3 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:525/600: open fd = 3 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.244 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:526/600: open fd = 3 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:527/600: open fd = 3 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.245 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.246 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.246 INFO:tasks.workunit.client.0.smithi069.stdout:528/600: open fd = 3 2024-05-08T06:12:28.246 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.246 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.246 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.246 INFO:tasks.workunit.client.0.smithi069.stdout:529/600: open fd = 3 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:530/600: open fd = 3 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:531/600: open fd = 3 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.247 INFO:tasks.workunit.client.0.smithi069.stdout:532/600: open fd = 3 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:533/600: open fd = 3 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:534/600: open fd = 3 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:535/600: open fd = 3 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.248 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:536/600: open fd = 3 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:537/600: open fd = 3 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:538/600: open fd = 3 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.249 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:539/600: open fd = 3 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:540/600: open fd = 3 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.250 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:541/600: open fd = 3 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:542/600: open fd = 3 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:543/600: open fd = 3 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:544/600: open fd = 3 2024-05-08T06:12:28.251 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:545/600: open fd = 3 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:546/600: open fd = 3 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:547/600: open fd = 3 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.252 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:548/600: open fd = 3 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:549/600: open fd = 3 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:550/600: open fd = 3 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:551/600: open fd = 3 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.253 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:552/600: open fd = 3 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:553/600: open fd = 3 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:554/600: open fd = 3 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.254 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:555/600: open fd = 3 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:556/600: open fd = 3 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:557/600: open fd = 3 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:558/600: open fd = 3 2024-05-08T06:12:28.255 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:559/600: open fd = 3 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:560/600: open fd = 3 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:12:28.256 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:12:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:28 smithi069 ceph-mon[29571]: pgmap v783: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:28.660 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:28 smithi105 ceph-mon[34393]: pgmap v783: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:28 smithi135 ceph-mon[34761]: pgmap v783: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:30.645 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:30 smithi069 ceph-mon[29571]: pgmap v784: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:30 smithi105 ceph-mon[34393]: pgmap v784: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:30 smithi135 ceph-mon[34761]: pgmap v784: 97 pgs: 97 active+clean; 7.1 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:30.975 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 -- 172.21.15.69:0/1435658815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a80782f0 msgr2=0x7fd1a8113df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:30.975 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 --2- 172.21.15.69:0/1435658815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a80782f0 0x7fd1a8113df0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fd1900098f0 tx=0x7fd190009c00 comp rx=0 tx=0).stop 2024-05-08T06:12:30.975 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 -- 172.21.15.69:0/1435658815 shutdown_connections 2024-05-08T06:12:30.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 --2- 172.21.15.69:0/1435658815 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a8114330 0x7fd1a8116720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 --2- 172.21.15.69:0/1435658815 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a8077db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 --2- 172.21.15.69:0/1435658815 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a80782f0 0x7fd1a8113df0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 -- 172.21.15.69:0/1435658815 >> 172.21.15.69:0/1435658815 conn(0x7fd1a8101180 msgr2=0x7fd1a81035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:30.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 -- 172.21.15.69:0/1435658815 shutdown_connections 2024-05-08T06:12:30.976 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.975+0000 7fd1ad400700 1 -- 172.21.15.69:0/1435658815 wait complete. 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.976+0000 7fd1ad400700 1 Processor -- start 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.976+0000 7fd1ad400700 1 -- start start 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1ad400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a81a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1ad400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a80782f0 0x7fd1a81a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1ad400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a8114330 0x7fd1a81a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1ad400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a8119cf0 con 0x7fd1a80779d0 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1ad400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a8119b70 con 0x7fd1a80782f0 2024-05-08T06:12:30.977 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1ad400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a8119e70 con 0x7fd1a8114330 2024-05-08T06:12:30.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a81a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a81a0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49318/0 (socket says 172.21.15.69:49318) 2024-05-08T06:12:30.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1a6800700 1 -- 172.21.15.69:0/4158779615 learned_addr learned my addr 172.21.15.69:0/4158779615 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:30.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd19fe00700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a80782f0 0x7fd1a81a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.978 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.977+0000 7fd1a7200700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a8114330 0x7fd1a81a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a6800700 1 -- 172.21.15.69:0/4158779615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a8114330 msgr2=0x7fd1a81a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a6800700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a8114330 0x7fd1a81a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a6800700 1 -- 172.21.15.69:0/4158779615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a80782f0 msgr2=0x7fd1a81a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a6800700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a80782f0 0x7fd1a81a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a6800700 1 -- 172.21.15.69:0/4158779615 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1a81a52d0 con 0x7fd1a80779d0 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a7200700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a8114330 0x7fd1a81a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1a6800700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a81a0310 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd19800ec10 tx=0x7fd19800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd19f400700 1 -- 172.21.15.69:0/4158779615 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd19800cc80 con 0x7fd1a80779d0 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1a81a55c0 con 0x7fd1a80779d0 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd19f400700 1 -- 172.21.15.69:0/4158779615 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd19800ce20 con 0x7fd1a80779d0 2024-05-08T06:12:30.979 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd19f400700 1 -- 172.21.15.69:0/4158779615 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd198018430 con 0x7fd1a80779d0 2024-05-08T06:12:30.980 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.978+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1a81ace40 con 0x7fd1a80779d0 2024-05-08T06:12:30.982 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.982+0000 7fd19f400700 1 -- 172.21.15.69:0/4158779615 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd198003fd0 con 0x7fd1a80779d0 2024-05-08T06:12:30.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.983+0000 7fd1b7d41b80 1 Processor -- start 2024-05-08T06:12:30.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.983+0000 7fd1b7d41b80 1 -- start start 2024-05-08T06:12:30.983 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.983+0000 7fd19f400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd18c0b2880 0x7fd18c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd19f400700 1 -- 172.21.15.69:0/4158779615 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1980e24b0 con 0x7fd1a80779d0 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0ec440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ad6f03ea20 con 0x55ad6f0ec980 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1a7200700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd18c0b2880 0x7fd18c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ad6efdc760 con 0x55ad6f0ec060 2024-05-08T06:12:30.984 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ad6f03a9e0 con 0x55ad6f0f09d0 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0ec440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd19fe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0ec440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34528/0 (socket says 172.21.15.69:34528) 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1a6800700 1 -- 172.21.15.69:0/3030802199 learned_addr learned my addr 172.21.15.69:0/3030802199 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.984+0000 7fd1a7200700 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a6800700 1 -- 172.21.15.69:0/3030802199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0f09d0 msgr2=0x55ad6f0f0e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a6800700 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f0e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a6800700 1 -- 172.21.15.69:0/3030802199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec980 msgr2=0x55ad6f0f0490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a6800700 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f0490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.986 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a6800700 1 -- 172.21.15.69:0/3030802199 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad6ef8b8d0 con 0x55ad6f0ec060 2024-05-08T06:12:30.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a7200700 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:12:30.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a7200700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd18c0b2880 0x7fd18c0b4d40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009fd0 tx=0x7fd1a0007b20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:30.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.985+0000 7fd1a6800700 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0ec440 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd1980a6cf0 tx=0x7fd198004660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6fb8696fa96e51f server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:30.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.986+0000 7fd197e00700 1 -- 172.21.15.69:0/3030802199 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1980c3070 con 0x55ad6f0ec060 2024-05-08T06:12:30.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.986+0000 7fd197e00700 1 -- 172.21.15.69:0/3030802199 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1980b2230 con 0x55ad6f0ec060 2024-05-08T06:12:30.987 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.986+0000 7fd197e00700 1 -- 172.21.15.69:0/3030802199 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1980b28e0 con 0x55ad6f0ec060 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.986+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/3030802199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 msgr2=0x55ad6f0ec440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.986+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0ec440 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd1980a6cf0 tx=0x7fd198004660 comp rx=0 tx=0).stop 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/3030802199 shutdown_connections 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f0e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0ec440 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/3030802199 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f0490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.988 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/3030802199 >> 172.21.15.69:0/3030802199 conn(0x55ad6f01ab60 msgr2=0x55ad6f0e67a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/3030802199 shutdown_connections 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/3030802199 wait complete. 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.987+0000 7fd1b7d41b80 1 -- start start 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 Processor -- start 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0f7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f56e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ad6f0f8be0 con 0x55ad6f0f09d0 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ad6efa4b20 con 0x55ad6f0ec060 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ad6f0f8d60 con 0x55ad6f0ec980 2024-05-08T06:12:30.989 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.988+0000 7fd1b7d41b80 10 client.0 _ll_register_callbacks cb 0x55ad6efe5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a7200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0f7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd19fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0f7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:34542/0 (socket says 172.21.15.69:34542) 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd19fe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f51a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:51374/0 (socket says 172.21.15.69:51374) 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 -- 172.21.15.69:0/1231795693 learned_addr learned my addr 172.21.15.69:0/1231795693 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 -- 172.21.15.69:0/1231795693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 msgr2=0x55ad6f0f51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:30.991 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 -- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 msgr2=0x55ad6f0f56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f56e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 -- 172.21.15.69:0/1231795693 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad6f004420 con 0x55ad6f0ec060 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd19fe00700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a7200700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd1a6800700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0f7e00 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd198009630 tx=0x7fd1980038b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc21b79ec2b89131 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.989+0000 7fd194c00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd194c00700 1 -- 172.21.15.69:0/1231795693 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1980c3030 con 0x55ad6f0ec060 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1980b2230 con 0x55ad6f0ec060 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd194c00700 1 -- 172.21.15.69:0/1231795693 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1980a6070 con 0x55ad6f0ec060 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd194c00700 1 -- 172.21.15.69:0/1231795693 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd1980aa180 con 0x55ad6f0ec060 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd1b7d41b80 10 client.27314 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ad6f103430 con 0x55ad6f0ec060 2024-05-08T06:12:30.992 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd194c00700 1 -- 172.21.15.69:0/1231795693 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd1980b2230 con 0x55ad6f0ec060 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd194c00700 1 -- 172.21.15.69:0/1231795693 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd1980163c0 con 0x55ad6f0ec060 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd1b7d41b80 10 client.27314 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd1b7d41b80 10 client.27314 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.990+0000 7fd1b7d41b80 20 client.27314 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.991+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f105900 0x55ad6f107cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.991+0000 7fd1b7d41b80 4 client.27314 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.991+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad6f0b90a0 con 0x55ad6f105900 2024-05-08T06:12:30.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.991+0000 7fd19fe00700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f105900 0x55ad6f107cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.991+0000 7fd19fe00700 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f105900 0x55ad6f107cf0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=43defaa2b8b6e6b0 server_cookie=2c5a26eff3fcc22b in_seq=0 out_seq=0 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.991+0000 7fd194c00700 10 client.27314 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.992+0000 7fd194c00700 1 -- 172.21.15.69:0/1231795693 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ad6f0b90a0 con 0x55ad6f105900 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.992+0000 7fd194c00700 10 client.27314 handle_command_reply: tid=0 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.992+0000 7fd1b7d41b80 1 client.27314 shutdown 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.992+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 msgr2=0x55ad6f0f7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.992+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0f7e00 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd198009630 tx=0x7fd1980038b0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 shutdown_connections 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f105900 0x55ad6f107cf0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec060 0x55ad6f0f7e00 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/1231795693 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd194c00700 0 client.27314 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 >> 172.21.15.69:0/1231795693 conn(0x55ad6f01ab60 msgr2=0x55ad6f0e12b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 shutdown_connections 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/1231795693 wait complete. 2024-05-08T06:12:30.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:30.993+0000 7fd1b7d41b80 20 client.27314 trim_cache size 0 max 16384 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.009+0000 7fd1b7d41b80 1 Processor -- start 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.009+0000 7fd1b7d41b80 1 -- start start 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec060 0x55ad6f0eb580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a81b6b80 con 0x55ad6f0f09d0 2024-05-08T06:12:31.010 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a81b4410 con 0x55ad6f0ec980 2024-05-08T06:12:31.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a81b2260 con 0x55ad6f0ec060 2024-05-08T06:12:31.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1a7200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec060 0x55ad6f0eb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1a7200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49338/0 (socket says 172.21.15.69:49338) 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd1a7200700 1 -- 172.21.15.69:0/4244519892 learned_addr learned my addr 172.21.15.69:0/4244519892 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.010+0000 7fd19fe00700 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd1a6800700 1 -- 172.21.15.69:0/4244519892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec980 msgr2=0x55ad6f0f6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd1a6800700 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd1a6800700 1 -- 172.21.15.69:0/4244519892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 msgr2=0x55ad6f0f6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd1a6800700 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd1a6800700 1 -- 172.21.15.69:0/4244519892 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad6f0e33f0 con 0x55ad6f0ec060 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd1a6800700 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec060 0x55ad6f0eb580 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd19800cfd0 tx=0x7fd198004660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d400164953723cb server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd197400700 1 -- 172.21.15.69:0/4244519892 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1980a5210 con 0x55ad6f0ec060 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.011+0000 7fd197400700 1 -- 172.21.15.69:0/4244519892 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd19806f070 con 0x55ad6f0ec060 2024-05-08T06:12:31.012 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd197400700 1 -- 172.21.15.69:0/4244519892 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1980ade30 con 0x55ad6f0ec060 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/4244519892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec060 msgr2=0x55ad6f0eb580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec060 0x55ad6f0eb580 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd19800cfd0 tx=0x7fd198004660 comp rx=0 tx=0).stop 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/4244519892 shutdown_connections 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0f09d0 0x55ad6f0f6d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec060 0x55ad6f0eb580 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/4244519892 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0ec980 0x55ad6f0f6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/4244519892 >> 172.21.15.69:0/4244519892 conn(0x55ad6f01ab60 msgr2=0x55ad6f0eae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/4244519892 shutdown_connections 2024-05-08T06:12:31.014 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.012+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/4244519892 wait complete. 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.013+0000 7fd1b7d41b80 1 -- start start 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.013+0000 7fd1b7d41b80 1 Processor -- start 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.013+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 0x55ad6f10af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f10b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1b7d41b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0f09d0 0x55ad6f106480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a81b28d0 con 0x55ad6f0ec060 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a81b3d40 con 0x55ad6f0f09d0 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1b7d41b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd1a81b2fa0 con 0x55ad6f0ec980 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1b7d41b80 10 client.0 _ll_register_callbacks cb 0x55ad6efe5c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 0x55ad6f10af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 0x55ad6f10af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49344/0 (socket says 172.21.15.69:49344) 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 -- 172.21.15.69:0/2628107248 learned_addr learned my addr 172.21.15.69:0/2628107248 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd19fe00700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f10b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.015 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a7200700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0f09d0 0x55ad6f106480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 -- 172.21.15.69:0/2628107248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 msgr2=0x55ad6f10b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f10b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 -- 172.21.15.69:0/2628107248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0f09d0 msgr2=0x55ad6f106480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0f09d0 0x55ad6f106480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a6800700 1 -- 172.21.15.69:0/2628107248 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad6f0e7610 con 0x55ad6f0ec060 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd1a7200700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0f09d0 0x55ad6f106480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.014+0000 7fd19fe00700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f10b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd1a6800700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 0x55ad6f10af00 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd1980a5b00 tx=0x7fd1980a9590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5be5a5ae142b94ce server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd194c00700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:31.018 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd194c00700 1 -- 172.21.15.69:0/2628107248 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1980c3030 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd194c00700 1 -- 172.21.15.69:0/2628107248 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd1980a6070 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd19806f070 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd194c00700 1 -- 172.21.15.69:0/2628107248 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd1980a5210 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd1b7d41b80 10 client.17184 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.015+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ad6f0e7610 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd194c00700 1 -- 172.21.15.69:0/2628107248 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd19806f070 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd194c00700 1 -- 172.21.15.69:0/2628107248 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd1980a53f0 con 0x55ad6f0ec060 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd1b7d41b80 10 client.17184 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd1b7d41b80 10 client.17184 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd1b7d41b80 20 client.17184 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f16fad0 0x55ad6f171ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd1b7d41b80 4 client.17184 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ad6f04c400 con 0x55ad6f16fad0 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.016+0000 7fd19fe00700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f16fad0 0x55ad6f171ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:31.019 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd19fe00700 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f16fad0 0x55ad6f171ef0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ea00f51221c37a9 server_cookie=425f3043e537c8b0 in_seq=0 out_seq=0 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd194c00700 10 client.17184 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd194c00700 1 -- 172.21.15.69:0/2628107248 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ad6f04c400 con 0x55ad6f16fad0 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd194c00700 10 client.17184 handle_command_reply: tid=0 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 client.17184 shutdown 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 msgr2=0x55ad6f10af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 0x55ad6f10af00 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd1980a5b00 tx=0x7fd1980a9590 comp rx=0 tx=0).stop 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 shutdown_connections 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x55ad6f16fad0 0x55ad6f171ef0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ad6f0f09d0 0x55ad6f106480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd194c00700 0 client.17184 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ad6f0ec060 0x55ad6f10af00 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 --2- 172.21.15.69:0/2628107248 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ad6f0ec980 0x55ad6f10b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.017+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 >> 172.21.15.69:0/2628107248 conn(0x55ad6f01ab60 msgr2=0x55ad6f0eb700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:31.020 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 shutdown_connections 2024-05-08T06:12:31.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1b7d41b80 1 -- 172.21.15.69:0/2628107248 wait complete. 2024-05-08T06:12:31.021 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1b7d41b80 20 client.17184 trim_cache size 0 max 16384 2024-05-08T06:12:31.021 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd18c0b2880 msgr2=0x7fd18c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1ad400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd18c0b2880 0x7fd18c0b4d40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fd1a0009fd0 tx=0x7fd1a0007b20 comp rx=0 tx=0).stop 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 msgr2=0x7fd1a81a0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.018+0000 7fd1ad400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a81a0310 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fd19800ec10 tx=0x7fd19800ef20 comp rx=0 tx=0).stop 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 shutdown_connections 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd1a8114330 0x7fd1a81a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd1a80779d0 0x7fd1a81a0310 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd18c0b2880 0x7fd18c0b4d40 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 --2- 172.21.15.69:0/4158779615 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd1a80782f0 0x7fd1a81a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 >> 172.21.15.69:0/4158779615 conn(0x7fd1a8101180 msgr2=0x7fd1a8103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 shutdown_connections 2024-05-08T06:12:31.022 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:31.019+0000 7fd1ad400700 1 -- 172.21.15.69:0/4158779615 wait complete. 2024-05-08T06:12:31.956 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:12:32.436 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:32.649 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:32 smithi069 ceph-mon[29571]: pgmap v785: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:32 smithi105 ceph-mon[34393]: pgmap v785: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:32 smithi135 ceph-mon[34761]: pgmap v785: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:34.504 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:34 smithi069 ceph-mon[29571]: pgmap v786: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:34.675 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 -- 172.21.15.69:0/510431729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c10b6c0 msgr2=0x7fd64c10baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 --2- 172.21.15.69:0/510431729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c10b6c0 0x7fd64c10baa0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fd63c009990 tx=0x7fd63c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 -- 172.21.15.69:0/510431729 shutdown_connections 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 --2- 172.21.15.69:0/510431729 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c106080 0x7fd64c112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 --2- 172.21.15.69:0/510431729 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c10b6c0 0x7fd64c10baa0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 --2- 172.21.15.69:0/510431729 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd64c1056c0 0x7fd64c105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 -- 172.21.15.69:0/510431729 >> 172.21.15.69:0/510431729 conn(0x7fd64c1011b0 msgr2=0x7fd64c1035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 -- 172.21.15.69:0/510431729 shutdown_connections 2024-05-08T06:12:34.676 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.675+0000 7fd652c00700 1 -- 172.21.15.69:0/510431729 wait complete. 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.676+0000 7fd652c00700 1 Processor -- start 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.676+0000 7fd652c00700 1 -- start start 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd652c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c1056c0 0x7fd64c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd652c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 0x7fd64c19c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd652c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd64c10b6c0 0x7fd64c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd652c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c115900 con 0x7fd64c106080 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd652c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c115780 con 0x7fd64c1056c0 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd652c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c115a80 con 0x7fd64c10b6c0 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd643e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 0x7fd64c19c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd643e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 0x7fd64c19c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49376/0 (socket says 172.21.15.69:49376) 2024-05-08T06:12:34.678 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd643e00700 1 -- 172.21.15.69:0/3303693658 learned_addr learned my addr 172.21.15.69:0/3303693658 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd64be00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c1056c0 0x7fd64c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.677+0000 7fd650c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd64c10b6c0 0x7fd64c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd643e00700 1 -- 172.21.15.69:0/3303693658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd64c10b6c0 msgr2=0x7fd64c1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd643e00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd64c10b6c0 0x7fd64c1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd643e00700 1 -- 172.21.15.69:0/3303693658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c1056c0 msgr2=0x7fd64c19bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd643e00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c1056c0 0x7fd64c19bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd643e00700 1 -- 172.21.15.69:0/3303693658 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64c1a0de0 con 0x7fd64c106080 2024-05-08T06:12:34.679 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd64be00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c1056c0 0x7fd64c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:34.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd643e00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 0x7fd64c19c310 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd63400eb30 tx=0x7fd63400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:34.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd649600700 1 -- 172.21.15.69:0/3303693658 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63400cbd0 con 0x7fd64c106080 2024-05-08T06:12:34.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd649600700 1 -- 172.21.15.69:0/3303693658 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6340044d0 con 0x7fd64c106080 2024-05-08T06:12:34.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd64c1a10d0 con 0x7fd64c106080 2024-05-08T06:12:34.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.678+0000 7fd649600700 1 -- 172.21.15.69:0/3303693658 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd634003e30 con 0x7fd64c106080 2024-05-08T06:12:34.680 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.679+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd64c1a8950 con 0x7fd64c106080 2024-05-08T06:12:34.682 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.682+0000 7fd649600700 1 -- 172.21.15.69:0/3303693658 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd634004000 con 0x7fd64c106080 2024-05-08T06:12:34.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.683+0000 7fd65d5b5b80 1 Processor -- start 2024-05-08T06:12:34.683 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.683+0000 7fd65d5b5b80 1 -- start start 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.683+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea71490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea71e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e27e9bfa20 con 0x55e27ea6d980 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e27e95d760 con 0x55e27ea6d060 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e27e9bb9e0 con 0x55e27ea719d0 2024-05-08T06:12:34.684 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd649600700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd6300b2880 0x7fd6300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd64be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea71490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.685 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd64be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea71490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49382/0 (socket says 172.21.15.69:49382) 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd64be00700 1 -- 172.21.15.69:0/2264024181 learned_addr learned my addr 172.21.15.69:0/2264024181 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd649600700 1 -- 172.21.15.69:0/3303693658 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd6340e25f0 con 0x7fd64c106080 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd650c00700 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd643e00700 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea71e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.684+0000 7fd650c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd6300b2880 0x7fd6300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd643e00700 1 -- 172.21.15.69:0/2264024181 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 msgr2=0x55e27ea6d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd643e00700 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd643e00700 1 -- 172.21.15.69:0/2264024181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 msgr2=0x55e27ea71490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd643e00700 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea71490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd643e00700 1 -- 172.21.15.69:0/2264024181 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e27e90c8d0 con 0x55e27ea719d0 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd64be00700 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea71490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd643e00700 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea71e30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd63400c5b0 tx=0x7fd6340a5b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=661587f486cd1b22 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd641600700 1 -- 172.21.15.69:0/2264024181 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6340a9330 con 0x55e27ea719d0 2024-05-08T06:12:34.686 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd641600700 1 -- 172.21.15.69:0/2264024181 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6340b2370 con 0x55e27ea719d0 2024-05-08T06:12:34.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd650c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd6300b2880 0x7fd6300b4d40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd644009ec0 tx=0x7fd64400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:34.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.685+0000 7fd641600700 1 -- 172.21.15.69:0/2264024181 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6340a5350 con 0x55e27ea719d0 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2264024181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 msgr2=0x55e27ea71e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea71e30 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd63400c5b0 tx=0x7fd6340a5b00 comp rx=0 tx=0).stop 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2264024181 shutdown_connections 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea71e30 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2264024181 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea71490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2264024181 >> 172.21.15.69:0/2264024181 conn(0x55e27e99bb60 msgr2=0x55e27ea677a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:34.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2264024181 shutdown_connections 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.686+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2264024181 wait complete. 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.687+0000 7fd65d5b5b80 1 -- start start 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.687+0000 7fd65d5b5b80 1 Processor -- start 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 0x55e27ea78ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d980 0x55e27ea76270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea767b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55e27ea79be0 con 0x55e27ea6d060 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55e27e925b20 con 0x55e27ea719d0 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55e27ea79d60 con 0x55e27ea6d980 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd65d5b5b80 10 client.0 _ll_register_callbacks cb 0x55e27e966c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd64be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 0x55e27ea78ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd64be00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 0x55e27ea78ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49390/0 (socket says 172.21.15.69:49390) 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd643e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d980 0x55e27ea76270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.689 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd64be00700 1 -- 172.21.15.69:0/2498332483 learned_addr learned my addr 172.21.15.69:0/2498332483 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:34.690 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd650c00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea767b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd643e00700 1 -- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 msgr2=0x55e27ea767b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd643e00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea767b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd643e00700 1 -- 172.21.15.69:0/2498332483 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 msgr2=0x55e27ea78ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd643e00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 0x55e27ea78ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd643e00700 1 -- 172.21.15.69:0/2498332483 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e27e985420 con 0x55e27ea6d980 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.688+0000 7fd64be00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 0x55e27ea78ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd643e00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d980 0x55e27ea76270 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd6340a6e30 tx=0x7fd6340036f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60bebc319171664a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd63a000700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd63a000700 1 -- 172.21.15.69:0/2498332483 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63406d020 con 0x55e27ea6d980 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6340b2370 con 0x55e27ea6d980 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd63a000700 1 -- 172.21.15.69:0/2498332483 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd6340b27a0 con 0x55e27ea6d980 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd63a000700 1 -- 172.21.15.69:0/2498332483 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6340a9330 con 0x55e27ea6d980 2024-05-08T06:12:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd65d5b5b80 10 client.27289 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.689+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e27ea79be0 con 0x55e27ea6d980 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd63a000700 1 -- 172.21.15.69:0/2498332483 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd6340b2370 con 0x55e27ea6d980 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd63a000700 1 -- 172.21.15.69:0/2498332483 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6340b2050 con 0x55e27ea6d980 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd65d5b5b80 10 client.27289 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd65d5b5b80 10 client.27289 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd65d5b5b80 20 client.27289 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27ea867c0 0x55e27ea88bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd65d5b5b80 4 client.27289 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e27ea3a0a0 con 0x55e27ea867c0 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.690+0000 7fd64be00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27ea867c0 0x55e27ea88bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.691+0000 7fd64be00700 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27ea867c0 0x55e27ea88bb0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5daf4c45c8eba27 server_cookie=344b27c713150d76 in_seq=0 out_seq=0 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.691+0000 7fd63a000700 10 client.27289 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd63a000700 1 -- 172.21.15.69:0/2498332483 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55e27ea3a0a0 con 0x55e27ea867c0 2024-05-08T06:12:34.694 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd63a000700 10 client.27289 handle_command_reply: tid=0 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 client.27289 shutdown 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d980 msgr2=0x55e27ea76270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d980 0x55e27ea76270 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fd6340a6e30 tx=0x7fd6340036f0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 shutdown_connections 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea767b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d060 0x55e27ea78ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27ea867c0 0x55e27ea88bb0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/2498332483 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d980 0x55e27ea76270 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd63a000700 0 client.27289 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 >> 172.21.15.69:0/2498332483 conn(0x55e27e99bb60 msgr2=0x55e27ea622b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 shutdown_connections 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.692+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/2498332483 wait complete. 2024-05-08T06:12:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.693+0000 7fd65d5b5b80 20 client.27289 trim_cache size 0 max 16384 2024-05-08T06:12:34.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.709+0000 7fd65d5b5b80 1 Processor -- start 2024-05-08T06:12:34.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 -- start start 2024-05-08T06:12:34.710 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d060 0x55e27ea62130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea77870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea77db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c1b2650 con 0x55e27ea6d980 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c1afee0 con 0x55e27ea719d0 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c1add30 con 0x55e27ea6d060 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd643e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea77870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd643e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea77870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49400/0 (socket says 172.21.15.69:49400) 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd643e00700 1 -- 172.21.15.69:0/3078315902 learned_addr learned my addr 172.21.15.69:0/3078315902 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.710+0000 7fd64be00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d060 0x55e27ea62130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.711 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd650c00700 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea77db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd64be00700 1 -- 172.21.15.69:0/3078315902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 msgr2=0x55e27ea77db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd64be00700 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea77db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd64be00700 1 -- 172.21.15.69:0/3078315902 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 msgr2=0x55e27ea77870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd64be00700 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea77870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd64be00700 1 -- 172.21.15.69:0/3078315902 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e27ea717f0 con 0x55e27ea6d060 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.711+0000 7fd64be00700 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d060 0x55e27ea62130 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x55e27e925c40 tx=0x7fd63c00b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd0f2dbb6ace0069 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:34.712 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.712+0000 7fd640c00700 1 -- 172.21.15.69:0/3078315902 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c02e030 con 0x55e27ea6d060 2024-05-08T06:12:34.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.712+0000 7fd640c00700 1 -- 172.21.15.69:0/3078315902 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd63c0056d0 con 0x55e27ea6d060 2024-05-08T06:12:34.713 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.712+0000 7fd640c00700 1 -- 172.21.15.69:0/3078315902 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c029650 con 0x55e27ea6d060 2024-05-08T06:12:34.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.712+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/3078315902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d060 msgr2=0x55e27ea62130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.712+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d060 0x55e27ea62130 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x55e27e925c40 tx=0x7fd63c00b260 comp rx=0 tx=0).stop 2024-05-08T06:12:34.714 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/3078315902 shutdown_connections 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea719d0 0x55e27ea77db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea6d060 0x55e27ea62130 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/3078315902 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea77870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/3078315902 >> 172.21.15.69:0/3078315902 conn(0x55e27e99bb60 msgr2=0x55e27ea61a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/3078315902 shutdown_connections 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/3078315902 wait complete. 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 -- start start 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.713+0000 7fd65d5b5b80 1 Processor -- start 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea6f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.715 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea6f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c1ae3a0 con 0x55e27ea6d980 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c1af810 con 0x55e27ea6d060 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c1aea70 con 0x55e27ea719d0 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd65d5b5b80 10 client.0 _ll_register_callbacks cb 0x55e27e966c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd643e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea6f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd643e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea6f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:49414/0 (socket says 172.21.15.69:49414) 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd643e00700 1 -- 172.21.15.69:0/795277239 learned_addr learned my addr 172.21.15.69:0/795277239 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd64be00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.716 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.714+0000 7fd650c00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea6f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd643e00700 1 -- 172.21.15.69:0/795277239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 msgr2=0x55e27ea6f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.720 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd643e00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea6f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd643e00700 1 -- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 msgr2=0x55e27ea6edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd643e00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd643e00700 1 -- 172.21.15.69:0/795277239 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e27eaefcd0 con 0x55e27ea6d980 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd643e00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea6f300 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd6340a9610 tx=0x7fd63401e5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=358cc1e001e664fa server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd63a000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd63a000700 1 -- 172.21.15.69:0/795277239 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63406d040 con 0x55e27ea6d980 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd63a000700 1 -- 172.21.15.69:0/795277239 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fd6340a8e20 con 0x55e27ea6d980 2024-05-08T06:12:34.721 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.715+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd63c0056d0 con 0x55e27ea6d980 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd63a000700 1 -- 172.21.15.69:0/795277239 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6340c42a0 con 0x55e27ea6d980 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 10 client.17202 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e27eaefcd0 con 0x55e27ea6d980 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd63a000700 1 -- 172.21.15.69:0/795277239 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd63c0056d0 con 0x55e27ea6d980 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd63a000700 1 -- 172.21.15.69:0/795277239 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fd6340b2040 con 0x55e27ea6d980 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 10 client.17202 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 10 client.17202 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 20 client.17202 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:34.722 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27eaf1190 0x55e27eaf35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 4 client.17202 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.716+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e27e9cd400 con 0x55e27eaf1190 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd64be00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27eaf1190 0x55e27eaf35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd63a000700 10 client.17202 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd64be00700 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27eaf1190 0x55e27eaf35b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6c0f803b2b4d7df server_cookie=29ea806d9d81d672 in_seq=0 out_seq=0 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd63a000700 1 -- 172.21.15.69:0/795277239 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e27e9cd400 con 0x55e27eaf1190 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd63a000700 10 client.17202 handle_command_reply: tid=0 2024-05-08T06:12:34.723 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd65d5b5b80 1 client.17202 shutdown 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 msgr2=0x55e27ea6f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.717+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea6f300 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fd6340a9610 tx=0x7fd63401e5c0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 shutdown_connections 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55e27eaf1190 0x55e27eaf35b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55e27ea719d0 0x55e27ea6f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55e27ea6d060 0x55e27ea6edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 --2- 172.21.15.69:0/795277239 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55e27ea6d980 0x55e27ea6f300 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 >> 172.21.15.69:0/795277239 conn(0x55e27e99bb60 msgr2=0x55e27ea622b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:34.724 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd63a000700 0 client.17202 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:34.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 shutdown_connections 2024-05-08T06:12:34.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 1 -- 172.21.15.69:0/795277239 wait complete. 2024-05-08T06:12:34.725 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.718+0000 7fd65d5b5b80 20 client.17202 trim_cache size 0 max 16384 2024-05-08T06:12:34.725 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:12:34.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd6300b2880 msgr2=0x7fd6300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd6300b2880 0x7fd6300b4d40 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd644009ec0 tx=0x7fd64400b040 comp rx=0 tx=0).stop 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 msgr2=0x7fd64c19c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 0x7fd64c19c310 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd63400eb30 tx=0x7fd63400ee40 comp rx=0 tx=0).stop 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 shutdown_connections 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fd64c10b6c0 0x7fd64c1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fd6300b2880 0x7fd6300b4d40 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fd64c1056c0 0x7fd64c19bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 --2- 172.21.15.69:0/3303693658 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fd64c106080 0x7fd64c19c310 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:34.727 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 >> 172.21.15.69:0/3303693658 conn(0x7fd64c1011b0 msgr2=0x7fd64c101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:34.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 shutdown_connections 2024-05-08T06:12:34.728 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:34.719+0000 7fd652c00700 1 -- 172.21.15.69:0/3303693658 wait complete. 2024-05-08T06:12:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:34 smithi105 ceph-mon[34393]: pgmap v786: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:34 smithi135 ceph-mon[34761]: pgmap v786: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:36.726 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-08T06:12:36.727 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-08T06:12:36.769 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:36 smithi105 ceph-mon[34393]: pgmap v787: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:36.802 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:36 smithi069 ceph-mon[29571]: pgmap v787: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:36 smithi135 ceph-mon[34761]: pgmap v787: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:37.170 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:38.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:38 smithi069 ceph-mon[29571]: pgmap v788: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:38.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:38 smithi105 ceph-mon[34393]: pgmap v788: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:38.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:38 smithi135 ceph-mon[34761]: pgmap v788: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 -- 172.21.15.69:0/518055078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 msgr2=0x7f376010f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 --2- 172.21.15.69:0/518055078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f376010f710 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f374c009990 tx=0x7f374c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 -- 172.21.15.69:0/518055078 shutdown_connections 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 --2- 172.21.15.69:0/518055078 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f376010fc50 0x7f3760112060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 --2- 172.21.15.69:0/518055078 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3760075870 0x7f3760075c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 --2- 172.21.15.69:0/518055078 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f376010f710 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 -- 172.21.15.69:0/518055078 >> 172.21.15.69:0/518055078 conn(0x7f37600feec0 msgr2=0x7f37601012e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 -- 172.21.15.69:0/518055078 shutdown_connections 2024-05-08T06:12:39.471 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.470+0000 7f3766a00700 1 -- 172.21.15.69:0/518055078 wait complete. 2024-05-08T06:12:39.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 Processor -- start 2024-05-08T06:12:39.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 -- start start 2024-05-08T06:12:39.472 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3760075870 0x7f37601a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f37601a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f376010fc50 0x7f376019bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f37601157f0 con 0x7f3760075870 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3760115670 con 0x7f3760076190 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.472+0000 7f3766a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3760115970 con 0x7f376010fc50 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3765600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3760075870 0x7f37601a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3764c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f37601a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f376010fc50 0x7f376019bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3764c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f37601a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:60270/0 (socket says 172.21.15.69:60270) 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3764c00700 1 -- 172.21.15.69:0/3373503211 learned_addr learned my addr 172.21.15.69:0/3373503211 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:39.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3765600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3760075870 0x7f37601a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57496/0 (socket says 172.21.15.69:57496) 2024-05-08T06:12:39.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 -- 172.21.15.69:0/3373503211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 msgr2=0x7f37601a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f37601a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 -- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3760075870 msgr2=0x7f37601a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3760075870 0x7f37601a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 -- 172.21.15.69:0/3373503211 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376019c450 con 0x7f376010fc50 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3764c00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f37601a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.473+0000 7f3766000700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f376010fc50 0x7f376019bb70 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f375800ef90 tx=0x7f375800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.474+0000 7f375e000700 1 -- 172.21.15.69:0/3373503211 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37580092e0 con 0x7f376010fc50 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.474+0000 7f375e000700 1 -- 172.21.15.69:0/3373503211 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3758004bb0 con 0x7f376010fc50 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.474+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f376019c6e0 con 0x7f376010fc50 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.474+0000 7f375e000700 1 -- 172.21.15.69:0/3373503211 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3758004020 con 0x7f376010fc50 2024-05-08T06:12:39.475 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.474+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37601a89d0 con 0x7f376010fc50 2024-05-08T06:12:39.477 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.477+0000 7f375e000700 1 -- 172.21.15.69:0/3373503211 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f375801b030 con 0x7f376010fc50 2024-05-08T06:12:39.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 Processor -- start 2024-05-08T06:12:39.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 -- start start 2024-05-08T06:12:39.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f375e000700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37480b2900 0x7f37480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.479 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18917200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189114b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc18911f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dc18863aa0 con 0x55dc18917740 2024-05-08T06:12:39.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55dc188017e0 con 0x55dc18916e20 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f37729d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55dc1885fa60 con 0x55dc18911ad0 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f375e000700 1 -- 172.21.15.69:0/3373503211 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f37580e1c70 con 0x7f376010fc50 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f3765600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18917200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f3765600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18917200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:60282/0 (socket says 172.21.15.69:60282) 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f3765600700 1 -- 172.21.15.69:0/628801568 learned_addr learned my addr 172.21.15.69:0/628801568 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.479+0000 7f3764c00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37480b2900 0x7f37480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3764c00700 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189114b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3765600700 1 -- 172.21.15.69:0/628801568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 msgr2=0x55dc18911f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3765600700 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc18911f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3765600700 1 -- 172.21.15.69:0/628801568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 msgr2=0x55dc189114b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3765600700 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189114b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3765600700 1 -- 172.21.15.69:0/628801568 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc187b0950 con 0x55dc18916e20 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3765600700 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18917200 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3754009d80 tx=0x7f3754011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1cc253e7c11c5837 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3764c00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37480b2900 0x7f37480b4dc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x55dc18917b20 tx=0x7f374c009530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.480+0000 7f3752a00700 1 -- 172.21.15.69:0/628801568 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754004230 con 0x55dc18916e20 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f3752a00700 1 -- 172.21.15.69:0/628801568 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37540043d0 con 0x55dc18916e20 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f3752a00700 1 -- 172.21.15.69:0/628801568 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3754019840 con 0x55dc18916e20 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f37729d3b80 1 -- 172.21.15.69:0/628801568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 msgr2=0x55dc18917200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f37729d3b80 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18917200 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f3754009d80 tx=0x7f3754011720 comp rx=0 tx=0).stop 2024-05-08T06:12:39.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f37729d3b80 1 -- 172.21.15.69:0/628801568 shutdown_connections 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f37729d3b80 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc18911f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f37729d3b80 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18917200 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.481+0000 7f37729d3b80 1 --2- 172.21.15.69:0/628801568 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189114b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.482+0000 7f37729d3b80 1 -- 172.21.15.69:0/628801568 >> 172.21.15.69:0/628801568 conn(0x55dc18889750 msgr2=0x55dc1890bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.482+0000 7f37729d3b80 1 -- 172.21.15.69:0/628801568 shutdown_connections 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.482+0000 7f37729d3b80 1 -- 172.21.15.69:0/628801568 wait complete. 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.482+0000 7f37729d3b80 1 -- start start 2024-05-08T06:12:39.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.482+0000 7f37729d3b80 1 Processor -- start 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc1891d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 0x55dc1891a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18917740 0x55dc1891ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55dc1891e1d0 con 0x55dc18916e20 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55dc187c9ba0 con 0x55dc18917740 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55dc1891e350 con 0x55dc18911ad0 2024-05-08T06:12:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f37729d3b80 10 client.0 _ll_register_callbacks cb 0x55dc1880acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f3764c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 0x55dc1891a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f3764c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 0x55dc1891a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57518/0 (socket says 172.21.15.69:57518) 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f3764c00700 1 -- 172.21.15.69:0/2305803774 learned_addr learned my addr 172.21.15.69:0/2305803774 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f3765600700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc1891d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.483+0000 7f3766000700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18917740 0x55dc1891ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3764c00700 1 -- 172.21.15.69:0/2305803774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 msgr2=0x55dc1891d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3764c00700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc1891d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3764c00700 1 -- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18917740 msgr2=0x55dc1891ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3764c00700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18917740 0x55dc1891ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3764c00700 1 -- 172.21.15.69:0/2305803774 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc188294a0 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3765600700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc1891d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3764c00700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 0x55dc1891a830 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f374c0098e0 tx=0x7f374c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e817cf624604d888 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3747400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.484+0000 7f3747400700 1 -- 172.21.15.69:0/2305803774 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f374c00f660 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f3747400700 1 -- 172.21.15.69:0/2305803774 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f374c00f800 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37540043d0 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f3747400700 1 -- 172.21.15.69:0/2305803774 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f374c00bbf0 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f37729d3b80 10 client.17214 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dc18928a50 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f3747400700 1 -- 172.21.15.69:0/2305803774 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f37540043d0 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.485+0000 7f3747400700 1 -- 172.21.15.69:0/2305803774 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f374c027040 con 0x55dc18916e20 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f37729d3b80 10 client.17214 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:39.491 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f37729d3b80 10 client.17214 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f37729d3b80 20 client.17214 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc1892b090 0x55dc1892d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f37729d3b80 4 client.17214 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc188de1c0 con 0x55dc1892b090 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.486+0000 7f3765600700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc1892b090 0x55dc1892d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.487+0000 7f3765600700 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc1892b090 0x55dc1892d480 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f04973dd0bae094 server_cookie=b4baa1d5bec6106f in_seq=0 out_seq=0 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.487+0000 7f3747400700 10 client.17214 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.487+0000 7f3747400700 1 -- 172.21.15.69:0/2305803774 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55dc188de1c0 con 0x55dc1892b090 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.487+0000 7f3747400700 10 client.17214 handle_command_reply: tid=0 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.487+0000 7f37729d3b80 1 client.17214 shutdown 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 msgr2=0x55dc1891a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.492 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 0x55dc1891a830 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f374c0098e0 tx=0x7f374c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 shutdown_connections 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18917740 0x55dc1891ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc1892b090 0x55dc1892d480 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18911ad0 0x55dc1891d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2305803774 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18916e20 0x55dc1891a830 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 >> 172.21.15.69:0/2305803774 conn(0x55dc18889750 msgr2=0x55dc189067d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f3747400700 0 client.17214 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 shutdown_connections 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 1 -- 172.21.15.69:0/2305803774 wait complete. 2024-05-08T06:12:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.488+0000 7f37729d3b80 20 client.17214 trim_cache size 0 max 16384 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 Processor -- start 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 -- start start 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18911ad0 0x55dc189114b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18916e20 0x55dc18927260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189068e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f37601b2500 con 0x55dc18917740 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f37601afd90 con 0x55dc18911ad0 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.511+0000 7f37729d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f37601adbe0 con 0x55dc18916e20 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3766000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189068e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.512 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3765600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18911ad0 0x55dc189114b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3766000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189068e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57528/0 (socket says 172.21.15.69:57528) 2024-05-08T06:12:39.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3766000700 1 -- 172.21.15.69:0/2754268747 learned_addr learned my addr 172.21.15.69:0/2754268747 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:39.513 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18916e20 0x55dc18927260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 -- 172.21.15.69:0/2754268747 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18911ad0 msgr2=0x55dc189114b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18911ad0 0x55dc189114b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 -- 172.21.15.69:0/2754268747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 msgr2=0x55dc189068e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189068e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 -- 172.21.15.69:0/2754268747 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc189121a0 con 0x55dc18916e20 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3765600700 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18911ad0 0x55dc189114b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.512+0000 7f3764c00700 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18916e20 0x55dc18927260 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f374c000c00 tx=0x7f374c003f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a76cf08324af7d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.513+0000 7f3752000700 1 -- 172.21.15.69:0/2754268747 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f374c041030 con 0x55dc18916e20 2024-05-08T06:12:39.514 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.513+0000 7f3752000700 1 -- 172.21.15.69:0/2754268747 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f374c029660 con 0x55dc18916e20 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.513+0000 7f3752000700 1 -- 172.21.15.69:0/2754268747 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f374c00f6c0 con 0x55dc18916e20 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 -- 172.21.15.69:0/2754268747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18916e20 msgr2=0x55dc18927260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18916e20 0x55dc18927260 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f374c000c00 tx=0x7f374c003f70 comp rx=0 tx=0).stop 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 -- 172.21.15.69:0/2754268747 shutdown_connections 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18917740 0x55dc189068e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18911ad0 0x55dc189114b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 --2- 172.21.15.69:0/2754268747 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18916e20 0x55dc18927260 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 -- 172.21.15.69:0/2754268747 >> 172.21.15.69:0/2754268747 conn(0x55dc18889750 msgr2=0x55dc189181c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 -- 172.21.15.69:0/2754268747 shutdown_connections 2024-05-08T06:12:39.515 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 -- 172.21.15.69:0/2754268747 wait complete. 2024-05-08T06:12:39.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.514+0000 7f37729d3b80 1 -- start start 2024-05-08T06:12:39.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 Processor -- start 2024-05-08T06:12:39.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 0x55dc189235e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18923b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.517 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18917740 0x55dc189205b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f37601ae250 con 0x55dc18911ad0 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f37601af6c0 con 0x55dc18916e20 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f37601ae920 con 0x55dc18917740 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f37729d3b80 10 client.0 _ll_register_callbacks cb 0x55dc1880acf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f3765600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 0x55dc189235e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.515+0000 7f3765600700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 0x55dc189235e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57530/0 (socket says 172.21.15.69:57530) 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3765600700 1 -- 172.21.15.69:0/3553152626 learned_addr learned my addr 172.21.15.69:0/3553152626 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18917740 0x55dc189205b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3764c00700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18923b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 -- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 msgr2=0x55dc18923b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18923b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 -- 172.21.15.69:0/3553152626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 msgr2=0x55dc189235e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 0x55dc189235e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.518 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 -- 172.21.15.69:0/3553152626 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc18920c20 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3765600700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 0x55dc189235e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3766000700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18917740 0x55dc189205b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f37580a9260 tx=0x7f37580a9810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9d389c9d6aaac22 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3747400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3747400700 1 -- 172.21.15.69:0/3553152626 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37580dfe60 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f374c029660 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.516+0000 7f3747400700 1 -- 172.21.15.69:0/3553152626 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f37580a8740 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f3747400700 1 -- 172.21.15.69:0/3553152626 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37580a8de0 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 10 client.27310 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55dc18996380 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f3747400700 1 -- 172.21.15.69:0/3553152626 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f374c029660 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f3747400700 1 -- 172.21.15.69:0/3553152626 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f37580a7fa0 con 0x55dc18917740 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 10 client.27310 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 10 client.27310 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 20 client.27310 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:39.519 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc18996a30 0x55dc18998e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:39.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 4 client.27310 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-08T06:12:39.520 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.517+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55dc18871480 con 0x55dc18996a30 2024-05-08T06:12:39.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.518+0000 7f3765600700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc18996a30 0x55dc18998e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:39.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.518+0000 7f3765600700 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc18996a30 0x55dc18998e50 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6fad9d101fc566b server_cookie=d256fa084f1a0834 in_seq=0 out_seq=0 2024-05-08T06:12:39.521 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.518+0000 7f3747400700 10 client.27310 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.519+0000 7f3747400700 1 -- 172.21.15.69:0/3553152626 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55dc18871480 con 0x55dc18996a30 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.519+0000 7f3747400700 10 client.27310 handle_command_reply: tid=0 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 client.27310 shutdown 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18917740 msgr2=0x55dc189205b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18917740 0x55dc189205b0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f37580a9260 tx=0x7f37580a9810 comp rx=0 tx=0).stop 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 shutdown_connections 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55dc18996a30 0x55dc18998e50 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55dc18917740 0x55dc189205b0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55dc18911ad0 0x55dc189235e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 --2- 172.21.15.69:0/3553152626 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55dc18916e20 0x55dc18923b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f3747400700 0 client.27310 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:39.522 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 >> 172.21.15.69:0/3553152626 conn(0x55dc18889750 msgr2=0x55dc18916250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 shutdown_connections 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 1 -- 172.21.15.69:0/3553152626 wait complete. 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.520+0000 7f37729d3b80 20 client.27310 trim_cache size 0 max 16384 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stdout: "return_code": 0, 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_tag": "f2755e25-d336-481a-a2a2-f3d997f8f318", 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": "asynchronous" 2024-05-08T06:12:39.523 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:12:39.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37480b2900 msgr2=0x7f37480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37480b2900 0x7f37480b4dc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x55dc18917b20 tx=0x7f374c009530 comp rx=0 tx=0).stop 2024-05-08T06:12:39.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f376010fc50 msgr2=0x7f376019bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:39.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f376010fc50 0x7f376019bb70 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f375800ef90 tx=0x7f375800c3a0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 shutdown_connections 2024-05-08T06:12:39.524 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f376010fc50 0x7f376019bb70 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3760075870 0x7f37601a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f37480b2900 0x7f37480b4dc0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 --2- 172.21.15.69:0/3373503211 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3760076190 0x7f37601a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:39.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 >> 172.21.15.69:0/3373503211 conn(0x7f37600feec0 msgr2=0x7f37600ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:39.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 shutdown_connections 2024-05-08T06:12:39.525 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:39.521+0000 7f3766a00700 1 -- 172.21.15.69:0/3373503211 wait complete. 2024-05-08T06:12:40.458 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:12:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:40 smithi105 ceph-mon[34393]: pgmap v789: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:40 smithi105 ceph-mon[34393]: scrub queued for path: / 2024-05-08T06:12:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:40 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:40 smithi105 ceph-mon[34393]: scrub summary: active paths [/] 2024-05-08T06:12:40.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:40 smithi105 ceph-mon[34393]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:40 smithi135 ceph-mon[34761]: pgmap v789: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:40.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:40 smithi135 ceph-mon[34761]: scrub queued for path: / 2024-05-08T06:12:40.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:40 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:40.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:40 smithi135 ceph-mon[34761]: scrub summary: active paths [/] 2024-05-08T06:12:40.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:40 smithi135 ceph-mon[34761]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:40 smithi069 ceph-mon[29571]: pgmap v789: 97 pgs: 97 active+clean; 7.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:40 smithi069 ceph-mon[29571]: scrub queued for path: / 2024-05-08T06:12:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:40 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:40 smithi069 ceph-mon[29571]: scrub summary: active paths [/] 2024-05-08T06:12:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:40 smithi069 ceph-mon[29571]: scrub summary: idle+waiting paths [/] 2024-05-08T06:12:40.890 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:12:42.725 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:42 smithi069 ceph-mon[29571]: pgmap v790: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:42.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:42 smithi105 ceph-mon[34393]: pgmap v790: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:42.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:42 smithi135 ceph-mon[34761]: pgmap v790: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:43.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 -- 172.21.15.69:0/3709979449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c24106080 msgr2=0x7f5c24112590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.309 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 --2- 172.21.15.69:0/3709979449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c24106080 0x7f5c24112590 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c009f90 tx=0x7f5c1c00b330 comp rx=0 tx=0).stop 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 -- 172.21.15.69:0/3709979449 shutdown_connections 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 --2- 172.21.15.69:0/3709979449 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c24106080 0x7f5c24112590 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 --2- 172.21.15.69:0/3709979449 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c2410b6c0 0x7f5c2410baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 --2- 172.21.15.69:0/3709979449 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c241056c0 0x7f5c24105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.308+0000 7f5c29400700 1 -- 172.21.15.69:0/3709979449 >> 172.21.15.69:0/3709979449 conn(0x7f5c241011b0 msgr2=0x7f5c241035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.309+0000 7f5c29400700 1 -- 172.21.15.69:0/3709979449 shutdown_connections 2024-05-08T06:12:43.310 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.309+0000 7f5c29400700 1 -- 172.21.15.69:0/3709979449 wait complete. 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 Processor -- start 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 -- start start 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 0x7f5c241a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c24106080 0x7f5c241a1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c2410b6c0 0x7f5c2419bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5c24115900 con 0x7f5c241056c0 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5c24115780 con 0x7f5c2410b6c0 2024-05-08T06:12:43.312 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.310+0000 7f5c29400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c24115a80 con 0x7f5c24106080 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 0x7f5c241a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 0x7f5c241a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57562/0 (socket says 172.21.15.69:57562) 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 -- 172.21.15.69:0/831905536 learned_addr learned my addr 172.21.15.69:0/831905536 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c21e00700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c24106080 0x7f5c241a1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c23200700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c2410b6c0 0x7f5c2419bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 -- 172.21.15.69:0/831905536 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c24106080 msgr2=0x7f5c241a1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c24106080 0x7f5c241a1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 -- 172.21.15.69:0/831905536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c2410b6c0 msgr2=0x7f5c2419bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c2410b6c0 0x7f5c2419bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.311+0000 7f5c22800700 1 -- 172.21.15.69:0/831905536 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c2419c260 con 0x7f5c241056c0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.312+0000 7f5c22800700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 0x7f5c241a1940 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f5c1400e9a0 tx=0x7f5c1400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.312+0000 7f5c1b400700 1 -- 172.21.15.69:0/831905536 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c1400ca10 con 0x7f5c241056c0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.312+0000 7f5c1b400700 1 -- 172.21.15.69:0/831905536 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c1400cbb0 con 0x7f5c241056c0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.312+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c2419c550 con 0x7f5c241056c0 2024-05-08T06:12:43.313 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.312+0000 7f5c1b400700 1 -- 172.21.15.69:0/831905536 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c14018680 con 0x7f5c241056c0 2024-05-08T06:12:43.314 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.312+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c241a8810 con 0x7f5c241056c0 2024-05-08T06:12:43.316 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.316+0000 7f5c1b400700 1 -- 172.21.15.69:0/831905536 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5c14010430 con 0x7f5c241056c0 2024-05-08T06:12:43.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 Processor -- start 2024-05-08T06:12:43.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 -- start start 2024-05-08T06:12:43.317 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c1b400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c080b2900 0x7f5c080b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 0x55b3ac1a9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ad490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1ade30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b3ac0fba20 con 0x55b3ac1a9060 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b3ac099760 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.317+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b3ac0f79e0 con 0x55b3ac1a9980 2024-05-08T06:12:43.318 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c1b400700 1 -- 172.21.15.69:0/831905536 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5c140e22b0 con 0x7f5c241056c0 2024-05-08T06:12:43.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 0x55b3ac1a9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 0x55b3ac1a9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57574/0 (socket says 172.21.15.69:57574) 2024-05-08T06:12:43.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 -- 172.21.15.69:0/1569576229 learned_addr learned my addr 172.21.15.69:0/1569576229 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:43.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c23200700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c080b2900 0x7f5c080b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.319 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c21e00700 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ad490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c23200700 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1ade30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 -- 172.21.15.69:0/1569576229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 msgr2=0x55b3ac1ad490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ad490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 -- 172.21.15.69:0/1569576229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1ad9d0 msgr2=0x55b3ac1ade30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1ade30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.318+0000 7f5c22800700 1 -- 172.21.15.69:0/1569576229 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3ac0488d0 con 0x55b3ac1a9060 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.319+0000 7f5c22800700 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 0x55b3ac1a9440 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5c140a9810 tx=0x7f5c140a9390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78cb2199dceb48aa server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.319+0000 7f5c23200700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c080b2900 0x7f5c080b4dc0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c00b6c0 tx=0x7f5c1c009be0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.319+0000 7f5c0fe00700 1 -- 172.21.15.69:0/1569576229 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c140a9f80 con 0x55b3ac1a9060 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.319+0000 7f5c0fe00700 1 -- 172.21.15.69:0/1569576229 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c1406f560 con 0x55b3ac1a9060 2024-05-08T06:12:43.320 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.319+0000 7f5c0fe00700 1 -- 172.21.15.69:0/1569576229 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c1400cd60 con 0x55b3ac1a9060 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1569576229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 msgr2=0x55b3ac1a9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 0x55b3ac1a9440 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5c140a9810 tx=0x7f5c140a9390 comp rx=0 tx=0).stop 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1569576229 shutdown_connections 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1ade30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9060 0x55b3ac1a9440 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1569576229 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ad490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1569576229 >> 172.21.15.69:0/1569576229 conn(0x55b3ac0d7b60 msgr2=0x55b3ac1a37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1569576229 shutdown_connections 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.320+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1569576229 wait complete. 2024-05-08T06:12:43.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 -- start start 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 Processor -- start 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55b3ac1b5be0 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55b3ac061b20 con 0x55b3ac1a9060 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55b3ac1b5d60 con 0x55b3ac1a9980 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.321+0000 7f5c33ca7b80 10 client.0 _ll_register_callbacks cb 0x55b3ac0a2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c23200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c22800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c22800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1b4e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:60360/0 (socket says 172.21.15.69:60360) 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c22800700 1 -- 172.21.15.69:0/4105026048 learned_addr learned my addr 172.21.15.69:0/4105026048 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c23200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57584/0 (socket says 172.21.15.69:57584) 2024-05-08T06:12:43.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 -- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 msgr2=0x55b3ac1b4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1b4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 -- 172.21.15.69:0/4105026048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 msgr2=0x55b3ac1b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1b2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 -- 172.21.15.69:0/4105026048 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3ac0c1420 con 0x55b3ac1a9980 2024-05-08T06:12:43.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c22800700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1b4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.322+0000 7f5c21e00700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1b2220 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5c24103780 tx=0x7f5c10012960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71cfa2f6a66afbbd server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c0cc00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c0cc00700 1 -- 172.21.15.69:0/4105026048 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c10004030 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c0cc00700 1 -- 172.21.15.69:0/4105026048 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5c100041d0 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c1406f560 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c0cc00700 1 -- 172.21.15.69:0/4105026048 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5c100043d0 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c33ca7b80 10 client.27322 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b3ac1c0520 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.323+0000 7f5c0cc00700 1 -- 172.21.15.69:0/4105026048 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c1406f560 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c0cc00700 1 -- 172.21.15.69:0/4105026048 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5c1001c710 con 0x55b3ac1a9980 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c33ca7b80 10 client.27322 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c33ca7b80 10 client.27322 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:43.326 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c33ca7b80 20 client.27322 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:43.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac1c2bb0 0x55b3ac1c4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c33ca7b80 4 client.27322 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:12:43.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b3ac1760a0 con 0x55b3ac1c2bb0 2024-05-08T06:12:43.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.324+0000 7f5c22800700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac1c2bb0 0x55b3ac1c4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.325+0000 7f5c22800700 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac1c2bb0 0x55b3ac1c4fc0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b6f6e97f3cf2453 server_cookie=5f900909d4442383 in_seq=0 out_seq=0 2024-05-08T06:12:43.327 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.325+0000 7f5c0cc00700 10 client.27322 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c0cc00700 1 -- 172.21.15.69:0/4105026048 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55b3ac1760a0 con 0x55b3ac1c2bb0 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c0cc00700 10 client.27322 handle_command_reply: tid=0 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 client.27322 shutdown 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 msgr2=0x55b3ac1b2220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1b2220 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5c24103780 tx=0x7f5c10012960 comp rx=0 tx=0).stop 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 shutdown_connections 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1b4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac1c2bb0 0x55b3ac1c4fc0 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/4105026048 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9980 0x55b3ac1b2220 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c0cc00700 0 client.27322 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:43.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 >> 172.21.15.69:0/4105026048 conn(0x55b3ac0d7b60 msgr2=0x55b3ac19e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:43.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 shutdown_connections 2024-05-08T06:12:43.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.326+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/4105026048 wait complete. 2024-05-08T06:12:43.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.327+0000 7f5c33ca7b80 20 client.27322 trim_cache size 0 max 16384 2024-05-08T06:12:43.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.348+0000 7f5c33ca7b80 1 Processor -- start 2024-05-08T06:12:43.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 -- start start 2024-05-08T06:12:43.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9060 0x55b3ac1aedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9980 0x55b3ac1bec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1afbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.349 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5c241b25e0 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5c241afe70 con 0x55b3ac1a9980 2024-05-08T06:12:43.350 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c241adcc0 con 0x55b3ac1a9060 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c23200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1afbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c23200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1afbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:57598/0 (socket says 172.21.15.69:57598) 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c23200700 1 -- 172.21.15.69:0/1230940552 learned_addr learned my addr 172.21.15.69:0/1230940552 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c22800700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9060 0x55b3ac1aedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.349+0000 7f5c21e00700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9980 0x55b3ac1bec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c23200700 1 -- 172.21.15.69:0/1230940552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9060 msgr2=0x55b3ac1aedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c23200700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9060 0x55b3ac1aedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c23200700 1 -- 172.21.15.69:0/1230940552 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9980 msgr2=0x55b3ac1bec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c23200700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9980 0x55b3ac1bec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c23200700 1 -- 172.21.15.69:0/1230940552 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b3ac1a43c0 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c21e00700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9980 0x55b3ac1bec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:12:43.351 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c22800700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9060 0x55b3ac1aedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:12:43.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.350+0000 7f5c23200700 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1afbd0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c00bcb0 tx=0x7f5c1c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f62412901bf0dc3d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:43.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.351+0000 7f5c0f400700 1 -- 172.21.15.69:0/1230940552 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c007830 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.351+0000 7f5c0f400700 1 -- 172.21.15.69:0/1230940552 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c1c031070 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.351+0000 7f5c0f400700 1 -- 172.21.15.69:0/1230940552 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c1c021d90 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.352 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.351+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1230940552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 msgr2=0x55b3ac1afbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.351+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1afbd0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c00bcb0 tx=0x7f5c1c00b330 comp rx=0 tx=0).stop 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1230940552 shutdown_connections 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1afbd0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1a9060 0x55b3ac1aedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1230940552 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9980 0x55b3ac1bec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1230940552 >> 172.21.15.69:0/1230940552 conn(0x55b3ac0d7b60 msgr2=0x55b3ac1af4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1230940552 shutdown_connections 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1230940552 wait complete. 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 -- start start 2024-05-08T06:12:43.353 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.352+0000 7f5c33ca7b80 1 Processor -- start 2024-05-08T06:12:43.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1ca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.355 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5c241ae330 con 0x55b3ac1a9980 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5c241af7a0 con 0x55b3ac1a9060 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5c241aea00 con 0x55b3ac1ad9d0 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c33ca7b80 10 client.0 _ll_register_callbacks cb 0x55b3ac0a2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c22800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1ca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c22800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1ca2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:60382/0 (socket says 172.21.15.69:60382) 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c22800700 1 -- 172.21.15.69:0/1232704714 learned_addr learned my addr 172.21.15.69:0/1232704714 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c23200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.353+0000 7f5c21e00700 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c22800700 1 -- 172.21.15.69:0/1232704714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1ad9d0 msgr2=0x55b3ac1cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c22800700 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c22800700 1 -- 172.21.15.69:0/1232704714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9980 msgr2=0x55b3ac1ca7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c22800700 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ca7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.356 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c22800700 1 -- 172.21.15.69:0/1232704714 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b3ac1a03f0 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c22800700 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1ca2b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5c140a9810 tx=0x7f5c140a94e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=845d6ef992ce13f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c0cc00700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c0cc00700 1 -- 172.21.15.69:0/1232704714 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c140a5740 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c0cc00700 1 -- 172.21.15.69:0/1232704714 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5c1400cd60 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5c1c031070 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c0cc00700 1 -- 172.21.15.69:0/1232704714 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5c1406f560 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.354+0000 7f5c33ca7b80 10 client.27374 fetch_fsmap learned FSMap version 26 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55b3ac235fa0 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c0cc00700 1 -- 172.21.15.69:0/1232704714 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5c1c031070 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c0cc00700 1 -- 172.21.15.69:0/1232704714 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f5c140acc60 con 0x55b3ac1a9060 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 10 client.27374 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 10 client.27374 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:12:43.357 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 20 client.27374 populate_metadata read hostname 'smithi069' 2024-05-08T06:12:43.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac2361d0 0x55b3ac238690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:12:43.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 4 client.27374 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:12:43.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b3ac109400 con 0x55b3ac2361d0 2024-05-08T06:12:43.358 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.355+0000 7f5c21e00700 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac2361d0 0x55b3ac238690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:12:43.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c0cc00700 10 client.27374 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:43.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c21e00700 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac2361d0 0x55b3ac238690 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21c0e070f49b17f0 server_cookie=c04730cb828f930b in_seq=0 out_seq=0 2024-05-08T06:12:43.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c0cc00700 1 -- 172.21.15.69:0/1232704714 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55b3ac109400 con 0x55b3ac2361d0 2024-05-08T06:12:43.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c0cc00700 10 client.27374 handle_command_reply: tid=0 2024-05-08T06:12:43.359 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c33ca7b80 1 client.27374 shutdown 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 msgr2=0x55b3ac1ca2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1ca2b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5c140a9810 tx=0x7f5c140a94e0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 shutdown_connections 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.356+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55b3ac2361d0 0x55b3ac238690 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55b3ac1ad9d0 0x55b3ac1cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55b3ac1a9060 0x55b3ac1ca2b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c0cc00700 0 client.27374 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 1 --2- 172.21.15.69:0/1232704714 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55b3ac1a9980 0x55b3ac1ca7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 >> 172.21.15.69:0/1232704714 conn(0x55b3ac0d7b60 msgr2=0x55b3ac19e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 shutdown_connections 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 1 -- 172.21.15.69:0/1232704714 wait complete. 2024-05-08T06:12:43.360 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.357+0000 7f5c33ca7b80 20 client.27374 trim_cache size 0 max 16384 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": { 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: "f2755e25-d336-481a-a2a2-f3d997f8f318": { 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: "path": "/", 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: "tag": "f2755e25-d336-481a-a2a2-f3d997f8f318", 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: "options": "recursive,force" 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:12:43.361 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:12:43.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c080b2900 msgr2=0x7f5c080b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c080b2900 0x7f5c080b4dc0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f5c1c00b6c0 tx=0x7f5c1c009be0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 msgr2=0x7f5c241a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:12:43.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 0x7f5c241a1940 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f5c1400e9a0 tx=0x7f5c1400ecb0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 shutdown_connections 2024-05-08T06:12:43.362 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5c080b2900 0x7f5c080b4dc0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5c2410b6c0 0x7f5c2419bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5c241056c0 0x7f5c241a1940 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 --2- 172.21.15.69:0/831905536 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5c24106080 0x7f5c241a1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:12:43.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 >> 172.21.15.69:0/831905536 conn(0x7f5c241011b0 msgr2=0x7f5c241017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:12:43.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 shutdown_connections 2024-05-08T06:12:43.363 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:12:43.358+0000 7f5c29400700 1 -- 172.21.15.69:0/831905536 wait complete. 2024-05-08T06:12:44.353 INFO:tasks.cephfs.filesystem:scrub status for tag:f2755e25-d336-481a-a2a2-f3d997f8f318 - {'path': '/', 'tag': 'f2755e25-d336-481a-a2a2-f3d997f8f318', 'options': 'recursive,force'} 2024-05-08T06:12:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:44 smithi069 ceph-mon[29571]: pgmap v791: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:12:44.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:44 smithi069 ceph-mon[29571]: scrub summary: idle 2024-05-08T06:12:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:44 smithi105 ceph-mon[34393]: pgmap v791: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:12:44.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:44 smithi105 ceph-mon[34393]: scrub summary: idle 2024-05-08T06:12:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:44 smithi135 ceph-mon[34761]: pgmap v791: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 13 KiB/s wr, 10 op/s 2024-05-08T06:12:44.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:44 smithi135 ceph-mon[34761]: scrub summary: idle 2024-05-08T06:12:46.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:46 smithi105 ceph-mon[34393]: pgmap v792: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:46.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:46 smithi135 ceph-mon[34761]: pgmap v792: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:46.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:46 smithi069 ceph-mon[29571]: pgmap v792: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 14 op/s 2024-05-08T06:12:48.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:48 smithi105 ceph-mon[34393]: pgmap v793: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:48.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:48 smithi135 ceph-mon[34761]: pgmap v793: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:48.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:48 smithi069 ceph-mon[29571]: pgmap v793: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:50.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:50 smithi105 ceph-mon[34393]: pgmap v794: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:50.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:50 smithi135 ceph-mon[34761]: pgmap v794: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:50.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:50 smithi069 ceph-mon[29571]: pgmap v794: 97 pgs: 97 active+clean; 7.3 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:12:52.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:52 smithi105 ceph-mon[34393]: pgmap v795: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:12:52.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:52 smithi135 ceph-mon[34761]: pgmap v795: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:12:52.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:52 smithi069 ceph-mon[29571]: pgmap v795: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-05-08T06:12:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:54 smithi105 ceph-mon[34393]: pgmap v796: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:12:54.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:54 smithi135 ceph-mon[34761]: pgmap v796: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:12:54.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:54 smithi069 ceph-mon[29571]: pgmap v796: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:12:56.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:56 smithi105 ceph-mon[34393]: pgmap v797: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:12:56.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:56 smithi135 ceph-mon[34761]: pgmap v797: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:12:56.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:56 smithi069 ceph-mon[29571]: pgmap v797: 97 pgs: 97 active+clean; 7.4 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:12:58.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:12:58 smithi105 ceph-mon[34393]: pgmap v798: 97 pgs: 97 active+clean; 7.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:58.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:12:58 smithi135 ceph-mon[34761]: pgmap v798: 97 pgs: 97 active+clean; 7.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:12:58.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:12:58 smithi069 ceph-mon[29571]: pgmap v798: 97 pgs: 97 active+clean; 7.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:13:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:00 smithi105 ceph-mon[34393]: pgmap v799: 97 pgs: 97 active+clean; 7.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:13:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:00 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:13:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:00 smithi135 ceph-mon[34761]: pgmap v799: 97 pgs: 97 active+clean; 7.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:13:00.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:00 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:13:00.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:00 smithi069 ceph-mon[29571]: pgmap v799: 97 pgs: 97 active+clean; 7.4 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-05-08T06:13:00.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:00 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:13:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:02 smithi105 ceph-mon[34393]: pgmap v800: 97 pgs: 97 active+clean; 7.5 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:13:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:13:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:13:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:13:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:02 smithi135 ceph-mon[34761]: pgmap v800: 97 pgs: 97 active+clean; 7.5 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:13:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:13:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:13:02.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:13:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:02 smithi069 ceph-mon[29571]: pgmap v800: 97 pgs: 97 active+clean; 7.5 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-05-08T06:13:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:13:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:13:02.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:13:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:04 smithi105 ceph-mon[34393]: pgmap v801: 97 pgs: 97 active+clean; 7.5 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:13:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:04 smithi135 ceph-mon[34761]: pgmap v801: 97 pgs: 97 active+clean; 7.5 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:13:04.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:04 smithi069 ceph-mon[29571]: pgmap v801: 97 pgs: 97 active+clean; 7.5 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 12 KiB/s wr, 10 op/s 2024-05-08T06:13:06.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:06 smithi105 ceph-mon[34393]: pgmap v802: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:13:06.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:06 smithi135 ceph-mon[34761]: pgmap v802: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:13:06.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:06 smithi069 ceph-mon[29571]: pgmap v802: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-05-08T06:13:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:561/600: open fd = 3 2024-05-08T06:13:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:562/600: open fd = 3 2024-05-08T06:13:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:563/600: open fd = 3 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:564/600: open fd = 3 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:565/600: open fd = 3 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:566/600: open fd = 3 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:567/600: open fd = 3 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:568/600: open fd = 3 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:569/600: open fd = 3 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.569 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:570/600: open fd = 3 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:571/600: open fd = 3 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:572/600: open fd = 3 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:573/600: open fd = 3 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:574/600: open fd = 3 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:575/600: open fd = 3 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:576/600: open fd = 3 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:577/600: open fd = 3 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:578/600: open fd = 3 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:579/600: open fd = 3 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:580/600: open fd = 3 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:581/600: open fd = 3 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:582/600: open fd = 3 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:583/600: open fd = 3 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:584/600: open fd = 3 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:585/600: open fd = 3 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:586/600: open fd = 3 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:587/600: open fd = 3 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:588/600: open fd = 3 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:589/600: open fd = 3 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:590/600: open fd = 3 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:591/600: open fd = 3 2024-05-08T06:13:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:592/600: open fd = 3 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:593/600: open fd = 3 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:594/600: open fd = 3 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:595/600: open fd = 3 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:596/600: open fd = 3 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:597/600: open fd = 3 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:598/600: open fd = 3 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:599/600: open fd = 3 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:600/600: open fd = 3 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:write ret = 32 2024-05-08T06:13:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:pread ret = 64 2024-05-08T06:13:08.579 INFO:tasks.workunit.client.0.smithi069.stderr:+ echo OK 2024-05-08T06:13:08.579 INFO:tasks.workunit.client.0.smithi069.stdout:OK 2024-05-08T06:13:08.580 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-08T06:13:08.580 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-08T06:13:08.687 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-05-08T06:13:08.687 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-08T06:13:08.765 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:08 smithi069 ceph-mon[29571]: pgmap v803: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:13:08.769 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:08 smithi105 ceph-mon[34393]: pgmap v803: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:13:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:08 smithi135 ceph-mon[34761]: pgmap v803: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-05-08T06:13:09.720 DEBUG:teuthology.parallel:result is None 2024-05-08T06:13:09.721 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-08T06:13:09.816 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-08T06:13:09.816 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-08T06:13:09.827 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-08T06:13:10.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:10 smithi105 ceph-mon[34393]: pgmap v804: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:13:10.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:10 smithi135 ceph-mon[34761]: pgmap v804: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:13:10.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:10 smithi069 ceph-mon[29571]: pgmap v804: 97 pgs: 97 active+clean; 7.6 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-05-08T06:13:12.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:12 smithi105 ceph-mon[34393]: pgmap v805: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:13:12.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:12 smithi135 ceph-mon[34761]: pgmap v805: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:13:12.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:12 smithi069 ceph-mon[29571]: pgmap v805: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-05-08T06:13:14.354 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-08T06:13:14.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:14 smithi105 ceph-mon[34393]: pgmap v806: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 9 op/s 2024-05-08T06:13:14.780 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:14.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:14 smithi135 ceph-mon[34761]: pgmap v806: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 9 op/s 2024-05-08T06:13:14.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:14 smithi069 ceph-mon[29571]: pgmap v806: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 10 KiB/s wr, 9 op/s 2024-05-08T06:13:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:16 smithi069 ceph-mon[29571]: pgmap v807: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:13:16.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:16 smithi105 ceph-mon[34393]: pgmap v807: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:13:16.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:16 smithi135 ceph-mon[34761]: pgmap v807: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 11 op/s 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 -- 172.21.15.69:0/2691596506 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32801055d0 msgr2=0x7f3280105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 --2- 172.21.15.69:0/2691596506 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32801055d0 0x7f3280105a50 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f326c009990 tx=0x7f326c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 -- 172.21.15.69:0/2691596506 shutdown_connections 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 --2- 172.21.15.69:0/2691596506 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3280105f90 0x7f32801124a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 --2- 172.21.15.69:0/2691596506 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f328010b660 0x7f328010ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 --2- 172.21.15.69:0/2691596506 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f32801055d0 0x7f3280105a50 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 -- 172.21.15.69:0/2691596506 >> 172.21.15.69:0/2691596506 conn(0x7f32801010c0 msgr2=0x7f32801034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 -- 172.21.15.69:0/2691596506 shutdown_connections 2024-05-08T06:13:17.182 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.181+0000 7f3286c00700 1 -- 172.21.15.69:0/2691596506 wait complete. 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.182+0000 7f3286c00700 1 Processor -- start 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.182+0000 7f3286c00700 1 -- start start 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286c00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32801055d0 0x7f32801a1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 0x7f32801a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f328010b660 0x7f328019baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286c00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3280115800 con 0x7f3280105f90 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286c00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3280115680 con 0x7f328010b660 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286c00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3280115980 con 0x7f32801055d0 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3284e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 0x7f32801a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3284e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 0x7f32801a1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52440/0 (socket says 172.21.15.69:52440) 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3284e00700 1 -- 172.21.15.69:0/966999272 learned_addr learned my addr 172.21.15.69:0/966999272 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3286200700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f328010b660 0x7f328019baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.183+0000 7f3285800700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32801055d0 0x7f32801a1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3284e00700 1 -- 172.21.15.69:0/966999272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32801055d0 msgr2=0x7f32801a1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3284e00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32801055d0 0x7f32801a1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3284e00700 1 -- 172.21.15.69:0/966999272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f328010b660 msgr2=0x7f328019baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3284e00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f328010b660 0x7f328019baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3284e00700 1 -- 172.21.15.69:0/966999272 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f328019c200 con 0x7f3280105f90 2024-05-08T06:13:17.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3284e00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 0x7f32801a1dd0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f326c000c00 tx=0x7f326c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:17.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f327e000700 1 -- 172.21.15.69:0/966999272 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c027070 con 0x7f3280105f90 2024-05-08T06:13:17.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f327e000700 1 -- 172.21.15.69:0/966999272 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f326c022470 con 0x7f3280105f90 2024-05-08T06:13:17.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.184+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f328019c490 con 0x7f3280105f90 2024-05-08T06:13:17.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.185+0000 7f327e000700 1 -- 172.21.15.69:0/966999272 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c017650 con 0x7f3280105f90 2024-05-08T06:13:17.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.185+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32801a8760 con 0x7f3280105f90 2024-05-08T06:13:17.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.188+0000 7f327e000700 1 -- 172.21.15.69:0/966999272 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f326c02a070 con 0x7f3280105f90 2024-05-08T06:13:17.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.189+0000 7f3292b6db80 1 Processor -- start 2024-05-08T06:13:17.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.189+0000 7f3292b6db80 1 -- start start 2024-05-08T06:13:17.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f327e000700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32680b2900 0x7f32680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a1099dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f327e000700 1 -- 172.21.15.69:0/966999272 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f326c0e2e60 con 0x7f3280105f90 2024-05-08T06:13:17.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a1093fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a1094a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3292b6db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5648a0fe6a20 con 0x5648a1094600 2024-05-08T06:13:17.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3292b6db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5648a0f84760 con 0x5648a109a300 2024-05-08T06:13:17.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3292b6db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5648a0fe29e0 con 0x5648a10999e0 2024-05-08T06:13:17.191 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3286200700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32680b2900 0x7f32680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3286200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a1094a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3285800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a1099dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3285800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a1099dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35730/0 (socket says 172.21.15.69:35730) 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.190+0000 7f3285800700 1 -- 172.21.15.69:0/2613413204 learned_addr learned my addr 172.21.15.69:0/2613413204 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a1093fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 -- 172.21.15.69:0/2613413204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 msgr2=0x5648a1099dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a1099dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 -- 172.21.15.69:0/2613413204 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 msgr2=0x5648a1094a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a1094a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 -- 172.21.15.69:0/2613413204 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648a0f338d0 con 0x5648a109a300 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3285800700 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a1099dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3286200700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32680b2900 0x7f32680b4dc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ec0 tx=0x7f3278016450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:17.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.191+0000 7f3284e00700 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a1093fe0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f326c0aa1c0 tx=0x7f326c009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d98f52e33b31b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:17.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.192+0000 7f3272a00700 1 -- 172.21.15.69:0/2613413204 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0aabc0 con 0x5648a109a300 2024-05-08T06:13:17.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.192+0000 7f3272a00700 1 -- 172.21.15.69:0/2613413204 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f326c0aa4c0 con 0x5648a109a300 2024-05-08T06:13:17.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.192+0000 7f3272a00700 1 -- 172.21.15.69:0/2613413204 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0a4be0 con 0x5648a109a300 2024-05-08T06:13:17.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.192+0000 7f3292b6db80 1 -- 172.21.15.69:0/2613413204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 msgr2=0x5648a1093fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.192+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a1093fe0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f326c0aa1c0 tx=0x7f326c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 -- 172.21.15.69:0/2613413204 shutdown_connections 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a1094a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a1099dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2613413204 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a1093fe0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 -- 172.21.15.69:0/2613413204 >> 172.21.15.69:0/2613413204 conn(0x5648a0fc2b60 msgr2=0x5648a108e9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 -- 172.21.15.69:0/2613413204 shutdown_connections 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 -- 172.21.15.69:0/2613413204 wait complete. 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.193+0000 7f3292b6db80 1 -- start start 2024-05-08T06:13:17.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 Processor -- start 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a109ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a109d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5648a0f84760 con 0x5648a1094600 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5648a0f4cb20 con 0x5648a109a300 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5648a10a0b70 con 0x5648a10999e0 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.194+0000 7f3292b6db80 10 client.0 _ll_register_callbacks cb 0x5648a0f8dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3284e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3285800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a109ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3284e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:35732/0 (socket says 172.21.15.69:35732) 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a109d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3284e00700 1 -- 172.21.15.69:0/3753665792 learned_addr learned my addr 172.21.15.69:0/3753665792 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3285800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a109ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52464/0 (socket says 172.21.15.69:52464) 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 -- 172.21.15.69:0/3753665792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 msgr2=0x5648a109d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 -- 172.21.15.69:0/3753665792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 msgr2=0x5648a109ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a109ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 -- 172.21.15.69:0/3753665792 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648a0fac420 con 0x5648a109a300 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3284e00700 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3286200700 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a109d840 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3278009fd0 tx=0x7f3278004b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4420b20f6c9271d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.195+0000 7f3267400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3267400700 1 -- 172.21.15.69:0/3753665792 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3278007e50 con 0x5648a109a300 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3267400700 1 -- 172.21.15.69:0/3753665792 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f3278003a00 con 0x5648a109a300 2024-05-08T06:13:17.197 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f326c0aa4c0 con 0x5648a109a300 2024-05-08T06:13:17.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3267400700 1 -- 172.21.15.69:0/3753665792 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3278009390 con 0x5648a109a300 2024-05-08T06:13:17.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3292b6db80 10 client.27386 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:17.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5648a10ab1c0 con 0x5648a109a300 2024-05-08T06:13:17.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.196+0000 7f3267400700 1 -- 172.21.15.69:0/3753665792 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f326c0aa4c0 con 0x5648a109a300 2024-05-08T06:13:17.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3267400700 1 -- 172.21.15.69:0/3753665792 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f32780045d0 con 0x5648a109a300 2024-05-08T06:13:17.198 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3292b6db80 10 client.27386 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3292b6db80 10 client.27386 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3292b6db80 20 client.27386 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a10ad750 0x5648a10afb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3292b6db80 4 client.27386 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5648a10610a0 con 0x5648a10ad750 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.197+0000 7f3285800700 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a10ad750 0x5648a10afb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.198+0000 7f3285800700 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a10ad750 0x5648a10afb70 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b41c733c9f3f11d server_cookie=777944c4173fef73 in_seq=0 out_seq=0 2024-05-08T06:13:17.199 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.198+0000 7f3267400700 10 client.27386 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3267400700 1 -- 172.21.15.69:0/3753665792 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5648a10610a0 con 0x5648a10ad750 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3267400700 10 client.27386 handle_command_reply: tid=0 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 client.27386 shutdown 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 msgr2=0x5648a109d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a109d840 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f3278009fd0 tx=0x7f3278004b40 comp rx=0 tx=0).stop 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 shutdown_connections 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a109d840 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a109ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a10ad750 0x5648a10afb70 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3753665792 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.200 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3267400700 0 client.27386 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:17.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 >> 172.21.15.69:0/3753665792 conn(0x5648a0fc2b60 msgr2=0x5648a1089460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:17.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 shutdown_connections 2024-05-08T06:13:17.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.199+0000 7f3292b6db80 1 -- 172.21.15.69:0/3753665792 wait complete. 2024-05-08T06:13:17.201 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.200+0000 7f3292b6db80 20 client.27386 trim_cache size 0 max 16384 2024-05-08T06:13:17.221 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.221+0000 7f3292b6db80 1 Processor -- start 2024-05-08T06:13:17.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 -- start start 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 0x5648a1093fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a109a300 0x5648a10b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f32801b2330 con 0x5648a109a300 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f32801afbc0 con 0x5648a1094600 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3292b6db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f32801ada10 con 0x5648a10999e0 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3286200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a109a300 0x5648a10b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3285800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 0x5648a1093fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3285800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 0x5648a1093fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:56086/0 (socket says 172.21.15.69:56086) 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3285800700 1 -- 172.21.15.69:0/2478654176 learned_addr learned my addr 172.21.15.69:0/2478654176 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.222+0000 7f3286200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a109a300 0x5648a10b5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52480/0 (socket says 172.21.15.69:52480) 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3284e00700 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.223 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3285800700 1 -- 172.21.15.69:0/2478654176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 msgr2=0x5648a109c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3285800700 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3285800700 1 -- 172.21.15.69:0/2478654176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a109a300 msgr2=0x5648a10b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3285800700 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a109a300 0x5648a10b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3285800700 1 -- 172.21.15.69:0/2478654176 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5648a109d9a0 con 0x5648a1094600 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.223+0000 7f3285800700 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 0x5648a1093fe0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x5648a10b0390 tx=0x7f3274009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d33e5352f4aaf82a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3272000700 1 -- 172.21.15.69:0/2478654176 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274026020 con 0x5648a1094600 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3272000700 1 -- 172.21.15.69:0/2478654176 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3274004830 con 0x5648a1094600 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3272000700 1 -- 172.21.15.69:0/2478654176 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274005440 con 0x5648a1094600 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 -- 172.21.15.69:0/2478654176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 msgr2=0x5648a1093fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 0x5648a1093fe0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x5648a10b0390 tx=0x7f3274009260 comp rx=0 tx=0).stop 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 -- 172.21.15.69:0/2478654176 shutdown_connections 2024-05-08T06:13:17.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a109a300 0x5648a10b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a1094600 0x5648a1093fe0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 --2- 172.21.15.69:0/2478654176 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a109c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 -- 172.21.15.69:0/2478654176 >> 172.21.15.69:0/2478654176 conn(0x5648a0fc2b60 msgr2=0x5648a109bbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 -- 172.21.15.69:0/2478654176 shutdown_connections 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.224+0000 7f3292b6db80 1 -- 172.21.15.69:0/2478654176 wait complete. 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.225+0000 7f3292b6db80 1 -- start start 2024-05-08T06:13:17.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.225+0000 7f3292b6db80 1 Processor -- start 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a10b4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a10b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a10b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f32801ae080 con 0x5648a1094600 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f32801af4f0 con 0x5648a109a300 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f32801ae750 con 0x5648a10999e0 2024-05-08T06:13:17.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3292b6db80 10 client.0 _ll_register_callbacks cb 0x5648a0f8dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a10b4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a10b4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:52484/0 (socket says 172.21.15.69:52484) 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3286200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a10b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3284e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a10b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 -- 172.21.15.69:0/3625102916 learned_addr learned my addr 172.21.15.69:0/3625102916 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 -- 172.21.15.69:0/3625102916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 msgr2=0x5648a10b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a10b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 -- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 msgr2=0x5648a10b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a10b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3285800700 1 -- 172.21.15.69:0/3625102916 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5648a1117300 con 0x5648a1094600 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3284e00700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a10b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.226+0000 7f3286200700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a10b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3285800700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a10b4f40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3274006010 tx=0x7f3274003fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dfafef49b0678d2 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3267400700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3267400700 1 -- 172.21.15.69:0/3625102916 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3274026030 con 0x5648a1094600 2024-05-08T06:13:17.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3267400700 1 -- 172.21.15.69:0/3625102916 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f32740049e0 con 0x5648a1094600 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3274004830 con 0x5648a1094600 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3267400700 1 -- 172.21.15.69:0/3625102916 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3274004be0 con 0x5648a1094600 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3292b6db80 10 client.17256 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.227+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5648a1118610 con 0x5648a1094600 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3267400700 1 -- 172.21.15.69:0/3625102916 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3274004830 con 0x5648a1094600 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3267400700 1 -- 172.21.15.69:0/3625102916 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f3274034030 con 0x5648a1094600 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3292b6db80 10 client.17256 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3292b6db80 10 client.17256 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3292b6db80 20 client.17256 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a1118c50 0x5648a111b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3292b6db80 4 client.17256 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5648a0ff4400 con 0x5648a1118c50 2024-05-08T06:13:17.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.228+0000 7f3284e00700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a1118c50 0x5648a111b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:17.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3284e00700 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a1118c50 0x5648a111b040 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d72f41e96266f736 server_cookie=f42c8e8661d3d2fa in_seq=0 out_seq=0 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3267400700 10 client.17256 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3267400700 1 -- 172.21.15.69:0/3625102916 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5648a0ff4400 con 0x5648a1118c50 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3267400700 10 client.17256 handle_command_reply: tid=0 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 client.17256 shutdown 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 msgr2=0x5648a10b4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a10b4f40 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f3274006010 tx=0x7f3274003fb0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 shutdown_connections 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5648a109a300 0x5648a10b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5648a1094600 0x5648a10b4f40 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x5648a1118c50 0x5648a111b040 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 --2- 172.21.15.69:0/3625102916 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5648a10999e0 0x5648a10b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 >> 172.21.15.69:0/3625102916 conn(0x5648a0fc2b60 msgr2=0x5648a1089460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3267400700 0 client.17256 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 shutdown_connections 2024-05-08T06:13:17.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.229+0000 7f3292b6db80 1 -- 172.21.15.69:0/3625102916 wait complete. 2024-05-08T06:13:17.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3292b6db80 20 client.17256 trim_cache size 0 max 16384 2024-05-08T06:13:17.233 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:13:17.233 INFO:teuthology.orchestra.run.smithi069.stdout: "status": "no active scrubs running", 2024-05-08T06:13:17.233 INFO:teuthology.orchestra.run.smithi069.stdout: "scrubs": {} 2024-05-08T06:13:17.233 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32680b2900 msgr2=0x7f32680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32680b2900 0x7f32680b4dc0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3278009ec0 tx=0x7f3278016450 comp rx=0 tx=0).stop 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 msgr2=0x7f32801a1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 0x7f32801a1dd0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f326c000c00 tx=0x7f326c0057c0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 shutdown_connections 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f32680b2900 0x7f32680b4dc0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f328010b660 0x7f328019baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f32801055d0 0x7f32801a1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 --2- 172.21.15.69:0/966999272 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3280105f90 0x7f32801a1dd0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:17.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.230+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 >> 172.21.15.69:0/966999272 conn(0x7f32801010c0 msgr2=0x7f32801027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:17.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.231+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 shutdown_connections 2024-05-08T06:13:17.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:17.231+0000 7f3286c00700 1 -- 172.21.15.69:0/966999272 wait complete. 2024-05-08T06:13:18.176 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-08T06:13:18.176 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:13:18.616 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:18.767 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:18 smithi069 ceph-mon[29571]: pgmap v808: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-05-08T06:13:18.769 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:18 smithi105 ceph-mon[34393]: pgmap v808: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-05-08T06:13:18.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:18 smithi135 ceph-mon[34761]: pgmap v808: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.7 KiB/s wr, 9 op/s 2024-05-08T06:13:20.774 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:20 smithi105 ceph-mon[34393]: pgmap v809: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.9 KiB/s wr, 8 op/s 2024-05-08T06:13:20.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:20 smithi135 ceph-mon[34761]: pgmap v809: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.9 KiB/s wr, 8 op/s 2024-05-08T06:13:20.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:20 smithi069 ceph-mon[29571]: pgmap v809: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 6.9 KiB/s wr, 8 op/s 2024-05-08T06:13:20.993 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 -- 172.21.15.69:0/424604097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0301055d0 msgr2=0x7fa030105a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 --2- 172.21.15.69:0/424604097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0301055d0 0x7fa030105a50 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fa01c009990 tx=0x7fa01c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 -- 172.21.15.69:0/424604097 shutdown_connections 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 --2- 172.21.15.69:0/424604097 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa030105f90 0x7fa0301124a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 --2- 172.21.15.69:0/424604097 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa03010b660 0x7fa03010ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 --2- 172.21.15.69:0/424604097 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa0301055d0 0x7fa030105a50 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 -- 172.21.15.69:0/424604097 >> 172.21.15.69:0/424604097 conn(0x7fa0301010c0 msgr2=0x7fa0301034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 -- 172.21.15.69:0/424604097 shutdown_connections 2024-05-08T06:13:20.994 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.993+0000 7fa036a00700 1 -- 172.21.15.69:0/424604097 wait complete. 2024-05-08T06:13:20.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 Processor -- start 2024-05-08T06:13:20.995 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 -- start start 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa0301055d0 0x7fa0301a1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 0x7fa0301a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03010b660 0x7fa03019baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fa030115800 con 0x7fa030105f90 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fa030115680 con 0x7fa03010b660 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.995+0000 7fa036a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fa030115980 con 0x7fa0301055d0 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 0x7fa0301a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa035600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa0301055d0 0x7fa0301a1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 0x7fa0301a1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58242/0 (socket says 172.21.15.69:58242) 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 -- 172.21.15.69:0/445297058 learned_addr learned my addr 172.21.15.69:0/445297058 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:20.996 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa036000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03010b660 0x7fa03019baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:20.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 -- 172.21.15.69:0/445297058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa0301055d0 msgr2=0x7fa0301a1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:20.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa0301055d0 0x7fa0301a1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:20.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 -- 172.21.15.69:0/445297058 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03010b660 msgr2=0x7fa03019baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:20.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03010b660 0x7fa03019baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:20.997 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa034c00700 1 -- 172.21.15.69:0/445297058 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa03019c200 con 0x7fa030105f90 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.996+0000 7fa036000700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03010b660 0x7fa03019baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.997+0000 7fa034c00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 0x7fa0301a1dd0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fa01c0057c0 tx=0x7fa01c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.997+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01c00fb00 con 0x7fa030105f90 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.997+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa03019c490 con 0x7fa030105f90 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.997+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa01c00fca0 con 0x7fa030105f90 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.997+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01c017650 con 0x7fa030105f90 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.997+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0301a8760 con 0x7fa030105f90 2024-05-08T06:13:20.998 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:20.998+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa030106d10 con 0x7fa030105f90 2024-05-08T06:13:21.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.000+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa01c009d10 con 0x7fa030105f90 2024-05-08T06:13:21.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.002+0000 7fa02e000700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa0180b2880 0x7fa0180b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:21.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.002+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fa01c0e31c0 con 0x7fa030105f90 2024-05-08T06:13:21.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.002+0000 7fa035600700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa0180b2880 0x7fa0180b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:21.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.003+0000 7fa035600700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa0180b2880 0x7fa0180b4d40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa03010a6f0 tx=0x7fa02400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:21.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.007+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa01c013070 con 0x7fa030105f90 2024-05-08T06:13:21.301 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.301+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa03019cf80 con 0x7fa030105f90 2024-05-08T06:13:21.302 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.302+0000 7fa02e000700 1 -- 172.21.15.69:0/445297058 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fa01c0aaf20 con 0x7fa030105f90 2024-05-08T06:13:21.303 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:13:21.303 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:13:21.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa0180b2880 msgr2=0x7fa0180b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:21.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa0180b2880 0x7fa0180b4d40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa03010a6f0 tx=0x7fa02400b410 comp rx=0 tx=0).stop 2024-05-08T06:13:21.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 msgr2=0x7fa0301a1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:21.306 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 0x7fa0301a1dd0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fa01c0057c0 tx=0x7fa01c0057f0 comp rx=0 tx=0).stop 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 shutdown_connections 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fa0180b2880 0x7fa0180b4d40 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fa03010b660 0x7fa03019baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fa0301055d0 0x7fa0301a1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 --2- 172.21.15.69:0/445297058 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fa030105f90 0x7fa0301a1dd0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.305+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 >> 172.21.15.69:0/445297058 conn(0x7fa0301010c0 msgr2=0x7fa0301027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.306+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 shutdown_connections 2024-05-08T06:13:21.307 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:21.306+0000 7fa036a00700 1 -- 172.21.15.69:0/445297058 wait complete. 2024-05-08T06:13:21.308 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:13:21.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:21 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/445297058' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:13:21.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:21 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/445297058' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:13:21.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:21 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/445297058' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:13:22.274 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-08T06:13:22.728 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:22.815 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:22 smithi135 ceph-mon[34761]: pgmap v810: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-08T06:13:22.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:22 smithi069 ceph-mon[29571]: pgmap v810: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-08T06:13:23.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:22 smithi105 ceph-mon[34393]: pgmap v810: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 7.3 KiB/s wr, 11 op/s 2024-05-08T06:13:24.649 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:24 smithi069 ceph-mon[29571]: pgmap v811: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-08T06:13:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:24 smithi135 ceph-mon[34761]: pgmap v811: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-08T06:13:25.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:24 smithi105 ceph-mon[34393]: pgmap v811: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 3.1 KiB/s wr, 8 op/s 2024-05-08T06:13:25.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.223+0000 7fe195800700 1 -- 172.21.15.69:0/370854465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1901056c0 msgr2=0x7fe190105b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.223+0000 7fe195800700 1 --2- 172.21.15.69:0/370854465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1901056c0 0x7fe190105b40 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009990 tx=0x7fe17c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 -- 172.21.15.69:0/370854465 shutdown_connections 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 --2- 172.21.15.69:0/370854465 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe190106080 0x7fe190112590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 --2- 172.21.15.69:0/370854465 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe19010b6c0 0x7fe19010baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 --2- 172.21.15.69:0/370854465 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe1901056c0 0x7fe190105b40 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 -- 172.21.15.69:0/370854465 >> 172.21.15.69:0/370854465 conn(0x7fe1901011b0 msgr2=0x7fe1901035d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 -- 172.21.15.69:0/370854465 shutdown_connections 2024-05-08T06:13:25.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.224+0000 7fe195800700 1 -- 172.21.15.69:0/370854465 wait complete. 2024-05-08T06:13:25.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.225+0000 7fe195800700 1 Processor -- start 2024-05-08T06:13:25.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.225+0000 7fe195800700 1 -- start start 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe195800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 0x7fe19019bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe195800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe190106080 0x7fe19019c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe195800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe19010b6c0 0x7fe1901a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe195800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe190115950 con 0x7fe19010b6c0 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe195800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901157d0 con 0x7fe1901056c0 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe195800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe190115ad0 con 0x7fe190106080 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 0x7fe19019bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 0x7fe19019bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:48800/0 (socket says 172.21.15.69:48800) 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 -- 172.21.15.69:0/3724775015 learned_addr learned my addr 172.21.15.69:0/3724775015 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18e000700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe190106080 0x7fe19019c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18f400700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe19010b6c0 0x7fe1901a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 -- 172.21.15.69:0/3724775015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe190106080 msgr2=0x7fe19019c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe190106080 0x7fe19019c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 -- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe19010b6c0 msgr2=0x7fe1901a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe19010b6c0 0x7fe1901a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18ea00700 1 -- 172.21.15.69:0/3724775015 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1901a0db0 con 0x7fe1901056c0 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.226+0000 7fe18f400700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe19010b6c0 0x7fe1901a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.227+0000 7fe18ea00700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 0x7fe19019bda0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe18000e9a0 tx=0x7fe18000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.227+0000 7fe187400700 1 -- 172.21.15.69:0/3724775015 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18000cbd0 con 0x7fe1901056c0 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.227+0000 7fe187400700 1 -- 172.21.15.69:0/3724775015 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe18000cd70 con 0x7fe1901056c0 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.227+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1901a10a0 con 0x7fe1901056c0 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.227+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1901a8920 con 0x7fe1901056c0 2024-05-08T06:13:25.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.227+0000 7fe187400700 1 -- 172.21.15.69:0/3724775015 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe180018680 con 0x7fe1901056c0 2024-05-08T06:13:25.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.231+0000 7fe187400700 1 -- 172.21.15.69:0/3724775015 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe180010430 con 0x7fe1901056c0 2024-05-08T06:13:25.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 Processor -- start 2024-05-08T06:13:25.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 -- start start 2024-05-08T06:13:25.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afed6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeda490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afedae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5588afe28a20 con 0x5588afed6060 2024-05-08T06:13:25.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5588afdc6760 con 0x5588afeda9d0 2024-05-08T06:13:25.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.232+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5588afe249e0 con 0x5588afed6980 2024-05-08T06:13:25.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afedae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18f400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afed6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afedae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:48808/0 (socket says 172.21.15.69:48808) 2024-05-08T06:13:25.234 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 -- 172.21.15.69:0/288990396 learned_addr learned my addr 172.21.15.69:0/288990396 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18ea00700 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeda490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 -- 172.21.15.69:0/288990396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 msgr2=0x5588afeda490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeda490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 -- 172.21.15.69:0/288990396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 msgr2=0x5588afed6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afed6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.233+0000 7fe18e000700 1 -- 172.21.15.69:0/288990396 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588afd758d0 con 0x5588afeda9d0 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe18e000700 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afedae30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fe17c015000 tx=0x7fe17c0096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38777cfef7815bee server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe187400700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe1740b2880 0x7fe1740b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe187400700 1 -- 172.21.15.69:0/3724775015 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe1800e2420 con 0x7fe1901056c0 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe17be00700 1 -- 172.21.15.69:0/288990396 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c027070 con 0x5588afeda9d0 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe18f400700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe1740b2880 0x7fe1740b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.235 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe17be00700 1 -- 172.21.15.69:0/288990396 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe17c0056d0 con 0x5588afeda9d0 2024-05-08T06:13:25.236 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.234+0000 7fe17be00700 1 -- 172.21.15.69:0/288990396 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c003a70 con 0x5588afeda9d0 2024-05-08T06:13:25.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 -- 172.21.15.69:0/288990396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 msgr2=0x5588afedae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.238 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe18f400700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe1740b2880 0x7fe1740b4d40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe188009da0 tx=0x7fe188009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afedae30 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fe17c015000 tx=0x7fe17c0096a0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 -- 172.21.15.69:0/288990396 shutdown_connections 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afedae30 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afed6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/288990396 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeda490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 -- 172.21.15.69:0/288990396 >> 172.21.15.69:0/288990396 conn(0x5588afe04b60 msgr2=0x5588afed07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 -- 172.21.15.69:0/288990396 shutdown_connections 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.235+0000 7fe1a0121b80 1 -- 172.21.15.69:0/288990396 wait complete. 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.236+0000 7fe1a0121b80 1 -- start start 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.236+0000 7fe1a0121b80 1 Processor -- start 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afee1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afed6980 0x5588afedf230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 0x5588afedf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.239 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x5588afee2b80 con 0x5588afed6060 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x5588afd8eb20 con 0x5588afed6980 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x5588afee2d00 con 0x5588afeda9d0 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe1a0121b80 10 client.0 _ll_register_callbacks cb 0x5588afdcfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afee1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 0x5588afedf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18f400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 0x5588afedf770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:54834/0 (socket says 172.21.15.69:54834) 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18f400700 1 -- 172.21.15.69:0/1614911116 learned_addr learned my addr 172.21.15.69:0/1614911116 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18e000700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afed6980 0x5588afedf230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18f400700 1 -- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afed6980 msgr2=0x5588afedf230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.237+0000 7fe18f400700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afed6980 0x5588afedf230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe18f400700 1 -- 172.21.15.69:0/1614911116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 msgr2=0x5588afee1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe18f400700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afee1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe18f400700 1 -- 172.21.15.69:0/1614911116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588afdee420 con 0x5588afeda9d0 2024-05-08T06:13:25.240 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe18ea00700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afee1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe18f400700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 0x5588afedf770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe188016420 tx=0x7fe18800b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f769f3a4bc76586 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe178c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe178c00700 1 -- 172.21.15.69:0/1614911116 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe188028060 con 0x5588afeda9d0 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe17c0056d0 con 0x5588afeda9d0 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe178c00700 1 -- 172.21.15.69:0/1614911116 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe188016910 con 0x5588afeda9d0 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.238+0000 7fe178c00700 1 -- 172.21.15.69:0/1614911116 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe18801a2e0 con 0x5588afeda9d0 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 10 client.27364 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:25.241 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588afeed4e0 con 0x5588afeda9d0 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe178c00700 1 -- 172.21.15.69:0/1614911116 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe17c0056d0 con 0x5588afeda9d0 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe178c00700 1 -- 172.21.15.69:0/1614911116 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe188018c50 con 0x5588afeda9d0 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 10 client.27364 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 10 client.27364 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 20 client.27364 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588afeefa70 0x5588afef1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 4 client.27364 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.239+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588afea30a0 con 0x5588afeefa70 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.240+0000 7fe18ea00700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588afeefa70 0x5588afef1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.240+0000 7fe18ea00700 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588afeefa70 0x5588afef1e60 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b50064140555f0a2 server_cookie=ae9a4c136d8afa2 in_seq=0 out_seq=0 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.240+0000 7fe178c00700 10 client.27364 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:13:25.243 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe178c00700 1 -- 172.21.15.69:0/1614911116 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x5588afea30a0 con 0x5588afeefa70 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe178c00700 10 client.27364 handle_command_reply: tid=0 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 client.27364 shutdown 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 msgr2=0x5588afedf770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 0x5588afedf770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe188016420 tx=0x7fe18800b040 comp rx=0 tx=0).stop 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 shutdown_connections 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588afeefa70 0x5588afef1e60 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afeda9d0 0x5588afedf770 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afee1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe178c00700 0 client.27364 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1614911116 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afed6980 0x5588afedf230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 >> 172.21.15.69:0/1614911116 conn(0x5588afe04b60 msgr2=0x5588afecb2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:25.244 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 shutdown_connections 2024-05-08T06:13:25.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.241+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1614911116 wait complete. 2024-05-08T06:13:25.245 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.242+0000 7fe1a0121b80 20 client.27364 trim_cache size 0 max 16384 2024-05-08T06:13:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.258+0000 7fe1a0121b80 1 Processor -- start 2024-05-08T06:13:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 -- start start 2024-05-08T06:13:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeebc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afecb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901b2660 con 0x5588afed6060 2024-05-08T06:13:25.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901afef0 con 0x5588afeda9d0 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901add40 con 0x5588afed6980 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58284/0 (socket says 172.21.15.69:58284) 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe18ea00700 1 -- 172.21.15.69:0/1835464393 learned_addr learned my addr 172.21.15.69:0/1835464393 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.259+0000 7fe18f400700 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afecb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18e000700 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeebc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18ea00700 1 -- 172.21.15.69:0/1835464393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 msgr2=0x5588afeebc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18ea00700 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeebc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18ea00700 1 -- 172.21.15.69:0/1835464393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 msgr2=0x5588afecb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18ea00700 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afecb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18ea00700 1 -- 172.21.15.69:0/1835464393 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588afeda7b0 con 0x5588afed6060 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18f400700 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afecb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe18ea00700 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedce80 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe1800096b0 tx=0x7fe1800dfda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa3abd3ee3d5c405 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:25.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.260+0000 7fe17b400700 1 -- 172.21.15.69:0/1835464393 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1800a9340 con 0x5588afed6060 2024-05-08T06:13:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe17b400700 1 -- 172.21.15.69:0/1835464393 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1800b2190 con 0x5588afed6060 2024-05-08T06:13:25.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe17b400700 1 -- 172.21.15.69:0/1835464393 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1800a5180 con 0x5588afed6060 2024-05-08T06:13:25.263 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1835464393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 msgr2=0x5588afedce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedce80 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fe1800096b0 tx=0x7fe1800dfda0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1835464393 shutdown_connections 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afecb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedce80 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/1835464393 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afeebc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1835464393 >> 172.21.15.69:0/1835464393 conn(0x5588afe04b60 msgr2=0x5588afecaa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1835464393 shutdown_connections 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.261+0000 7fe1a0121b80 1 -- 172.21.15.69:0/1835464393 wait complete. 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.262+0000 7fe1a0121b80 1 -- start start 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.262+0000 7fe1a0121b80 1 Processor -- start 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedbb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afedc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.264 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afee6f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901ae3b0 con 0x5588afed6060 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901af820 con 0x5588afeda9d0 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fe1901aea80 con 0x5588afed6980 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe1a0121b80 10 client.0 _ll_register_callbacks cb 0x5588afdcfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18ea00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedbb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:58292/0 (socket says 172.21.15.69:58292) 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18ea00700 1 -- 172.21.15.69:0/632800670 learned_addr learned my addr 172.21.15.69:0/632800670 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18e000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afedc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18f400700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afee6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18e000700 1 -- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 msgr2=0x5588afee6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18e000700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afee6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18e000700 1 -- 172.21.15.69:0/632800670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 msgr2=0x5588afedbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18e000700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18e000700 1 -- 172.21.15.69:0/632800670 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588afee7550 con 0x5588afed6980 2024-05-08T06:13:25.265 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.263+0000 7fe18ea00700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:25.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe18e000700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afedc060 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009990 tx=0x7fe17c00b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a4cebcf96e90dc3 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:25.266 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe178c00700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe178c00700 1 -- 172.21.15.69:0/632800670 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c032070 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5588afe36400 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe178c00700 1 -- 172.21.15.69:0/632800670 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fe17c00bb30 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe178c00700 1 -- 172.21.15.69:0/632800670 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe17c027040 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe1a0121b80 10 client.27370 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.264+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5588afee8810 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe178c00700 1 -- 172.21.15.69:0/632800670 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5588afe36400 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe178c00700 1 -- 172.21.15.69:0/632800670 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7fe17c021070 con 0x5588afed6980 2024-05-08T06:13:25.268 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe1a0121b80 10 client.27370 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe1a0121b80 10 client.27370 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe1a0121b80 20 client.27370 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588aff62ad0 0x5588aff64ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe1a0121b80 4 client.27370 mds_command: new command op to 24491 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 --> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5588afe304a0 con 0x5588aff62ad0 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.265+0000 7fe18ea00700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588aff62ad0 0x5588aff64ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe18ea00700 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588aff62ad0 0x5588aff64ec0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2775725e0179d4f2 server_cookie=19500e5bc87d9636 in_seq=0 out_seq=0 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe178c00700 10 client.27370 ms_handle_connect on v2:172.21.15.105:6836/1665974615 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe178c00700 1 -- 172.21.15.69:0/632800670 <== mds.2 v2:172.21.15.105:6836/1665974615 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5588afe304a0 con 0x5588aff62ad0 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe178c00700 10 client.27370 handle_command_reply: tid=0 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 client.27370 shutdown 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 msgr2=0x5588afedc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afedc060 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009990 tx=0x7fe17c00b670 comp rx=0 tx=0).stop 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 shutdown_connections 2024-05-08T06:13:25.269 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:6836/1665974615,v1:172.21.15.105:6837/1665974615] conn(0x5588aff62ad0 0x5588aff64ec0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x5588afeda9d0 0x5588afee6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x5588afed6060 0x5588afedbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe178c00700 0 client.27370 ms_handle_reset on v2:172.21.15.105:6836/1665974615 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 --2- 172.21.15.69:0/632800670 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x5588afed6980 0x5588afedc060 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.266+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 >> 172.21.15.69:0/632800670 conn(0x5588afe04b60 msgr2=0x5588afed4e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 shutdown_connections 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe1a0121b80 1 -- 172.21.15.69:0/632800670 wait complete. 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe1a0121b80 20 client.27370 trim_cache size 0 max 16384 2024-05-08T06:13:25.270 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:13:25.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe1740b2880 msgr2=0x7fe1740b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe195800700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe1740b2880 0x7fe1740b4d40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fe188009da0 tx=0x7fe188009040 comp rx=0 tx=0).stop 2024-05-08T06:13:25.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 msgr2=0x7fe19019bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:25.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.267+0000 7fe195800700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 0x7fe19019bda0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fe18000e9a0 tx=0x7fe18000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 shutdown_connections 2024-05-08T06:13:25.271 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fe19010b6c0 0x7fe1901a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fe1740b2880 0x7fe1740b4d40 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fe1901056c0 0x7fe19019bda0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 --2- 172.21.15.69:0/3724775015 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fe190106080 0x7fe19019c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:25.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 >> 172.21.15.69:0/3724775015 conn(0x7fe1901011b0 msgr2=0x7fe190101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:25.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 shutdown_connections 2024-05-08T06:13:25.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:25.268+0000 7fe195800700 1 -- 172.21.15.69:0/3724775015 wait complete. 2024-05-08T06:13:26.266 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-08T06:13:26.718 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:26.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:26 smithi135 ceph-mon[34761]: pgmap v812: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-08T06:13:26.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:26 smithi069 ceph-mon[29571]: pgmap v812: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-08T06:13:27.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:26 smithi105 ceph-mon[34393]: pgmap v812: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 3.5 KiB/s wr, 9 op/s 2024-05-08T06:13:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:28 smithi135 ceph-mon[34761]: pgmap v813: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-08T06:13:28.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:28 smithi069 ceph-mon[29571]: pgmap v813: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-08T06:13:29.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:28 smithi105 ceph-mon[34393]: pgmap v813: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-05-08T06:13:29.149 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 -- 172.21.15.69:0/3706655471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc109ad0 msgr2=0x7f78dc109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 --2- 172.21.15.69:0/3706655471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc109ad0 0x7f78dc109f50 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f78c8009990 tx=0x7f78c8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 -- 172.21.15.69:0/3706655471 shutdown_connections 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 --2- 172.21.15.69:0/3706655471 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78dc10a490 0x7f78dc1169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 --2- 172.21.15.69:0/3706655471 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc10ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 --2- 172.21.15.69:0/3706655471 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc109ad0 0x7f78dc109f50 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 -- 172.21.15.69:0/3706655471 >> 172.21.15.69:0/3706655471 conn(0x7f78dc076c70 msgr2=0x7f78dc1082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 -- 172.21.15.69:0/3706655471 shutdown_connections 2024-05-08T06:13:29.150 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.149+0000 7f78e2e00700 1 -- 172.21.15.69:0/3706655471 wait complete. 2024-05-08T06:13:29.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.150+0000 7f78e2e00700 1 Processor -- start 2024-05-08T06:13:29.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.150+0000 7f78e2e00700 1 -- start start 2024-05-08T06:13:29.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e2e00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78dc109ad0 0x7f78dc1a01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e2e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc10a490 0x7f78dc1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.151 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e2e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc1a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e2e00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc119cd0 con 0x7f78dc10fb60 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e2e00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc119b50 con 0x7f78dc10a490 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e2e00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc119e50 con 0x7f78dc109ad0 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc1a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc1a4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50582/0 (socket says 172.21.15.69:50582) 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78e0e00700 1 -- 172.21.15.69:0/877282187 learned_addr learned my addr 172.21.15.69:0/877282187 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78dbe00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78dc109ad0 0x7f78dc1a01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.152 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.151+0000 7f78db400700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc10a490 0x7f78dc1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e0e00700 1 -- 172.21.15.69:0/877282187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78dc109ad0 msgr2=0x7f78dc1a01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e0e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78dc109ad0 0x7f78dc1a01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e0e00700 1 -- 172.21.15.69:0/877282187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc10a490 msgr2=0x7f78dc1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e0e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc10a490 0x7f78dc1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e0e00700 1 -- 172.21.15.69:0/877282187 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78dc1a5160 con 0x7f78dc10fb60 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e0e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc1a4a20 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f78d400ef30 tx=0x7f78d400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78d8c00700 1 -- 172.21.15.69:0/877282187 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d40092e0 con 0x7f78dc10fb60 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78d8c00700 1 -- 172.21.15.69:0/877282187 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78d4004bb0 con 0x7f78dc10fb60 2024-05-08T06:13:29.153 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78dc1a53f0 con 0x7f78dc10fb60 2024-05-08T06:13:29.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78d8c00700 1 -- 172.21.15.69:0/877282187 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d4004020 con 0x7f78dc10fb60 2024-05-08T06:13:29.154 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.152+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78dc1accd0 con 0x7f78dc10fb60 2024-05-08T06:13:29.156 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.156+0000 7f78d8c00700 1 -- 172.21.15.69:0/877282187 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f78d401b030 con 0x7f78dc10fb60 2024-05-08T06:13:29.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.157+0000 7f78ed876b80 1 Processor -- start 2024-05-08T06:13:29.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.157+0000 7f78ed876b80 1 -- start start 2024-05-08T06:13:29.157 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.157+0000 7f78d8c00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78c00b2900 0x7f78c00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78d8c00700 1 -- 172.21.15.69:0/877282187 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f78d40e1c50 con 0x7f78dc10fb60 2024-05-08T06:13:29.158 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fcdb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fcdf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fcdfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78ed876b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x555c6fc2da20 con 0x555c6fcdb060 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78ed876b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x555c6fbcb760 con 0x555c6fcdf9d0 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78ed876b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555c6fc299e0 con 0x555c6fcdb980 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78db400700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78c00b2900 0x7f78c00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.159 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fcdb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fcdb440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50588/0 (socket says 172.21.15.69:50588) 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78db400700 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fcdf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78dbe00700 1 -- 172.21.15.69:0/2334852580 learned_addr learned my addr 172.21.15.69:0/2334852580 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.158+0000 7f78e0e00700 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fcdfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78e0e00700 1 -- 172.21.15.69:0/2334852580 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 msgr2=0x555c6fcdf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78e0e00700 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fcdf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78e0e00700 1 -- 172.21.15.69:0/2334852580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 msgr2=0x555c6fcdb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78e0e00700 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fcdb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78e0e00700 1 -- 172.21.15.69:0/2334852580 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c6fb7a8d0 con 0x555c6fcdf9d0 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78e0e00700 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fcdfe30 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f78d40df700 tx=0x7f78d400ca30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e393b5d1dec07ea1 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:29.160 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78db400700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78c00b2900 0x7f78c00b4dc0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f78c80098e0 tx=0x7f78c80095b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:29.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78d1600700 1 -- 172.21.15.69:0/2334852580 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d40a92b0 con 0x555c6fcdf9d0 2024-05-08T06:13:29.162 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78d1600700 1 -- 172.21.15.69:0/2334852580 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78d40ad660 con 0x555c6fcdf9d0 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.159+0000 7f78d1600700 1 -- 172.21.15.69:0/2334852580 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78d40dfe20 con 0x555c6fcdf9d0 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 -- 172.21.15.69:0/2334852580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 msgr2=0x555c6fcdfe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fcdfe30 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f78d40df700 tx=0x7f78d400ca30 comp rx=0 tx=0).stop 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 -- 172.21.15.69:0/2334852580 shutdown_connections 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fcdfe30 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fcdb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 --2- 172.21.15.69:0/2334852580 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fcdf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 -- 172.21.15.69:0/2334852580 >> 172.21.15.69:0/2334852580 conn(0x555c6fc09b60 msgr2=0x555c6fcd57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 -- 172.21.15.69:0/2334852580 shutdown_connections 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.160+0000 7f78ed876b80 1 -- 172.21.15.69:0/2334852580 wait complete. 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.161+0000 7f78ed876b80 1 -- start start 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.161+0000 7f78ed876b80 1 Processor -- start 2024-05-08T06:13:29.163 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fce6e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fce47b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x555c6fce7be0 con 0x555c6fcdb060 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x555c6fb93b20 con 0x555c6fcdf9d0 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x555c6fce7d60 con 0x555c6fcdb980 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78ed876b80 10 client.0 _ll_register_callbacks cb 0x555c6fbd4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fce6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fce6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50592/0 (socket says 172.21.15.69:50592) 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78dbe00700 1 -- 172.21.15.69:0/3076810155 learned_addr learned my addr 172.21.15.69:0/3076810155 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78db400700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.162+0000 7f78e0e00700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fce47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78dbe00700 1 -- 172.21.15.69:0/3076810155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 msgr2=0x555c6fce4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78dbe00700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78dbe00700 1 -- 172.21.15.69:0/3076810155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 msgr2=0x555c6fce47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.164 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78dbe00700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fce47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.165 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78dbe00700 1 -- 172.21.15.69:0/3076810155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c6fbf3420 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78dbe00700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fce6e80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f78cc011890 tx=0x7f78cc011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=343c62e680114302 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78c6000700 10 client.0 ms_handle_connect on v2:172.21.15.69:3300/0 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78c6000700 1 -- 172.21.15.69:0/3076810155 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78cc01f060 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78c6000700 1 -- 172.21.15.69:0/3076810155 <== mon.0 v2:172.21.15.69:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f78cc004260 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.163+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78d40ad660 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78c6000700 1 -- 172.21.15.69:0/3076810155 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78cc004460 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 10 client.17289 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c6fcf24d0 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78c6000700 1 -- 172.21.15.69:0/3076810155 <== mon.0 v2:172.21.15.69:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78d40ad660 con 0x555c6fcdb060 2024-05-08T06:13:29.167 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78c6000700 1 -- 172.21.15.69:0/3076810155 <== mon.0 v2:172.21.15.69:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78cc00f870 con 0x555c6fcdb060 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 10 client.17289 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 10 client.17289 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 20 client.17289 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fcf4b10 0x555c6fcf6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 4 client.17289 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.164+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c6fca80a0 con 0x555c6fcf4b10 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.165+0000 7f78db400700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fcf4b10 0x555c6fcf6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.165+0000 7f78db400700 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fcf4b10 0x555c6fcf6f00 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=617174763965b84e server_cookie=3af3bed3c51c650d in_seq=0 out_seq=0 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.165+0000 7f78c6000700 10 client.17289 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78c6000700 1 -- 172.21.15.69:0/3076810155 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x555c6fca80a0 con 0x555c6fcf4b10 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78c6000700 10 client.17289 handle_command_reply: tid=0 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78ed876b80 1 client.17289 shutdown 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 msgr2=0x555c6fce6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78ed876b80 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fce6e80 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f78cc011890 tx=0x7f78cc011ba0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.168 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 shutdown_connections 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.166+0000 7f78ed876b80 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fcf4b10 0x555c6fcf6f00 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdf9d0 0x555c6fce47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdb060 0x555c6fce6e80 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 1 --2- 172.21.15.69:0/3076810155 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 >> 172.21.15.69:0/3076810155 conn(0x555c6fc09b60 msgr2=0x555c6fcd02b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78c6000700 0 client.17289 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 shutdown_connections 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 1 -- 172.21.15.69:0/3076810155 wait complete. 2024-05-08T06:13:29.169 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.167+0000 7f78ed876b80 20 client.17289 trim_cache size 0 max 16384 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.183+0000 7f78ed876b80 1 Processor -- start 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.183+0000 7f78ed876b80 1 -- start start 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 0x555c6fcf0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcfc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78ed876b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b6a00 con 0x555c6fcdf9d0 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78ed876b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b4290 con 0x555c6fcdb060 2024-05-08T06:13:29.184 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78ed876b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b20e0 con 0x555c6fcdb980 2024-05-08T06:13:29.185 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 0x555c6fcf0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78e0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcfc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 0x555c6fcf0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58954/0 (socket says 172.21.15.69:58954) 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78e0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcfc7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50600/0 (socket says 172.21.15.69:50600) 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78dbe00700 1 -- 172.21.15.69:0/1982665601 learned_addr learned my addr 172.21.15.69:0/1982665601 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.184+0000 7f78db400700 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78dbe00700 1 -- 172.21.15.69:0/1982665601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 msgr2=0x555c6fce3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78dbe00700 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78dbe00700 1 -- 172.21.15.69:0/1982665601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 msgr2=0x555c6fcfc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78dbe00700 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcfc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78dbe00700 1 -- 172.21.15.69:0/1982665601 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c6fce0390 con 0x555c6fcdb060 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78db400700 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78e0e00700 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcfc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:29.186 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78dbe00700 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 0x555c6fcf0c70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f78cc005940 tx=0x7f78cc011f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4efcfbac4a227f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:29.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78d0c00700 1 -- 172.21.15.69:0/1982665601 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78cc02a040 con 0x555c6fcdb060 2024-05-08T06:13:29.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78d0c00700 1 -- 172.21.15.69:0/1982665601 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78cc00fa70 con 0x555c6fcdb060 2024-05-08T06:13:29.187 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.185+0000 7f78d0c00700 1 -- 172.21.15.69:0/1982665601 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78cc003970 con 0x555c6fcdb060 2024-05-08T06:13:29.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 -- 172.21.15.69:0/1982665601 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 msgr2=0x555c6fcf0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 0x555c6fcf0c70 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f78cc005940 tx=0x7f78cc011f30 comp rx=0 tx=0).stop 2024-05-08T06:13:29.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 -- 172.21.15.69:0/1982665601 shutdown_connections 2024-05-08T06:13:29.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcfc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb060 0x555c6fcf0c70 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.188 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 --2- 172.21.15.69:0/1982665601 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb980 0x555c6fce3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 -- 172.21.15.69:0/1982665601 >> 172.21.15.69:0/1982665601 conn(0x555c6fc09b60 msgr2=0x555c6fce2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 -- 172.21.15.69:0/1982665601 shutdown_connections 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.186+0000 7f78ed876b80 1 -- 172.21.15.69:0/1982665601 wait complete. 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.187+0000 7f78ed876b80 1 -- start start 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.187+0000 7f78ed876b80 1 Processor -- start 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.187+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb060 0x555c6fce0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.187+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 0x555c6fce1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78ed876b80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcebff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78ed876b80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b2750 con 0x555c6fcdf9d0 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78ed876b80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b3bc0 con 0x555c6fcdb980 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78ed876b80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f78dc1b2e20 con 0x555c6fcdb060 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78ed876b80 10 client.0 _ll_register_callbacks cb 0x555c6fbd4c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 0x555c6fce1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.189 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78e0e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcebff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb060 0x555c6fce0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 0x555c6fce1280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58966/0 (socket says 172.21.15.69:58966) 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78dbe00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb060 0x555c6fce0d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:55422/0 (socket says 172.21.15.69:55422) 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 -- 172.21.15.69:0/4207729941 learned_addr learned my addr 172.21.15.69:0/4207729941 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 -- 172.21.15.69:0/4207729941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb060 msgr2=0x555c6fce0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb060 0x555c6fce0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 -- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 msgr2=0x555c6fcebff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcebff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.190 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.188+0000 7f78db400700 1 -- 172.21.15.69:0/4207729941 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c6fcd23f0 con 0x555c6fcdb980 2024-05-08T06:13:29.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78db400700 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 0x555c6fce1280 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f78c8000c00 tx=0x7f78c8009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60a676a59ed6a7b9 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:29.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78c6000700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:13:29.192 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78c6000700 1 -- 172.21.15.69:0/4207729941 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78c8003890 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78cc00fa70 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78c6000700 1 -- 172.21.15.69:0/4207729941 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f78c8021040 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78c6000700 1 -- 172.21.15.69:0/4207729941 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f78c8048050 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78ed876b80 10 client.27434 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555c6fced7e0 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.189+0000 7f78c6000700 1 -- 172.21.15.69:0/4207729941 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78cc00fa70 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78c6000700 1 -- 172.21.15.69:0/4207729941 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f78c8027040 con 0x555c6fcdb980 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78ed876b80 10 client.27434 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78ed876b80 10 client.27434 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.a 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78ed876b80 20 client.27434 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78ed876b80 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fd5f660 0x555c6fd61a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78ed876b80 4 client.27434 mds_command: new command op to 24521 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 --> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555c6fc3b400 con 0x555c6fd5f660 2024-05-08T06:13:29.193 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.190+0000 7f78dbe00700 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fd5f660 0x555c6fd61a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78dbe00700 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fd5f660 0x555c6fd61a80 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1f63aaa41321e2e7 server_cookie=73a245bff69b285b in_seq=0 out_seq=0 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78c6000700 10 client.27434 ms_handle_connect on v2:172.21.15.69:6840/3746461688 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78c6000700 1 -- 172.21.15.69:0/4207729941 <== mds.1 v2:172.21.15.69:6840/3746461688 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555c6fc3b400 con 0x555c6fd5f660 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78c6000700 10 client.27434 handle_command_reply: tid=0 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78ed876b80 1 client.27434 shutdown 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 msgr2=0x555c6fce1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.191+0000 7f78ed876b80 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 0x555c6fce1280 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f78c8000c00 tx=0x7f78c8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 shutdown_connections 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:6840/3746461688,v1:172.21.15.69:6841/3746461688] conn(0x555c6fd5f660 0x555c6fd61a80 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x555c6fcdf9d0 0x555c6fcebff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x555c6fcdb060 0x555c6fce0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 --2- 172.21.15.69:0/4207729941 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x555c6fcdb980 0x555c6fce1280 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 >> 172.21.15.69:0/4207729941 conn(0x555c6fc09b60 msgr2=0x555c6fce33f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78c6000700 0 client.27434 ms_handle_reset on v2:172.21.15.69:6840/3746461688 2024-05-08T06:13:29.194 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 shutdown_connections 2024-05-08T06:13:29.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 1 -- 172.21.15.69:0/4207729941 wait complete. 2024-05-08T06:13:29.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.192+0000 7f78ed876b80 20 client.27434 trim_cache size 0 max 16384 2024-05-08T06:13:29.195 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:13:29.195 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78c00b2900 msgr2=0x7f78c00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78c00b2900 0x7f78c00b4dc0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f78c80098e0 tx=0x7f78c80095b0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 msgr2=0x7f78dc1a4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc1a4a20 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f78d400ef30 tx=0x7f78d400c3a0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 shutdown_connections 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f78dc10fb60 0x7f78dc1a4a20 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f78dc109ad0 0x7f78dc1a01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f78c00b2900 0x7f78c00b4dc0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 --2- 172.21.15.69:0/877282187 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f78dc10a490 0x7f78dc1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 >> 172.21.15.69:0/877282187 conn(0x7f78dc076c70 msgr2=0x7f78dc077230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 shutdown_connections 2024-05-08T06:13:29.196 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:29.193+0000 7f78e2e00700 1 -- 172.21.15.69:0/877282187 wait complete. 2024-05-08T06:13:30.113 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-08T06:13:30.559 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:30 smithi135 ceph-mon[34761]: pgmap v814: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-08T06:13:30.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:30 smithi069 ceph-mon[29571]: pgmap v814: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-08T06:13:31.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:30 smithi105 ceph-mon[34393]: pgmap v814: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-05-08T06:13:32.695 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:32 smithi069 ceph-mon[29571]: pgmap v815: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-08T06:13:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:32 smithi135 ceph-mon[34761]: pgmap v815: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-08T06:13:32.867 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.866+0000 7f40b4000700 1 -- 172.21.15.69:0/3146240135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac0756d0 msgr2=0x7f40ac075ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.866+0000 7f40b4000700 1 --2- 172.21.15.69:0/3146240135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac0756d0 0x7f40ac075ab0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009990 tx=0x7f40a0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 -- 172.21.15.69:0/3146240135 shutdown_connections 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 --2- 172.21.15.69:0/3146240135 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac10fea0 0x7f40ac112290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 --2- 172.21.15.69:0/3146240135 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac0756d0 0x7f40ac075ab0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 --2- 172.21.15.69:0/3146240135 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 0x7f40ac10f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 -- 172.21.15.69:0/3146240135 >> 172.21.15.69:0/3146240135 conn(0x7f40ac07a600 msgr2=0x7f40ac07aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 -- 172.21.15.69:0/3146240135 shutdown_connections 2024-05-08T06:13:32.868 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.867+0000 7f40b4000700 1 -- 172.21.15.69:0/3146240135 wait complete. 2024-05-08T06:13:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.868+0000 7f40b4000700 1 Processor -- start 2024-05-08T06:13:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.868+0000 7f40b4000700 1 -- start start 2024-05-08T06:13:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b4000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac0756d0 0x7f40ac19bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b4000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 0x7f40ac19c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b4000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac10fea0 0x7f40ac1a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.869 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b4000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1158d0 con 0x7f40ac075ff0 2024-05-08T06:13:32.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b4000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac115750 con 0x7f40ac0756d0 2024-05-08T06:13:32.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b4000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac115a50 con 0x7f40ac10fea0 2024-05-08T06:13:32.870 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b0c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 0x7f40ac19c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b1600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac0756d0 0x7f40ac19bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b2000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac10fea0 0x7f40ac1a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b1600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac0756d0 0x7f40ac19bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58992/0 (socket says 172.21.15.69:58992) 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b0c00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 0x7f40ac19c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50628/0 (socket says 172.21.15.69:50628) 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.869+0000 7f40b1600700 1 -- 172.21.15.69:0/855577237 learned_addr learned my addr 172.21.15.69:0/855577237 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b2000700 1 -- 172.21.15.69:0/855577237 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac0756d0 msgr2=0x7f40ac19bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b2000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac0756d0 0x7f40ac19bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b2000700 1 -- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 msgr2=0x7f40ac19c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b2000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 0x7f40ac19c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b2000700 1 -- 172.21.15.69:0/855577237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40ac1a0d90 con 0x7f40ac10fea0 2024-05-08T06:13:32.871 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b2000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac10fea0 0x7f40ac1a0650 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f40a400efc0 tx=0x7f40a400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40aa000700 1 -- 172.21.15.69:0/855577237 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a40092e0 con 0x7f40ac10fea0 2024-05-08T06:13:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40aa000700 1 -- 172.21.15.69:0/855577237 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a4004bb0 con 0x7f40ac10fea0 2024-05-08T06:13:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.870+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40ac1a1020 con 0x7f40ac10fea0 2024-05-08T06:13:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.871+0000 7f40aa000700 1 -- 172.21.15.69:0/855577237 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a4004020 con 0x7f40ac10fea0 2024-05-08T06:13:32.872 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.871+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40ac1a8900 con 0x7f40ac10fea0 2024-05-08T06:13:32.874 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.874+0000 7f40aa000700 1 -- 172.21.15.69:0/855577237 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f40a401b030 con 0x7f40ac10fea0 2024-05-08T06:13:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.875+0000 7f40be8fdb80 1 Processor -- start 2024-05-08T06:13:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 -- start start 2024-05-08T06:13:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40aa000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f40940b2880 0x7f40940b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.876 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40aa000700 1 -- 172.21.15.69:0/855577237 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f40a40e1c60 con 0x7f40ac10fea0 2024-05-08T06:13:32.877 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98610fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9860b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9860bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ca9855da20 con 0x55ca986114e0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ca984fb760 con 0x55ca98610bc0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ca985599e0 con 0x55ca9860b8f0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.876+0000 7f40b0c00700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f40940b2880 0x7f40940b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98610fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98610fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:58998/0 (socket says 172.21.15.69:58998) 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 -- 172.21.15.69:0/410725234 learned_addr learned my addr 172.21.15.69:0/410725234 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b2000700 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9860bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b0c00700 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9860b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 -- 172.21.15.69:0/410725234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 msgr2=0x55ca9860bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.878 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9860bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 -- 172.21.15.69:0/410725234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 msgr2=0x55ca9860b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9860b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b1600700 1 -- 172.21.15.69:0/410725234 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca984aa8d0 con 0x55ca98610bc0 2024-05-08T06:13:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.877+0000 7f40b0c00700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f40940b2880 0x7f40940b4d40 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f40ac103040 tx=0x7f4098013900 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:32.879 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.878+0000 7f40b1600700 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98610fa0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f40a00096d0 tx=0x7f40a0009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=754f190062aa3c38 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.878+0000 7f409ea00700 1 -- 172.21.15.69:0/410725234 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a0027070 con 0x55ca98610bc0 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.878+0000 7f409ea00700 1 -- 172.21.15.69:0/410725234 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a00056d0 con 0x55ca98610bc0 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.878+0000 7f409ea00700 1 -- 172.21.15.69:0/410725234 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a0003b10 con 0x55ca98610bc0 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 -- 172.21.15.69:0/410725234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 msgr2=0x55ca98610fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98610fa0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f40a00096d0 tx=0x7f40a0009700 comp rx=0 tx=0).stop 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 -- 172.21.15.69:0/410725234 shutdown_connections 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9860bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.880 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98610fa0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/410725234 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9860b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 -- 172.21.15.69:0/410725234 >> 172.21.15.69:0/410725234 conn(0x55ca985836d0 msgr2=0x55ca98605b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:32.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 -- 172.21.15.69:0/410725234 shutdown_connections 2024-05-08T06:13:32.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.879+0000 7f40be8fdb80 1 -- 172.21.15.69:0/410725234 wait complete. 2024-05-08T06:13:32.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.880+0000 7f40be8fdb80 1 -- start start 2024-05-08T06:13:32.881 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.880+0000 7f40be8fdb80 1 Processor -- start 2024-05-08T06:13:32.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986171c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.882 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98614560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98614aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x55ca98617ec0 con 0x55ca986114e0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x55ca984c3b20 con 0x55ca98610bc0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x55ca98618040 con 0x55ca9860b8f0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40be8fdb80 10 client.0 _ll_register_callbacks cb 0x55ca98504c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98614aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986171c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b0c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98614560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986171c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:55474/0 (socket says 172.21.15.69:55474) 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b1600700 1 -- 172.21.15.69:0/3554826431 learned_addr learned my addr 172.21.15.69:0/3554826431 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b0c00700 1 -- 172.21.15.69:0/3554826431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 msgr2=0x55ca986171c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b0c00700 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986171c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b0c00700 1 -- 172.21.15.69:0/3554826431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 msgr2=0x55ca98614aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.883 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b0c00700 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98614aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b0c00700 1 -- 172.21.15.69:0/3554826431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca98523420 con 0x55ca98610bc0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.881+0000 7f40b1600700 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986171c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.882+0000 7f40b0c00700 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98614560 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x55ca986118e0 tx=0x7f40980047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c58dac661a2f629d server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.882+0000 7f4093400700 10 client.0 ms_handle_connect on v2:172.21.15.105:3300/0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.882+0000 7f4093400700 1 -- 172.21.15.69:0/3554826431 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098024070 con 0x55ca98610bc0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.882+0000 7f4093400700 1 -- 172.21.15.69:0/3554826431 <== mon.2 v2:172.21.15.105:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f4098004830 con 0x55ca98610bc0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.882+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40a00056d0 con 0x55ca98610bc0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.882+0000 7f4093400700 1 -- 172.21.15.69:0/3554826431 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f409802f050 con 0x55ca98610bc0 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 10 client.27446 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:32.884 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca98622770 con 0x55ca98610bc0 2024-05-08T06:13:32.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f4093400700 1 -- 172.21.15.69:0/3554826431 <== mon.2 v2:172.21.15.105:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a00056d0 con 0x55ca98610bc0 2024-05-08T06:13:32.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f4093400700 1 -- 172.21.15.69:0/3554826431 <== mon.2 v2:172.21.15.105:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f409801f070 con 0x55ca98610bc0 2024-05-08T06:13:32.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 10 client.27446 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:32.886 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 10 client.27446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 20 client.27446 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca98624d50 0x55ca98627170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 4 client.27446 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.883+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca985d8140 con 0x55ca98624d50 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.884+0000 7f40b1600700 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca98624d50 0x55ca98627170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.884+0000 7f40b1600700 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca98624d50 0x55ca98627170 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4d9ae01cafa6b57 server_cookie=5368f9eed43ee83e in_seq=0 out_seq=0 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.884+0000 7f4093400700 10 client.27446 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.885+0000 7f4093400700 1 -- 172.21.15.69:0/3554826431 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23648 (crc 0 0 0) 0x55ca985d8140 con 0x55ca98624d50 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.885+0000 7f4093400700 10 client.27446 handle_command_reply: tid=0 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.885+0000 7f40be8fdb80 1 client.27446 shutdown 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 msgr2=0x55ca98614560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98614560 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x55ca986118e0 tx=0x7f40980047c0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 shutdown_connections 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98614aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca98624d50 0x55ca98627170 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.887 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986171c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3554826431 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca98614560 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f4093400700 0 client.27446 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:32.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 >> 172.21.15.69:0/3554826431 conn(0x55ca985836d0 msgr2=0x55ca98605190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:32.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 shutdown_connections 2024-05-08T06:13:32.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3554826431 wait complete. 2024-05-08T06:13:32.888 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.886+0000 7f40be8fdb80 20 client.27446 trim_cache size 0 max 16384 2024-05-08T06:13:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.902+0000 7f40be8fdb80 1 Processor -- start 2024-05-08T06:13:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.902+0000 7f40be8fdb80 1 -- start start 2024-05-08T06:13:32.903 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986121a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca986134c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98620f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1b25c0 con 0x55ca986114e0 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1afe50 con 0x55ca98610bc0 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1adca0 con 0x55ca9860b8f0 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40b1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986121a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40b1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986121a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:55478/0 (socket says 172.21.15.69:55478) 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40b1600700 1 -- 172.21.15.69:0/3550842520 learned_addr learned my addr 172.21.15.69:0/3550842520 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40b0c00700 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca986134c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.904 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.903+0000 7f40b2000700 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98620f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b1600700 1 -- 172.21.15.69:0/3550842520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 msgr2=0x55ca986134c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b1600700 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca986134c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b1600700 1 -- 172.21.15.69:0/3550842520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 msgr2=0x55ca98620f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b1600700 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98620f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b1600700 1 -- 172.21.15.69:0/3550842520 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca98600ab0 con 0x55ca9860b8f0 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b2000700 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98620f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f40b1600700 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986121a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f40a00096a0 tx=0x7f40a0009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d82a6cf6320c667 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:32.906 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.904+0000 7f409e000700 1 -- 172.21.15.69:0/3550842520 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a0027040 con 0x55ca9860b8f0 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f409e000700 1 -- 172.21.15.69:0/3550842520 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a0028040 con 0x55ca9860b8f0 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f409e000700 1 -- 172.21.15.69:0/3550842520 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a00325c0 con 0x55ca9860b8f0 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3550842520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 msgr2=0x55ca986121a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986121a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f40a00096a0 tx=0x7f40a0009310 comp rx=0 tx=0).stop 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3550842520 shutdown_connections 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca98620f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca986121a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/3550842520 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca986134c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3550842520 >> 172.21.15.69:0/3550842520 conn(0x55ca985836d0 msgr2=0x55ca9860f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3550842520 shutdown_connections 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.905+0000 7f40be8fdb80 1 -- 172.21.15.69:0/3550842520 wait complete. 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.906+0000 7f40be8fdb80 1 -- start start 2024-05-08T06:13:32.907 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.906+0000 7f40be8fdb80 1 Processor -- start 2024-05-08T06:13:32.909 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9861d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca9861d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9862baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1ae310 con 0x55ca986114e0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1af780 con 0x55ca98610bc0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f40ac1ae9e0 con 0x55ca9860b8f0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40be8fdb80 10 client.0 _ll_register_callbacks cb 0x55ca98504c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40b2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9862baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40b1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9861d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40b1600700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9861d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:55482/0 (socket says 172.21.15.69:55482) 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40b0c00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca9861d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.907+0000 7f40b1600700 1 -- 172.21.15.69:0/2933467878 learned_addr learned my addr 172.21.15.69:0/2933467878 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40b1600700 1 -- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 msgr2=0x55ca9861d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40b1600700 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca9861d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40b1600700 1 -- 172.21.15.69:0/2933467878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 msgr2=0x55ca9862baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40b1600700 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9862baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40b1600700 1 -- 172.21.15.69:0/2933467878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca9862c380 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40b1600700 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9861d4b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f40a000b2a0 tx=0x7f40a0005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf759b880698a08a server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f4093400700 10 client.0 ms_handle_connect on v2:172.21.15.135:3300/0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f4093400700 1 -- 172.21.15.69:0/2933467878 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a0027070 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40a0028040 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f4093400700 1 -- 172.21.15.69:0/2933467878 <== mon.1 v2:172.21.15.135:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f40a000bb30 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f4093400700 1 -- 172.21.15.69:0/2933467878 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f40a00059d0 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.908+0000 7f40be8fdb80 10 client.27406 fetch_fsmap learned FSMap version 26 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ca9868f130 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f4093400700 1 -- 172.21.15.69:0/2933467878 <== mon.1 v2:172.21.15.135:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f40a0028040 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f4093400700 1 -- 172.21.15.69:0/2933467878 <== mon.1 v2:172.21.15.135:3300/0 5 ==== fsmap(e 26) ==== 8338+0+0 (secure 0 0 0) 0x7f40a0021070 con 0x55ca9860b8f0 2024-05-08T06:13:32.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 10 client.27406 fetch_fsmap finished waiting for FSMap version 26 2024-05-08T06:13:32.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 10 client.27406 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-05-08T06:13:32.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 20 client.27406 populate_metadata read hostname 'smithi069' 2024-05-08T06:13:32.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca9868f360 0x55ca98691750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:32.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 4 client.27406 mds_command: new command op to 24533 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-08T06:13:32.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.909+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 --> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ca9856b400 con 0x55ca9868f360 2024-05-08T06:13:32.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.910+0000 7f40b0c00700 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca9868f360 0x55ca98691750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:32.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.910+0000 7f40b0c00700 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca9868f360 0x55ca98691750 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27303658ffc3001 server_cookie=463735738c50dc82 in_seq=0 out_seq=0 2024-05-08T06:13:32.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.910+0000 7f4093400700 10 client.27406 ms_handle_connect on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:32.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.910+0000 7f4093400700 1 -- 172.21.15.69:0/2933467878 <== mds.0 v2:172.21.15.105:6838/3531067060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ca9856b400 con 0x55ca9868f360 2024-05-08T06:13:32.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.910+0000 7f4093400700 10 client.27406 handle_command_reply: tid=0 2024-05-08T06:13:32.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.910+0000 7f40be8fdb80 1 client.27406 shutdown 2024-05-08T06:13:32.913 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 msgr2=0x55ca9861d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9861d4b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f40a000b2a0 tx=0x7f40a0005c90 comp rx=0 tx=0).stop 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 shutdown_connections 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x55ca986114e0 0x55ca9862baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:6838/3531067060,v1:172.21.15.105:6839/3531067060] conn(0x55ca9868f360 0x55ca98691750 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x55ca9860b8f0 0x55ca9861d4b0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 --2- 172.21.15.69:0/2933467878 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x55ca98610bc0 0x55ca9861d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f4093400700 0 client.27406 ms_handle_reset on v2:172.21.15.105:6838/3531067060 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 >> 172.21.15.69:0/2933467878 conn(0x55ca985836d0 msgr2=0x55ca98612020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 shutdown_connections 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 1 -- 172.21.15.69:0/2933467878 wait complete. 2024-05-08T06:13:32.914 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.911+0000 7f40be8fdb80 20 client.27406 trim_cache size 0 max 16384 2024-05-08T06:13:32.915 INFO:teuthology.orchestra.run.smithi069.stdout:[] 2024-05-08T06:13:32.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f40940b2880 msgr2=0x7f40940b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f40940b2880 0x7f40940b4d40 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f40ac103040 tx=0x7f4098013900 comp rx=0 tx=0).stop 2024-05-08T06:13:32.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac10fea0 msgr2=0x7f40ac1a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac10fea0 0x7f40ac1a0650 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f40a400efc0 tx=0x7f40a400c3a0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 shutdown_connections 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f40ac10fea0 0x7f40ac1a0650 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f40940b2880 0x7f40940b4d40 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f40ac0756d0 0x7f40ac19bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 --2- 172.21.15.69:0/855577237 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f40ac075ff0 0x7f40ac19c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 >> 172.21.15.69:0/855577237 conn(0x7f40ac07a600 msgr2=0x7f40ac100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 shutdown_connections 2024-05-08T06:13:32.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:32.912+0000 7f40b4000700 1 -- 172.21.15.69:0/855577237 wait complete. 2024-05-08T06:13:33.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:32 smithi105 ceph-mon[34393]: pgmap v815: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 852 B/s wr, 7 op/s 2024-05-08T06:13:33.994 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_bee299f4ac344e4c45e550d7a80abcadd7bc3d5a/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-08T06:13:33.995 INFO:tasks.fwd_scrub:done joining 2024-05-08T06:13:33.995 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-08T06:13:34.006 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 -- 172.21.15.69:0/4171802092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0103a10 msgr2=0x7f7ed0103e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/4171802092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0103a10 0x7f7ed0103e90 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009900 tx=0x7f7eb802a3f0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 -- 172.21.15.69:0/4171802092 shutdown_connections 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/4171802092 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ed01043d0 0x7f7ed010ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/4171802092 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0103a10 0x7f7ed0103e90 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/4171802092 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ed0102820 0x7f7ed0102c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 -- 172.21.15.69:0/4171802092 >> 172.21.15.69:0/4171802092 conn(0x7f7ed00fdd90 msgr2=0x7f7ed01001d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 -- 172.21.15.69:0/4171802092 shutdown_connections 2024-05-08T06:13:34.225 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.224+0000 7f7ecfe00640 1 -- 172.21.15.69:0/4171802092 wait complete. 2024-05-08T06:13:34.227 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.225+0000 7f7ecfe00640 1 Processor -- start 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 -- start start 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 0x7f7ed019aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ed0103a10 0x7f7ed019b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ed01043d0 0x7f7ed01a2240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed010e350 con 0x7f7ed0102820 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed010e1d0 con 0x7f7ed0103a10 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecfe00640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f7ed010e4d0 con 0x7f7ed01043d0 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 0x7f7ed019aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecea00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 0x7f7ed019aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50682/0 (socket says 172.21.15.69:50682) 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecea00640 1 -- 172.21.15.69:0/3275973031 learned_addr learned my addr 172.21.15.69:0/3275973031 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ec7e00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ed0103a10 0x7f7ed019b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.226+0000 7f7ecf400640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ed01043d0 0x7f7ed01a2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecea00640 1 -- 172.21.15.69:0/3275973031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ed01043d0 msgr2=0x7f7ed01a2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.228 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecea00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ed01043d0 0x7f7ed01a2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecea00640 1 -- 172.21.15.69:0/3275973031 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ed0103a10 msgr2=0x7f7ed019b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecea00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ed0103a10 0x7f7ed019b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecea00640 1 -- 172.21.15.69:0/3275973031 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ed01a28e0 con 0x7f7ed0102820 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecea00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 0x7f7ed019aca0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7ec000e9c0 tx=0x7f7ec000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec000cd80 con 0x7f7ed0102820 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7ec00035f0 con 0x7f7ed0102820 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ed01a2bd0 con 0x7f7ed0102820 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.227+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0010690 con 0x7f7ed0102820 2024-05-08T06:13:34.229 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.228+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ed01a3140 con 0x7f7ed0102820 2024-05-08T06:13:34.230 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.229+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ed01a3310 con 0x7f7ed0102820 2024-05-08T06:13:34.231 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.231+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7ec00037a0 con 0x7f7ed0102820 2024-05-08T06:13:34.232 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.232+0000 7f7ec7400640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7eb40b2870 0x7f7eb40b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.233+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f7ec00e2550 con 0x7f7ed0102820 2024-05-08T06:13:34.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.233+0000 7f7ec7e00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7eb40b2870 0x7f7eb40b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.233 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.233+0000 7f7ec7e00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7eb40b2870 0x7f7eb40b4d30 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000c00 tx=0x7f7eb80314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:34.237 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.237+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7ec00aa220 con 0x7f7ed0102820 2024-05-08T06:13:34.457 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.457+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ed01a34e0 con 0x7f7ed0102820 2024-05-08T06:13:34.460 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.461+0000 7f7ec7400640 1 -- 172.21.15.69:0/3275973031 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7f7ec00a9b20 con 0x7f7ed0102820 2024-05-08T06:13:34.461 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:13:34.461 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7eb40b2870 msgr2=0x7f7eb40b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7eb40b2870 0x7f7eb40b4d30 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8000c00 tx=0x7f7eb80314a0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 msgr2=0x7f7ed019aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 0x7f7ed019aca0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7ec000e9c0 tx=0x7f7ec000ee80 comp rx=0 tx=0).stop 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 shutdown_connections 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f7eb40b2870 0x7f7eb40b4d30 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f7ed01043d0 0x7f7ed01a2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.464 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f7ed0103a10 0x7f7ed019b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 --2- 172.21.15.69:0/3275973031 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f7ed0102820 0x7f7ed019aca0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 >> 172.21.15.69:0/3275973031 conn(0x7f7ed00fdd90 msgr2=0x7f7ed0074be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:34.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 shutdown_connections 2024-05-08T06:13:34.465 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.464+0000 7f7ecfe00640 1 -- 172.21.15.69:0/3275973031 wait complete. 2024-05-08T06:13:34.483 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-08T05:51:30.844759+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-08T05:57:01.933358+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-08T05:57:06.364589+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-08T06:13:34.484 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-08T06:13:34.692 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 -- 172.21.15.69:0/153076341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb744076970 msgr2=0x7fb744074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 --2- 172.21.15.69:0/153076341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb744076970 0x7fb744074dc0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb738009900 tx=0x7fb73802a480 comp rx=0 tx=0).stop 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 -- 172.21.15.69:0/153076341 shutdown_connections 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 --2- 172.21.15.69:0/153076341 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb74410a790 0x7fb74410cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 --2- 172.21.15.69:0/153076341 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb744075390 0x7fb7440757f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 --2- 172.21.15.69:0/153076341 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb744076970 0x7fb744074dc0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 -- 172.21.15.69:0/153076341 >> 172.21.15.69:0/153076341 conn(0x7fb7440fde50 msgr2=0x7fb744100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 -- 172.21.15.69:0/153076341 shutdown_connections 2024-05-08T06:13:34.693 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.692+0000 7fb74ae00640 1 -- 172.21.15.69:0/153076341 wait complete. 2024-05-08T06:13:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 Processor -- start 2024-05-08T06:13:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 -- start start 2024-05-08T06:13:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb744075390 0x7fb74419ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb744076970 0x7fb74419b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.695 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 0x7fb7441a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fb744110610 con 0x7fb74410a790 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fb744110490 con 0x7fb744075390 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.693+0000 7fb74ae00640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fb744110790 con 0x7fb744076970 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 0x7fb7441a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 0x7fb7441a22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50690/0 (socket says 172.21.15.69:50690) 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 -- 172.21.15.69:0/298226618 learned_addr learned my addr 172.21.15.69:0/298226618 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb749a00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb744075390 0x7fb74419ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb749000640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb744076970 0x7fb74419b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 -- 172.21.15.69:0/298226618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb744076970 msgr2=0x7fb74419b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb744076970 0x7fb74419b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 -- 172.21.15.69:0/298226618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb744075390 msgr2=0x7fb74419ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb744075390 0x7fb74419ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 -- 172.21.15.69:0/298226618 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7441a2960 con 0x7fb74410a790 2024-05-08T06:13:34.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.694+0000 7fb74a400640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 0x7fb7441a22f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb73c00eb10 tx=0x7fb73c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:34.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.695+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73c004b20 con 0x7fb74410a790 2024-05-08T06:13:34.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.695+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb73c004cc0 con 0x7fb74410a790 2024-05-08T06:13:34.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.695+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7441a2c50 con 0x7fb74410a790 2024-05-08T06:13:34.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.695+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb73c010670 con 0x7fb74410a790 2024-05-08T06:13:34.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.695+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7441a31a0 con 0x7fb74410a790 2024-05-08T06:13:34.697 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.696+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb744109550 con 0x7fb74410a790 2024-05-08T06:13:34.698 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.698+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb73c005020 con 0x7fb74410a790 2024-05-08T06:13:34.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.700+0000 7fb742000640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb72c0b27f0 0x7fb72c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:34.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.700+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fb73c0e27c0 con 0x7fb74410a790 2024-05-08T06:13:34.700 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.700+0000 7fb749a00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb72c0b27f0 0x7fb72c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:34.701 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.701+0000 7fb749a00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb72c0b27f0 0x7fb72c0b4cb0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb738000c00 tx=0x7fb7380314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:34.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.704+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb73c0aa490 con 0x7fb74410a790 2024-05-08T06:13:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:34 smithi135 ceph-mon[34761]: pgmap v816: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T06:13:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:34 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3275973031' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:13:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:34 smithi069 ceph-mon[29571]: pgmap v816: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T06:13:34.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:34 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3275973031' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:13:34.911 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.911+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb7440635b0 con 0x7fb74410a790 2024-05-08T06:13:34.912 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.912+0000 7fb742000640 1 -- 172.21.15.69:0/298226618 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fb73c0a9d90 con 0x7fb74410a790 2024-05-08T06:13:34.912 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-05-08T06:13:34.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb72c0b27f0 msgr2=0x7fb72c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb72c0b27f0 0x7fb72c0b4cb0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb738000c00 tx=0x7fb7380314a0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.915 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 msgr2=0x7fb7441a22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 0x7fb7441a22f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb73c00eb10 tx=0x7fb73c00c2d0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 shutdown_connections 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fb72c0b27f0 0x7fb72c0b4cb0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fb74410a790 0x7fb7441a22f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fb744076970 0x7fb74419b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 --2- 172.21.15.69:0/298226618 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fb744075390 0x7fb74419ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 >> 172.21.15.69:0/298226618 conn(0x7fb7440fde50 msgr2=0x7fb744106720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 shutdown_connections 2024-05-08T06:13:34.916 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:34.915+0000 7fb74ae00640 1 -- 172.21.15.69:0/298226618 wait complete. 2024-05-08T06:13:34.935 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-08T06:13:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:34 smithi105 ceph-mon[34393]: pgmap v816: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T06:13:35.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:34 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3275973031' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.122+0000 7f1be9600640 1 -- 172.21.15.69:0/262972684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 msgr2=0x7f1be410ad20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.122+0000 7f1be9600640 1 --2- 172.21.15.69:0/262972684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be410ad20 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc009ca0 tx=0x7f1bdc02a8c0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 -- 172.21.15.69:0/262972684 shutdown_connections 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 --2- 172.21.15.69:0/262972684 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be410ad20 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 --2- 172.21.15.69:0/262972684 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be4103ad0 0x7f1be4103f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 --2- 172.21.15.69:0/262972684 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1be41028e0 0x7f1be4102d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 -- 172.21.15.69:0/262972684 >> 172.21.15.69:0/262972684 conn(0x7f1be40fde50 msgr2=0x7f1be4100290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:35.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 -- 172.21.15.69:0/262972684 shutdown_connections 2024-05-08T06:13:35.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.123+0000 7f1be9600640 1 -- 172.21.15.69:0/262972684 wait complete. 2024-05-08T06:13:35.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.124+0000 7f1be9600640 1 Processor -- start 2024-05-08T06:13:35.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.124+0000 7f1be9600640 1 -- start start 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.124+0000 7f1be9600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 0x7f1be4076760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be9600640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1be4103ad0 0x7f1be4074da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be9600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be40752e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be9600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f1be410e440 con 0x7f1be4104490 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be9600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f1be410e2c0 con 0x7f1be41028e0 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be9600640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f1be410e5c0 con 0x7f1be4103ad0 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 0x7f1be4076760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 0x7f1be4076760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:59082/0 (socket says 172.21.15.69:59082) 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 -- 172.21.15.69:0/3864275441 learned_addr learned my addr 172.21.15.69:0/3864275441 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3400640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1be4103ad0 0x7f1be4074da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be8c00640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be40752e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.126 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 -- 172.21.15.69:0/3864275441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1be4103ad0 msgr2=0x7f1be4074da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1be4103ad0 0x7f1be4074da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 -- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 msgr2=0x7f1be40752e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be40752e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be3e00640 1 -- 172.21.15.69:0/3864275441 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be4075b70 con 0x7f1be41028e0 2024-05-08T06:13:35.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.125+0000 7f1be8c00640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be40752e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-08T06:13:35.127 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.126+0000 7f1be3e00640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 0x7f1be4076760 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1bd400e9c0 tx=0x7f1bd400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:35.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.126+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd400cd80 con 0x7f1be41028e0 2024-05-08T06:13:35.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.126+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be41a2bd0 con 0x7f1be41028e0 2024-05-08T06:13:35.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.126+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1bd40035f0 con 0x7f1be41028e0 2024-05-08T06:13:35.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.126+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd4010690 con 0x7f1be41028e0 2024-05-08T06:13:35.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.126+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be41a3170 con 0x7f1be41028e0 2024-05-08T06:13:35.128 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.128+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1be4109c00 con 0x7f1be41028e0 2024-05-08T06:13:35.130 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.130+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1bd40037a0 con 0x7f1be41028e0 2024-05-08T06:13:35.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.131+0000 7f1be0c00640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bc80b2870 0x7f1bc80b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.131+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f1bd40e2730 con 0x7f1be41028e0 2024-05-08T06:13:35.132 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.132+0000 7f1be3400640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bc80b2870 0x7f1bc80b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.133+0000 7f1be3400640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bc80b2870 0x7f1bc80b4d30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1be40764d0 tx=0x7f1bd0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:35.133 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.134+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1bd40aa400 con 0x7f1be41028e0 2024-05-08T06:13:35.341 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.341+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f1be402de00 con 0x7f1be41028e0 2024-05-08T06:13:35.342 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.342+0000 7f1be0c00640 1 -- 172.21.15.69:0/3864275441 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7f1bd40a9d00 con 0x7f1be41028e0 2024-05-08T06:13:35.342 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 32 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.344+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bc80b2870 msgr2=0x7f1bc80b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.344+0000 7f1be9600640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bc80b2870 0x7f1bc80b4d30 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1be40764d0 tx=0x7f1bd0005f90 comp rx=0 tx=0).stop 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.344+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 msgr2=0x7f1be4076760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.344+0000 7f1be9600640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 0x7f1be4076760 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1bd400e9c0 tx=0x7f1bd400ee80 comp rx=0 tx=0).stop 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 shutdown_connections 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f1bc80b2870 0x7f1bc80b4d30 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f1be4104490 0x7f1be40752e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f1be4103ad0 0x7f1be4074da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 --2- 172.21.15.69:0/3864275441 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f1be41028e0 0x7f1be4076760 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 >> 172.21.15.69:0/3864275441 conn(0x7f1be40fde50 msgr2=0x7f1be4106dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:35.345 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 shutdown_connections 2024-05-08T06:13:35.346 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.345+0000 7f1be9600640 1 -- 172.21.15.69:0/3864275441 wait complete. 2024-05-08T06:13:35.364 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-08T06:13:35.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 -- 172.21.15.69:0/763033012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c104c10 msgr2=0x7f363c105030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 --2- 172.21.15.69:0/763033012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c104c10 0x7f363c105030 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f362c009860 tx=0x7f362c02a340 comp rx=0 tx=0).stop 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 -- 172.21.15.69:0/763033012 shutdown_connections 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 --2- 172.21.15.69:0/763033012 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f363c1067c0 0x7f363c10d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 --2- 172.21.15.69:0/763033012 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c105e00 0x7f363c106280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 --2- 172.21.15.69:0/763033012 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c104c10 0x7f363c105030 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 -- 172.21.15.69:0/763033012 >> 172.21.15.69:0/763033012 conn(0x7f363c1001a0 msgr2=0x7f363c1025c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 -- 172.21.15.69:0/763033012 shutdown_connections 2024-05-08T06:13:35.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.553+0000 7f3642000640 1 -- 172.21.15.69:0/763033012 wait complete. 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.554+0000 7f3642000640 1 Processor -- start 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 -- start start 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 0x7f363c19aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c105e00 0x7f363c19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f363c1067c0 0x7f363c1a2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f363c110730 con 0x7f363c1067c0 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1105b0 con 0x7f363c105e00 2024-05-08T06:13:35.556 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f3642000640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1108b0 con 0x7f363c104c10 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f363b400640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 0x7f363c19aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f363be00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f363c1067c0 0x7f363c1a2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f363b400640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 0x7f363c19aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:55568/0 (socket says 172.21.15.69:55568) 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f363b400640 1 -- 172.21.15.69:0/2934527847 learned_addr learned my addr 172.21.15.69:0/2934527847 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.555+0000 7f363aa00640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c105e00 0x7f363c19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f363b400640 1 -- 172.21.15.69:0/2934527847 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c105e00 msgr2=0x7f363c19b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f363b400640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c105e00 0x7f363c19b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f363b400640 1 -- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f363c1067c0 msgr2=0x7f363c1a2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f363b400640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f363c1067c0 0x7f363c1a2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f363b400640 1 -- 172.21.15.69:0/2934527847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363c1a2ab0 con 0x7f363c104c10 2024-05-08T06:13:35.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f363b400640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 0x7f363c19aee0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f362c005940 tx=0x7f362c032dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c040020 con 0x7f363c104c10 2024-05-08T06:13:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f363c1a2d40 con 0x7f363c104c10 2024-05-08T06:13:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f362c004040 con 0x7f363c104c10 2024-05-08T06:13:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.556+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c037040 con 0x7f363c104c10 2024-05-08T06:13:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.557+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f363c1a31d0 con 0x7f363c104c10 2024-05-08T06:13:35.558 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.558+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f363c10c0f0 con 0x7f363c104c10 2024-05-08T06:13:35.560 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.560+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f362c043020 con 0x7f363c104c10 2024-05-08T06:13:35.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.562+0000 7f3633e00640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f36200b2870 0x7f36200b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:35.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.562+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f362c1026e0 con 0x7f363c104c10 2024-05-08T06:13:35.562 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.562+0000 7f363aa00640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f36200b2870 0x7f36200b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:35.563 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.563+0000 7f363aa00640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f36200b2870 0x7f36200b4d30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f363c19c3a0 tx=0x7f3628005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:35.567 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.567+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f362c04a020 con 0x7f363c104c10 2024-05-08T06:13:35.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.774+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f363c02dda0 con 0x7f363c104c10 2024-05-08T06:13:35.775 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.775+0000 7f3633e00640 1 -- 172.21.15.69:0/2934527847 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f362c0ca490 con 0x7f363c104c10 2024-05-08T06:13:35.775 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 64 2024-05-08T06:13:35.778 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f36200b2870 msgr2=0x7f36200b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f36200b2870 0x7f36200b4d30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f363c19c3a0 tx=0x7f3628005f90 comp rx=0 tx=0).stop 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 msgr2=0x7f363c19aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 0x7f363c19aee0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f362c005940 tx=0x7f362c032dc0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 shutdown_connections 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f36200b2870 0x7f36200b4d30 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f363c1067c0 0x7f363c1a2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f363c105e00 0x7f363c19b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 --2- 172.21.15.69:0/2934527847 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f363c104c10 0x7f363c19aee0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 >> 172.21.15.69:0/2934527847 conn(0x7f363c1001a0 msgr2=0x7f363c1092c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:35.779 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.778+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 shutdown_connections 2024-05-08T06:13:35.780 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.779+0000 7f3642000640 1 -- 172.21.15.69:0/2934527847 wait complete. 2024-05-08T06:13:35.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:35 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/298226618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T06:13:35.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:35 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3864275441' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-08T06:13:35.798 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-08T06:13:35.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 -- 172.21.15.69:0/855586817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 msgr2=0x7f5cc40797f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:35.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 --2- 172.21.15.69:0/855586817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc40797f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009ca0 tx=0x7f5cbc02a8c0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 -- 172.21.15.69:0/855586817 shutdown_connections 2024-05-08T06:13:35.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 --2- 172.21.15.69:0/855586817 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc40797f0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:35.999 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 --2- 172.21.15.69:0/855586817 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc40785b0 0x7f5cc4078a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:36.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 --2- 172.21.15.69:0/855586817 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5cc4077370 0x7f5cc4077790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:36.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 -- 172.21.15.69:0/855586817 >> 172.21.15.69:0/855586817 conn(0x7f5cc41001a0 msgr2=0x7f5cc41025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:36.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 -- 172.21.15.69:0/855586817 shutdown_connections 2024-05-08T06:13:36.000 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:35.999+0000 7f5cca600640 1 -- 172.21.15.69:0/855586817 wait complete. 2024-05-08T06:13:36.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 Processor -- start 2024-05-08T06:13:36.002 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 -- start start 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc4077370 0x7f5cc419f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5cc40785b0 0x7f5cc419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc41a6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc4114bb0 con 0x7f5cc4078f50 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc4114a30 con 0x7f5cc4077370 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.000+0000 7f5cca600640 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc4114d30 con 0x7f5cc40785b0 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc41a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3400640 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc4077370 0x7f5cc419f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc41a6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:50762/0 (socket says 172.21.15.69:50762) 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 -- 172.21.15.69:0/4180363446 learned_addr learned my addr 172.21.15.69:0/4180363446 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc2a00640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5cc40785b0 0x7f5cc419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 -- 172.21.15.69:0/4180363446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5cc40785b0 msgr2=0x7f5cc419f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:36.003 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5cc40785b0 0x7f5cc419f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 -- 172.21.15.69:0/4180363446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc4077370 msgr2=0x7f5cc419f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc4077370 0x7f5cc419f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 -- 172.21.15.69:0/4180363446 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc41a6dd0 con 0x7f5cc4078f50 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3400640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc4077370 0x7f5cc419f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.001+0000 7f5cc3e00640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc41a6760 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc033040 tx=0x7f5cbc0317c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.002+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc003b70 con 0x7f5cc4078f50 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.002+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5cbc003d10 con 0x7f5cc4078f50 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.002+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc41a7060 con 0x7f5cc4078f50 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.002+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc02fbd0 con 0x7f5cc4078f50 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.002+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc41a7600 con 0x7f5cc4078f50 2024-05-08T06:13:36.004 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.003+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cc41116f0 con 0x7f5cc4078f50 2024-05-08T06:13:36.005 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.005+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5cbc02fd70 con 0x7f5cc4078f50 2024-05-08T06:13:36.006 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.008+0000 7f5cbbe00640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5ca80b2870 0x7f5ca80b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:13:36.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.008+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f5cbc1037f0 con 0x7f5cc4078f50 2024-05-08T06:13:36.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.008+0000 7f5cc3400640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5ca80b2870 0x7f5ca80b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:13:36.007 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.008+0000 7f5cc3400640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5ca80b2870 0x7f5ca80b4d30 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009fc0 tx=0x7f5cb4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:13:36.011 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.012+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5cbc0cb520 con 0x7f5cc4078f50 2024-05-08T06:13:36.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:35 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/298226618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T06:13:36.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:35 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3864275441' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-08T06:13:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:35 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/298226618' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-08T06:13:36.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:35 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3864275441' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-08T06:13:36.259 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.259+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f5cc40635b0 con 0x7f5cc4078f50 2024-05-08T06:13:36.272 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.273+0000 7f5cbbe00640 1 -- 172.21.15.69:0/4180363446 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815640 (secure 0 0 0) 0x7f5cbc0cae20 con 0x7f5cc4078f50 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "epoch": 18, 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "active_gid": 14152, 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "active_name": "x", 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "active_addrs": { 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "addrvec": [ 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "v2", 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "addr": "172.21.15.69:6800", 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: "nonce": 2291959053 2024-05-08T06:13:36.285 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "v1", 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "addr": "172.21.15.69:6801", 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "nonce": 2291959053 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "active_addr": "172.21.15.69:6801/2291959053", 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "active_change": "2024-05-08T05:48:42.677580+0000", 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "active_mgr_features": 4540701547738038271, 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "available": true, 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: "standbys": [ 2024-05-08T06:13:36.286 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "gid": 24112, 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "z", 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr_features": 4540701547738038271, 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "available_modules": [ 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "alerts", 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.287 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How frequently to reexamine health status", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.288 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.289 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.290 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.291 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.292 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.293 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_destination": { 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_destination", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.294 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Email address to send alerts to", 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_from_name": { 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_from_name", 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "Ceph", 2024-05-08T06:13:36.295 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Email From: name", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_host": { 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_host", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.296 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP server", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_password": { 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_password", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.297 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Password to authenticate with", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_port": { 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_port", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "465", 2024-05-08T06:13:36.298 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP port", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_sender": { 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_sender", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.299 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP envelope sender", 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_ssl": { 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_ssl", 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.300 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_user": { 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_user", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.301 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "User to authenticate as", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.302 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "balancer", 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "active": { 2024-05-08T06:13:36.303 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "active", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically balance PGs across cluster", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "begin_time": { 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "begin_time", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.304 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0000", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "beginning time of day to automatically balance", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "begin_weekday": { 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "begin_weekday", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.305 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "6", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_max_iterations": { 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_max_iterations", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "25", 2024-05-08T06:13:36.306 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "250", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_metrics": { 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_metrics", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "pgs,objects,bytes", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.307 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_step": { 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_step", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0.5", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0.001", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "0.999", 2024-05-08T06:13:36.308 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "aggressiveness of optimization", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "end_time": { 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "end_time", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "2359", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "ending time of day to automatically balance", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-08T06:13:36.309 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "end_weekday": { 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "end_weekday", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "6", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.310 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.311 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.312 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.313 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.314 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "min_score": { 2024-05-08T06:13:36.315 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "min_score", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.316 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": { 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mode", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "upmap", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "crush-compat", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "none", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "read", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap-read" 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Balancer mode", 2024-05-08T06:13:36.317 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "pool_ids": { 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pool_ids", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.318 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.319 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.320 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap_max_deviation": { 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "upmap_max_deviation", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.321 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap_max_optimizations": { 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "upmap_max_optimizations", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.322 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cephadm", 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_down_multiplier": { 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_down_multiplier", 2024-05-08T06:13:36.323 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3.0", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_refresh_rate": { 2024-05-08T06:13:36.324 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_refresh_rate", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "20", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_starting_port": { 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_starting_port", 2024-05-08T06:13:36.325 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "4721", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_ptrace": { 2024-05-08T06:13:36.326 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_ptrace", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "autotune_interval": { 2024-05-08T06:13:36.327 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "autotune_interval", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "autotune_memory_target_ratio": { 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "autotune_memory_target_ratio", 2024-05-08T06:13:36.328 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0.7", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm_log_destination": { 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cephadm_log_destination", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.329 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "file", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "file,syslog", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "syslog" 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.330 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "cgroups_split": { 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cgroups_split", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.331 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "config_checks_enabled": { 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_checks_enabled", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.332 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "config_dashboard": { 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_dashboard", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_alertmanager": { 2024-05-08T06:13:36.333 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_alertmanager", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_base": { 2024-05-08T06:13:36.334 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_base", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Container image name, without the tag", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_elasticsearch": { 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_elasticsearch", 2024-05-08T06:13:36.335 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "elasticsearch container image", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.336 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_grafana": { 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_grafana", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_haproxy": { 2024-05-08T06:13:36.337 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_haproxy", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "HAproxy container image", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_agent": { 2024-05-08T06:13:36.338 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_agent", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger agent container image", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_collector": { 2024-05-08T06:13:36.339 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_collector", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger collector container image", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_query": { 2024-05-08T06:13:36.340 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_query", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger query container image", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_keepalived": { 2024-05-08T06:13:36.341 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_keepalived", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Keepalived container image", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_loki": { 2024-05-08T06:13:36.342 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_loki", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Loki container image", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_node_exporter": { 2024-05-08T06:13:36.343 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_node_exporter", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_nvmeof": { 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_nvmeof", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.344 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Nvme-of container image", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_prometheus": { 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_prometheus", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.345 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_promtail": { 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_promtail", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.346 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Promtail container image", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_samba": { 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_samba", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-08T06:13:36.347 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Samba/SMB container image", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_snmp_gateway": { 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_snmp_gateway", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.348 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SNMP Gateway container image", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "container_init": { 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_init", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.349 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Run podman/docker with `--init`", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "daemon_cache_timeout": { 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "daemon_cache_timeout", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.350 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "default_cephadm_command_timeout": { 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "default_cephadm_command_timeout", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "900", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.351 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "default_registry": { 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "default_registry", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.352 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "device_cache_timeout": { 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_cache_timeout", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1800", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache device inventory", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.353 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "device_enhanced_scan": { 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_enhanced_scan", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.354 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "facts_cache_timeout": { 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "facts_cache_timeout", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache host facts data", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.355 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "grafana_dashboards_path": { 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "grafana_dashboards_path", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "host_check_interval": { 2024-05-08T06:13:36.356 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "host_check_interval", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to perform a host check", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.357 INFO:teuthology.orchestra.run.smithi069.stdout: "hw_monitoring": { 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "hw_monitoring", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "inventory_list_all": { 2024-05-08T06:13:36.358 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "inventory_list_all", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.359 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.360 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "log_refresh_metadata": { 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_refresh_metadata", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.361 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.362 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.363 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.364 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-08T06:13:36.365 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "*", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.366 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "max_count_per_host": { 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_count_per_host", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "max number of daemons per service per host", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.367 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "max_osd_draining_count": { 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_osd_draining_count", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.368 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "migration_current": { 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "migration_current", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "internal - do not modify", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.369 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": { 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mode", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "root", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm-package", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "root" 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "mode for remote execution of cephadm", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.370 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "oob_default_addr": { 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "oob_default_addr", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "169.254.1.1", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.371 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "prometheus_alerts_path": { 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prometheus_alerts_path", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.372 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_insecure": { 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_insecure", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_password": { 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_password", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.373 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_url": { 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_url", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.374 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_username": { 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_username", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.375 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "secure_monitoring_stack": { 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "secure_monitoring_stack", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.376 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "service_discovery_port": { 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "service_discovery_port", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8765", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.377 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "cephadm service discovery port", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.378 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "ssh_config_file": { 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssh_config_file", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.379 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "use_agent": { 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "use_agent", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-08T06:13:36.380 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "use_repo_digest": { 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "use_repo_digest", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.381 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_failed_host_check": { 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_failed_host_check", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if the host check fails", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.382 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_stray_daemons": { 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_stray_daemons", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.383 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_stray_hosts": { 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_stray_hosts", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.384 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crash", 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.385 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.386 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.387 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.388 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.389 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "retain_interval": { 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "retain_interval", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "31536000", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.390 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.391 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_recent_interval": { 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_recent_interval", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1209600", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.392 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "dashboard", 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.393 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "ALERTMANAGER_API_HOST": { 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.394 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.395 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "AUDIT_API_ENABLED": { 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "AUDIT_API_ENABLED", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.396 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.397 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "ENABLE_BROWSABLE_API": { 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.398 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.399 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.400 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.401 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.402 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.403 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.404 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.405 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.406 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_PASSWORD": { 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.407 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.408 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_URL": { 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_URL", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.409 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_USERNAME": { 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.410 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.411 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.412 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.413 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.414 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "[]", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.415 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "MULTICLUSTER_CONFIG": { 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "{}", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.416 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "PROMETHEUS_API_HOST": { 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.417 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.418 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.419 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.420 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.421 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.422 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.423 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-08T06:13:36.424 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_ENABLED": { 2024-05-08T06:13:36.425 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-08T06:13:36.426 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.427 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8", 2024-05-08T06:13:36.428 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "45", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.429 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_ACCESS_KEY": { 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.430 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.431 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_SECRET_KEY": { 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.432 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_SSL_VERIFY": { 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.433 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "UNSAFE_TLS_v1_2": { 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.434 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.435 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.436 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.437 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "cross_origin_url": { 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cross_origin_url", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.438 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "crt_file": { 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crt_file", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.439 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "debug": { 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "debug", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable/disable debug options", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "jwt_token_ttl": { 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "jwt_token_ttl", 2024-05-08T06:13:36.440 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "28800", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "key_file": { 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "key_file", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.441 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.442 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.443 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.444 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.445 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.446 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "motd": { 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "motd", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "The message of the day", 2024-05-08T06:13:36.447 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "redirect_resolve_ip_addr": { 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "redirect_resolve_ip_addr", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.448 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "::", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.449 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8080", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.450 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.451 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl": { 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.452 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl_server_port": { 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl_server_port", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8443", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_behaviour": { 2024-05-08T06:13:36.453 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_behaviour", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "redirect", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "redirect" 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.454 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_error_status_code": { 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_error_status_code", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "500", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "400", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "599", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.455 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "url_prefix": { 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "url_prefix", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.456 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "devicehealth", 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "enable_monitoring": { 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enable_monitoring", 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.457 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "monitor device health metrics", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.458 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.459 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.460 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.461 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.462 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "mark_out_threshold": { 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mark_out_threshold", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "2419200", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-08T06:13:36.463 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "pool_name": { 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pool_name", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "device_health_metrics", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-08T06:13:36.464 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "retention_period": { 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "retention_period", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15552000", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long to retain device health metrics", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.465 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "scrape_frequency": { 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "scrape_frequency", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "86400", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.466 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "self_heal": { 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "self_heal", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-08T06:13:36.467 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to wake up and check device health", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.468 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.469 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_threshold": { 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_threshold", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "7257600", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.470 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "diskprediction_local", 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.471 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.472 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.473 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.474 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.475 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "predict_interval": { 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "predict_interval", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "86400", 2024-05-08T06:13:36.476 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "predictor_model": { 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "predictor_model", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "prophetstor", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.477 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.478 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.479 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "influx", 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": false, 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "influxdb python module not found", 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "batch_size": { 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "batch_size", 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.480 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5000", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "database": { 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "database", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.481 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "ceph", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "hostname": { 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "hostname", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.482 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB server hostname", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.483 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "30", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "5", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.484 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.485 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.486 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.487 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.488 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "password": { 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "password", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.489 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "password of InfluxDB server user", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "port": { 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "port", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8086", 2024-05-08T06:13:36.490 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB server port", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.491 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl": { 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "false", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-08T06:13:36.492 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "threads": { 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "threads", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "32", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.493 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "username": { 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "username", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "username of InfluxDB server user", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.494 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "verify_ssl": { 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "verify_ssl", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "true", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.495 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "insights", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.496 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.498 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.499 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.500 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.501 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "iostat", 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.502 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.503 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.505 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.506 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.507 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.507 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.507 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.509 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "k8sevents", 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.510 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_event_retention_days": { 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ceph_event_retention_days", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "7", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.511 INFO:teuthology.orchestra.run.smithi069.stdout: "config_check_secs": { 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_check_secs", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "10", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.512 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.513 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.514 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.515 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.516 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.517 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.518 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "localpool", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "failure_domain": { 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "failure_domain", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "host", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "failure domain for any created local pool", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.519 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.520 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.521 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.522 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.523 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "min_size": { 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "min_size", 2024-05-08T06:13:36.524 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default min_size for any created local pool", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "num_rep": { 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "num_rep", 2024-05-08T06:13:36.525 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default replica count for any created local pool", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_num": { 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pg_num", 2024-05-08T06:13:36.526 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "128", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default pg_num for any created local pool", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "prefix": { 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prefix", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.527 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "name prefix for any created local pool", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.528 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "subtree": { 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "subtree", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.529 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "rack", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mds_autoscaler", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.530 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.531 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.532 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.533 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.534 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.535 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.536 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mirroring", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.537 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.538 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.539 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.540 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.541 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.542 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "nfs", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.543 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.544 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.545 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.546 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.547 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.548 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "orchestrator", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "fail_fs": { 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "fail_fs", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.549 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.550 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.551 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.552 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.553 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.554 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator": { 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "orchestrator", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.555 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "rook", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "test_orchestrator" 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Orchestrator backend", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.556 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "osd_perf_query", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.557 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.558 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.559 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.560 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.561 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.562 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "osd_support", 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.563 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.564 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.565 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.566 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.567 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.568 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.569 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pg_autoscaler", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.570 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.571 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.572 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.573 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.574 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.575 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "threshold": { 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "threshold", 2024-05-08T06:13:36.576 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3.0", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1.0", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "scaling threshold", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.577 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "progress", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_pg_recovery_event": { 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_pg_recovery_event", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.578 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "enabled": { 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enabled", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.579 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.580 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.581 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.582 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.583 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "max_completed_events": { 2024-05-08T06:13:36.584 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_completed_events", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "50", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "number of past completed events to remember", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.585 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long the module is going to sleep", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.586 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prometheus", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.587 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "cache": { 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cache", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "exclude_perf_counters": { 2024-05-08T06:13:36.588 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "exclude_perf_counters", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.589 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.590 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.591 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.592 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.593 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.594 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_stats_pools": { 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_stats_pools", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-08T06:13:36.595 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "300", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "scrape_interval": { 2024-05-08T06:13:36.596 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "scrape_interval", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15.0", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.597 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "::", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.598 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "9283", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.599 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "stale_cache_strategy": { 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "stale_cache_strategy", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "log", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.600 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_behaviour": { 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_behaviour", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "default", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "default", 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: "error" 2024-05-08T06:13:36.601 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_error_status_code": { 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_error_status_code", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "500", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "400", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "599", 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.602 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_support", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.603 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.604 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.605 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.606 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.607 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "max_concurrent_snap_create": { 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_concurrent_snap_create", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.608 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "mirror_snapshot_schedule": { 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mirror_snapshot_schedule", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.609 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.610 INFO:teuthology.orchestra.run.smithi069.stdout: "trash_purge_schedule": { 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "trash_purge_schedule", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.611 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "restful", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "enable_auth": { 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enable_auth", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.612 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "key_file": { 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "key_file", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.613 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.614 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.615 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.616 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.617 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.618 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.619 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.620 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rgw", 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.621 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.622 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.623 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.624 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.625 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.626 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rook", 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.627 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.628 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.629 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.630 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.631 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.632 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "storage_class": { 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "storage_class", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "local", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.633 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "selftest", 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.634 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.635 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.636 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.637 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.638 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "roption1": { 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "roption1", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.639 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "roption2": { 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "roption2", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "xyz", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.640 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption1": { 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption1", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.641 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption2": { 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption2", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.642 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption3": { 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption3", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.643 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption4": { 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption4", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.644 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption5": { 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption5", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.645 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption6": { 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption6", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.646 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption7": { 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption7", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "42", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.647 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.648 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "testkey": { 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testkey", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.649 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "testlkey": { 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testlkey", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.650 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "testnewline": { 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testnewline", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.651 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smb", 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.652 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.653 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.654 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.655 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.656 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.657 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "update_orchestration": { 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "update_orchestration", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.658 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snap_schedule", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_m_granularity": { 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_m_granularity", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.659 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow minute scheduled snapshots", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "dump_on_update": { 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "dump_on_update", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.660 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "dump database to debug log on update", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.661 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.662 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.663 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.664 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.665 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.666 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "stats", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.667 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.668 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.669 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.670 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.671 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "status", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.672 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.673 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.674 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.675 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.676 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.677 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "telegraf", 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.678 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "address": { 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "address", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.679 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.680 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.681 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.682 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.683 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.684 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.685 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "telemetry", 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.686 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_basic": { 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_basic", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_crash": { 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_crash", 2024-05-08T06:13:36.687 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_device": { 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_device", 2024-05-08T06:13:36.688 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_ident": { 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_ident", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.689 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_perf": { 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_perf", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.690 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "contact": { 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "contact", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.691 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "description": { 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "description", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.692 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "device_url": { 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_url", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.693 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "enabled": { 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enabled", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.694 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "24", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "8", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "last_opt_revision": { 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "last_opt_revision", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.695 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "leaderboard": { 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "leaderboard", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.696 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "leaderboard_description": { 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "leaderboard_description", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.697 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.698 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.699 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.700 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.701 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.702 INFO:teuthology.orchestra.run.smithi069.stdout: "organization": { 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "organization", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "proxy": { 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "proxy", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.703 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.704 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "url": { 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "url", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.705 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "test_orchestrator", 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.706 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.707 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.708 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.709 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.710 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.711 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "volumes", 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.712 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.713 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.714 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.715 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.716 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "max_concurrent_clones": { 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_concurrent_clones", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.717 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "4", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "periodic_async_work": { 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "periodic_async_work", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.718 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Periodically check for async work", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "snapshot_clone_delay": { 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snapshot_clone_delay", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.719 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "snapshot_clone_no_wait": { 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snapshot_clone_no_wait", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.720 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.721 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix", 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "discovery_interval": { 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "discovery_interval", 2024-05-08T06:13:36.722 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "100", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "identifier": { 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "identifier", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.723 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.724 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.725 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.726 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.727 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.728 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.729 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.730 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_host": { 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_host", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_port": { 2024-05-08T06:13:36.731 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_port", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10051", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_sender": { 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_sender", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.732 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:36.733 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "gid": 24113, 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "y", 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr_features": 4540701547738038271, 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "available_modules": [ 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "alerts", 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.734 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How frequently to reexamine health status", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.735 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.736 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.737 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.738 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.739 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_destination": { 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_destination", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Email address to send alerts to", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.740 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_from_name": { 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_from_name", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "Ceph", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Email From: name", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_host": { 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_host", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.741 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP server", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_password": { 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_password", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.742 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Password to authenticate with", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_port": { 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_port", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.743 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "465", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP port", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_sender": { 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_sender", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.744 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP envelope sender", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_ssl": { 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_ssl", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.745 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_user": { 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_user", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.746 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "User to authenticate as", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.747 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "balancer", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "active": { 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "active", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.748 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically balance PGs across cluster", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "begin_time": { 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "begin_time", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0000", 2024-05-08T06:13:36.749 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "beginning time of day to automatically balance", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "begin_weekday": { 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "begin_weekday", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.750 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "6", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_max_iterations": { 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_max_iterations", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "25", 2024-05-08T06:13:36.751 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "250", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_metrics": { 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_metrics", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "pgs,objects,bytes", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.752 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_step": { 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_step", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0.5", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0.001", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "0.999", 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.753 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "aggressiveness of optimization", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "end_time": { 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "end_time", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "2359", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.754 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "ending time of day to automatically balance", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "end_weekday": { 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "end_weekday", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "6", 2024-05-08T06:13:36.755 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.756 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.757 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.758 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.759 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.760 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "min_score": { 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "min_score", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.761 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": { 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mode", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "upmap", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.762 INFO:teuthology.orchestra.run.smithi069.stdout: "crush-compat", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "none", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "read", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap-read" 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Balancer mode", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "pool_ids": { 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pool_ids", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.763 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.764 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.765 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap_max_deviation": { 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "upmap_max_deviation", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.766 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap_max_optimizations": { 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "upmap_max_optimizations", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.767 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cephadm", 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_down_multiplier": { 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_down_multiplier", 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.768 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3.0", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_refresh_rate": { 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_refresh_rate", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "20", 2024-05-08T06:13:36.769 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_starting_port": { 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_starting_port", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "4721", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.770 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_ptrace": { 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_ptrace", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-08T06:13:36.771 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "autotune_interval": { 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "autotune_interval", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.772 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "autotune_memory_target_ratio": { 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "autotune_memory_target_ratio", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0.7", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.773 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm_log_destination": { 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cephadm_log_destination", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "file", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "file,syslog", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "syslog" 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-08T06:13:36.774 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "cgroups_split": { 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cgroups_split", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.775 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "config_checks_enabled": { 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_checks_enabled", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.776 INFO:teuthology.orchestra.run.smithi069.stdout: "config_dashboard": { 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_dashboard", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_alertmanager": { 2024-05-08T06:13:36.777 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_alertmanager", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.778 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_base": { 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_base", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Container image name, without the tag", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_elasticsearch": { 2024-05-08T06:13:36.779 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_elasticsearch", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "elasticsearch container image", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_grafana": { 2024-05-08T06:13:36.780 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_grafana", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_haproxy": { 2024-05-08T06:13:36.781 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_haproxy", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "HAproxy container image", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_agent": { 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_agent", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.782 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger agent container image", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_collector": { 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_collector", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.783 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger collector container image", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_query": { 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_query", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.784 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger query container image", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_keepalived": { 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_keepalived", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.785 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Keepalived container image", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_loki": { 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_loki", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-08T06:13:36.786 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Loki container image", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_node_exporter": { 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_node_exporter", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.787 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_nvmeof": { 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_nvmeof", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Nvme-of container image", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.788 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_prometheus": { 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_prometheus", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.789 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_promtail": { 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_promtail", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Promtail container image", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.790 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_samba": { 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_samba", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Samba/SMB container image", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.791 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_snmp_gateway": { 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_snmp_gateway", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SNMP Gateway container image", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "container_init": { 2024-05-08T06:13:36.792 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_init", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Run podman/docker with `--init`", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "daemon_cache_timeout": { 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "daemon_cache_timeout", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.793 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "default_cephadm_command_timeout": { 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "default_cephadm_command_timeout", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "900", 2024-05-08T06:13:36.794 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "default_registry": { 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "default_registry", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.795 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "device_cache_timeout": { 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_cache_timeout", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1800", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache device inventory", 2024-05-08T06:13:36.796 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "device_enhanced_scan": { 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_enhanced_scan", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.797 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "facts_cache_timeout": { 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "facts_cache_timeout", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache host facts data", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.798 INFO:teuthology.orchestra.run.smithi069.stdout: "grafana_dashboards_path": { 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "grafana_dashboards_path", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "host_check_interval": { 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "host_check_interval", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.799 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to perform a host check", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "hw_monitoring": { 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "hw_monitoring", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.800 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "inventory_list_all": { 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "inventory_list_all", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.801 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.802 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.803 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "log_refresh_metadata": { 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_refresh_metadata", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.804 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.805 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.806 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.807 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.808 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "*", 2024-05-08T06:13:36.809 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "max_count_per_host": { 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_count_per_host", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.810 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "max number of daemons per service per host", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "max_osd_draining_count": { 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_osd_draining_count", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.811 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "migration_current": { 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "migration_current", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.812 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "internal - do not modify", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": { 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mode", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "root", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.813 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm-package", 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "root" 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "mode for remote execution of cephadm", 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "oob_default_addr": { 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "oob_default_addr", 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.814 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "169.254.1.1", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "prometheus_alerts_path": { 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prometheus_alerts_path", 2024-05-08T06:13:36.815 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_insecure": { 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_insecure", 2024-05-08T06:13:36.816 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_password": { 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_password", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.817 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_url": { 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_url", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.818 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_username": { 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_username", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.819 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "secure_monitoring_stack": { 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "secure_monitoring_stack", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.820 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "service_discovery_port": { 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "service_discovery_port", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.821 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8765", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "cephadm service discovery port", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.822 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "ssh_config_file": { 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssh_config_file", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.823 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "use_agent": { 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "use_agent", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.824 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "use_repo_digest": { 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "use_repo_digest", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.825 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_failed_host_check": { 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_failed_host_check", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.826 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if the host check fails", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_stray_daemons": { 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_stray_daemons", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.827 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_stray_hosts": { 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_stray_hosts", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.828 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crash", 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.829 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.830 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.831 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.832 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.833 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "retain_interval": { 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "retain_interval", 2024-05-08T06:13:36.834 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "31536000", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.835 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_recent_interval": { 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_recent_interval", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.836 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1209600", 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "dashboard", 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.837 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.838 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "ALERTMANAGER_API_HOST": { 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.839 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.840 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "AUDIT_API_ENABLED": { 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "AUDIT_API_ENABLED", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.841 INFO:teuthology.orchestra.run.smithi069.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.842 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "ENABLE_BROWSABLE_API": { 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.843 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-08T06:13:36.844 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-08T06:13:36.845 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-08T06:13:36.846 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-08T06:13:36.847 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-08T06:13:36.848 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.849 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.850 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_PASSWORD": { 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.851 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.852 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_URL": { 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_URL", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.853 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_USERNAME": { 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.854 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.855 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-08T06:13:36.856 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.857 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.858 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "[]", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "MULTICLUSTER_CONFIG": { 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "{}", 2024-05-08T06:13:36.859 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "PROMETHEUS_API_HOST": { 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.860 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.861 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.862 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.863 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.864 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.865 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.866 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.867 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_ENABLED": { 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.868 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.869 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.870 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.871 INFO:teuthology.orchestra.run.smithi069.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "45", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_ACCESS_KEY": { 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.872 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-08T06:13:36.873 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_SECRET_KEY": { 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-08T06:13:36.874 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_SSL_VERIFY": { 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.875 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "UNSAFE_TLS_v1_2": { 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.876 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.877 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.878 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.879 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "cross_origin_url": { 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cross_origin_url", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.880 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "crt_file": { 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crt_file", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.881 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "debug": { 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "debug", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable/disable debug options", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.882 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "jwt_token_ttl": { 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "jwt_token_ttl", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "28800", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.883 INFO:teuthology.orchestra.run.smithi069.stdout: "key_file": { 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "key_file", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.884 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.885 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.886 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.887 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.888 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "motd": { 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "motd", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "The message of the day", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.889 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "redirect_resolve_ip_addr": { 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "redirect_resolve_ip_addr", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.890 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "::", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:36.891 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8080", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.892 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl": { 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.893 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl_server_port": { 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl_server_port", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8443", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.894 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_behaviour": { 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_behaviour", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "redirect", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.895 INFO:teuthology.orchestra.run.smithi069.stdout: "redirect" 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_error_status_code": { 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_error_status_code", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "500", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "400", 2024-05-08T06:13:36.896 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "599", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "url_prefix": { 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "url_prefix", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.897 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "devicehealth", 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "enable_monitoring": { 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enable_monitoring", 2024-05-08T06:13:36.898 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "monitor device health metrics", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.899 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.900 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.901 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.902 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.903 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "mark_out_threshold": { 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mark_out_threshold", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "2419200", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.904 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "pool_name": { 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pool_name", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "device_health_metrics", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.905 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "retention_period": { 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "retention_period", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15552000", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long to retain device health metrics", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.906 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "scrape_frequency": { 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "scrape_frequency", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "86400", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.907 INFO:teuthology.orchestra.run.smithi069.stdout: "self_heal": { 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "self_heal", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.908 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to wake up and check device health", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.909 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.910 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_threshold": { 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_threshold", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "7257600", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.911 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "diskprediction_local", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.912 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.913 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.914 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.917 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.917 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.918 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.919 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "predict_interval": { 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "predict_interval", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "86400", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.920 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "predictor_model": { 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "predictor_model", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "prophetstor", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.921 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.922 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.923 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "influx", 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": false, 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "influxdb python module not found", 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "batch_size": { 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "batch_size", 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.924 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5000", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "database": { 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "database", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.925 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "ceph", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "hostname": { 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "hostname", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.926 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB server hostname", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:36.927 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "30", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "5", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.928 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.929 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.930 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.931 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.932 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "password": { 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "password", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.933 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "password of InfluxDB server user", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "port": { 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "port", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.934 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8086", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB server port", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.935 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl": { 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.936 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "false", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "threads": { 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "threads", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.937 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "32", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "username": { 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "username", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.938 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "username of InfluxDB server user", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "verify_ssl": { 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "verify_ssl", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.939 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "true", 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.940 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "insights", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.941 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.942 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.943 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.944 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.945 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.946 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "iostat", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.947 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.948 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.949 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.950 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.951 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.952 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "k8sevents", 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_event_retention_days": { 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ceph_event_retention_days", 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "7", 2024-05-08T06:13:36.953 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "config_check_secs": { 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_check_secs", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.954 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "10", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.955 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.956 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.957 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.958 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.959 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.960 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "localpool", 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "failure_domain": { 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "failure_domain", 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "host", 2024-05-08T06:13:36.961 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "failure domain for any created local pool", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.962 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.963 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.964 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.965 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.966 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "min_size": { 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "min_size", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default min_size for any created local pool", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.967 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "num_rep": { 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "num_rep", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default replica count for any created local pool", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_num": { 2024-05-08T06:13:36.968 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pg_num", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "128", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default pg_num for any created local pool", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "prefix": { 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prefix", 2024-05-08T06:13:36.969 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "name prefix for any created local pool", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.970 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "subtree": { 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "subtree", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.971 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "rack", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mds_autoscaler", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.972 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.973 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.974 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.975 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.976 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.977 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mirroring", 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.978 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.979 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.980 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.981 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.982 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.983 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.984 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "nfs", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.985 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.986 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.987 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.988 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.989 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.990 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "orchestrator", 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "fail_fs": { 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "fail_fs", 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.991 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.992 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.993 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.994 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.995 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.996 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator": { 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "orchestrator", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "rook", 2024-05-08T06:13:36.997 INFO:teuthology.orchestra.run.smithi069.stdout: "test_orchestrator" 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Orchestrator backend", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:36.998 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "osd_perf_query", 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:36.999 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.000 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.001 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.002 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.003 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.004 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "osd_support", 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.005 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.006 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.007 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.008 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.009 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.010 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pg_autoscaler", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.011 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.012 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.013 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.014 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.015 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.016 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.017 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.018 INFO:teuthology.orchestra.run.smithi069.stdout: "threshold": { 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "threshold", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3.0", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1.0", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "scaling threshold", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.019 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "progress", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_pg_recovery_event": { 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_pg_recovery_event", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.020 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "enabled": { 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enabled", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.021 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.022 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.023 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.024 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.025 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.026 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "max_completed_events": { 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_completed_events", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "50", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "number of past completed events to remember", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.027 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long the module is going to sleep", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.028 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.029 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prometheus", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "cache": { 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cache", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.030 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "exclude_perf_counters": { 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "exclude_perf_counters", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.031 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.032 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.033 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.034 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.035 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.036 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_stats_pools": { 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_stats_pools", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.037 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "300", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.038 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "scrape_interval": { 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "scrape_interval", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15.0", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.039 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "::", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.040 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "9283", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.041 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "stale_cache_strategy": { 2024-05-08T06:13:37.042 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "stale_cache_strategy", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "log", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_behaviour": { 2024-05-08T06:13:37.043 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_behaviour", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "default", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "default", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "error" 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.044 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_error_status_code": { 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_error_status_code", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "500", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "400", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "599", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.045 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_support", 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.046 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.047 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.048 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.049 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.050 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "max_concurrent_snap_create": { 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_concurrent_snap_create", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.051 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "mirror_snapshot_schedule": { 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mirror_snapshot_schedule", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.052 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.053 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "trash_purge_schedule": { 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "trash_purge_schedule", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.054 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "restful", 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "enable_auth": { 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enable_auth", 2024-05-08T06:13:37.055 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "key_file": { 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "key_file", 2024-05-08T06:13:37.056 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.057 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.058 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.059 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.060 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.061 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.062 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.063 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.064 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rgw", 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.065 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.066 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.067 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.068 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.069 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.070 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.071 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rook", 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.072 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.073 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.074 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.075 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.076 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.077 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "storage_class": { 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "storage_class", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "local", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.078 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "selftest", 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.079 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.080 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.081 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.082 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.083 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "roption1": { 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "roption1", 2024-05-08T06:13:37.084 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "roption2": { 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "roption2", 2024-05-08T06:13:37.085 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "xyz", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption1": { 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption1", 2024-05-08T06:13:37.086 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption2": { 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption2", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.087 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption3": { 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption3", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.088 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption4": { 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption4", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.089 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption5": { 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption5", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.090 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption6": { 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption6", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.091 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption7": { 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption7", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "42", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.092 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.093 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "testkey": { 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testkey", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.094 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "testlkey": { 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testlkey", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.095 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "testnewline": { 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testnewline", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.096 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smb", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.097 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.098 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.099 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.100 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.101 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.102 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "update_orchestration": { 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "update_orchestration", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-08T06:13:37.103 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snap_schedule", 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_m_granularity": { 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_m_granularity", 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.104 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow minute scheduled snapshots", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "dump_on_update": { 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "dump_on_update", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.105 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "dump database to debug log on update", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.106 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.107 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.108 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.109 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.110 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.111 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "stats", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.112 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.113 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.114 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.115 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.116 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.117 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "status", 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.118 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.119 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.120 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.121 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.122 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.123 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "telegraf", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.124 INFO:teuthology.orchestra.run.smithi069.stdout: "address": { 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "address", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.125 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.126 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.127 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.128 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.129 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.130 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.131 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "telemetry", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.132 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_basic": { 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_basic", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.133 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_crash": { 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_crash", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_device": { 2024-05-08T06:13:37.134 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_device", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_ident": { 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_ident", 2024-05-08T06:13:37.135 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_perf": { 2024-05-08T06:13:37.136 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_perf", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "contact": { 2024-05-08T06:13:37.137 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "contact", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "description": { 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "description", 2024-05-08T06:13:37.138 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "device_url": { 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_url", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.139 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "enabled": { 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enabled", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.140 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.141 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "24", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "8", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "last_opt_revision": { 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "last_opt_revision", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1", 2024-05-08T06:13:37.142 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "leaderboard": { 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "leaderboard", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.143 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "leaderboard_description": { 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "leaderboard_description", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.144 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.145 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.146 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.147 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.148 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.149 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "organization": { 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "organization", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.150 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "proxy": { 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "proxy", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.151 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.152 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.153 INFO:teuthology.orchestra.run.smithi069.stdout: "url": { 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "url", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.154 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "test_orchestrator", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.155 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.156 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.157 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.158 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.159 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.160 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.161 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.162 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "volumes", 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.163 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.164 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.165 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.166 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.167 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "max_concurrent_clones": { 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_concurrent_clones", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.168 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "4", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "periodic_async_work": { 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "periodic_async_work", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.169 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Periodically check for async work", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "snapshot_clone_delay": { 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snapshot_clone_delay", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.170 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "snapshot_clone_no_wait": { 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snapshot_clone_no_wait", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.171 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.172 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.173 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "discovery_interval": { 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "discovery_interval", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "100", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.174 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "identifier": { 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "identifier", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.175 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.176 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.177 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.178 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.179 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.180 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.181 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_host": { 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_host", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.182 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_port": { 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_port", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10051", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.183 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_sender": { 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_sender", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.184 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "modules": [ 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm", 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "dashboard", 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "iostat", 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "nfs", 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "restful" 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: "available_modules": [ 2024-05-08T06:13:37.185 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "alerts", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.186 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How frequently to reexamine health status", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.187 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.188 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.189 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.190 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.191 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_destination": { 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_destination", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Email address to send alerts to", 2024-05-08T06:13:37.192 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_from_name": { 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_from_name", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "Ceph", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Email From: name", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.193 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_host": { 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_host", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP server", 2024-05-08T06:13:37.194 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_password": { 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_password", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Password to authenticate with", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.195 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_port": { 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_port", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "465", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP port", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.196 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_sender": { 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_sender", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SMTP envelope sender", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.197 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_ssl": { 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_ssl", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-08T06:13:37.198 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "smtp_user": { 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smtp_user", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "User to authenticate as", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.199 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.200 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "balancer", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "active": { 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "active", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.201 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically balance PGs across cluster", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "begin_time": { 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "begin_time", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0000", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.202 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "beginning time of day to automatically balance", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "begin_weekday": { 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "begin_weekday", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "6", 2024-05-08T06:13:37.203 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_max_iterations": { 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_max_iterations", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "25", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "250", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-08T06:13:37.204 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_metrics": { 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_metrics", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "pgs,objects,bytes", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-08T06:13:37.205 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "crush_compat_step": { 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crush_compat_step", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0.5", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0.001", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "0.999", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "aggressiveness of optimization", 2024-05-08T06:13:37.206 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "end_time": { 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "end_time", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "2359", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "ending time of day to automatically balance", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.207 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "end_weekday": { 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "end_weekday", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "0", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "6", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.208 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.209 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.210 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.211 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.212 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "min_score": { 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "min_score", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.213 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": { 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mode", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "upmap", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.214 INFO:teuthology.orchestra.run.smithi069.stdout: "crush-compat", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "none", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "read", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap-read" 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Balancer mode", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "pool_ids": { 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pool_ids", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.215 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.216 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.217 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap_max_deviation": { 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "upmap_max_deviation", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:37.218 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "upmap_max_optimizations": { 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "upmap_max_optimizations", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.219 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cephadm", 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_down_multiplier": { 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_down_multiplier", 2024-05-08T06:13:37.220 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3.0", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_refresh_rate": { 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_refresh_rate", 2024-05-08T06:13:37.221 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "20", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "agent_starting_port": { 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "agent_starting_port", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.222 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "4721", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_ptrace": { 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_ptrace", 2024-05-08T06:13:37.223 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "autotune_interval": { 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "autotune_interval", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.224 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "autotune_memory_target_ratio": { 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "autotune_memory_target_ratio", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.225 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0.7", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm_log_destination": { 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cephadm_log_destination", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.226 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "file", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "file,syslog", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "syslog" 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.227 INFO:teuthology.orchestra.run.smithi069.stdout: "cgroups_split": { 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cgroups_split", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.228 INFO:teuthology.orchestra.run.smithi069.stdout: "config_checks_enabled": { 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_checks_enabled", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "config_dashboard": { 2024-05-08T06:13:37.229 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_dashboard", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_alertmanager": { 2024-05-08T06:13:37.230 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_alertmanager", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_base": { 2024-05-08T06:13:37.231 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_base", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Container image name, without the tag", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_elasticsearch": { 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_elasticsearch", 2024-05-08T06:13:37.232 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "elasticsearch container image", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_grafana": { 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_grafana", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.233 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_haproxy": { 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_haproxy", 2024-05-08T06:13:37.234 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "HAproxy container image", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_agent": { 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_agent", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.235 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger agent container image", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_collector": { 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_collector", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.236 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger collector container image", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_jaeger_query": { 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_jaeger_query", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.237 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Jaeger query container image", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_keepalived": { 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_keepalived", 2024-05-08T06:13:37.238 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Keepalived container image", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_loki": { 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_loki", 2024-05-08T06:13:37.239 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Loki container image", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_node_exporter": { 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_node_exporter", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.240 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_nvmeof": { 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_nvmeof", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.241 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Nvme-of container image", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_prometheus": { 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_prometheus", 2024-05-08T06:13:37.242 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Prometheus container image", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_promtail": { 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_promtail", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.243 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Promtail container image", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_samba": { 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_samba", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.244 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Samba/SMB container image", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "container_image_snmp_gateway": { 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_image_snmp_gateway", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.245 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "SNMP Gateway container image", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "container_init": { 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "container_init", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.246 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Run podman/docker with `--init`", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "daemon_cache_timeout": { 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "daemon_cache_timeout", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.247 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "default_cephadm_command_timeout": { 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "default_cephadm_command_timeout", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "900", 2024-05-08T06:13:37.248 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "default_registry": { 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "default_registry", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "docker.io", 2024-05-08T06:13:37.249 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "device_cache_timeout": { 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_cache_timeout", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1800", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.250 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache device inventory", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "device_enhanced_scan": { 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_enhanced_scan", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.251 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "facts_cache_timeout": { 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "facts_cache_timeout", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.252 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "seconds to cache host facts data", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "grafana_dashboards_path": { 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "grafana_dashboards_path", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.253 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "host_check_interval": { 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "host_check_interval", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.254 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to perform a host check", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "hw_monitoring": { 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "hw_monitoring", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.255 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "inventory_list_all": { 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "inventory_list_all", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.256 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.257 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "log_refresh_metadata": { 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_refresh_metadata", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.258 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.259 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.260 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.261 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.262 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.263 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "*", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "max_count_per_host": { 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_count_per_host", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.264 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "max number of daemons per service per host", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "max_osd_draining_count": { 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_osd_draining_count", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.265 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "migration_current": { 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "migration_current", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.266 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "internal - do not modify", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "mode": { 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mode", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.267 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "root", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm-package", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "root" 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "mode for remote execution of cephadm", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "oob_default_addr": { 2024-05-08T06:13:37.268 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "oob_default_addr", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "169.254.1.1", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "prometheus_alerts_path": { 2024-05-08T06:13:37.269 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prometheus_alerts_path", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_insecure": { 2024-05-08T06:13:37.270 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_insecure", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_password": { 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_password", 2024-05-08T06:13:37.271 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_url": { 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_url", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.272 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "registry_username": { 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "registry_username", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.273 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "secure_monitoring_stack": { 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "secure_monitoring_stack", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.274 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "service_discovery_port": { 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "service_discovery_port", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.275 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8765", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "cephadm service discovery port", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.276 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "ssh_config_file": { 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssh_config_file", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.277 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "use_agent": { 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "use_agent", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.278 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "use_repo_digest": { 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "use_repo_digest", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.279 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_failed_host_check": { 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_failed_host_check", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.280 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if the host check fails", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_stray_daemons": { 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_stray_daemons", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.281 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_on_stray_hosts": { 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_on_stray_hosts", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.282 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crash", 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.283 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.284 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.285 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.286 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.287 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "retain_interval": { 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "retain_interval", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.288 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "31536000", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.289 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_recent_interval": { 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_recent_interval", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1209600", 2024-05-08T06:13:37.290 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "dashboard", 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.291 INFO:teuthology.orchestra.run.smithi069.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.292 INFO:teuthology.orchestra.run.smithi069.stdout: "ALERTMANAGER_API_HOST": { 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-08T06:13:37.293 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "AUDIT_API_ENABLED": { 2024-05-08T06:13:37.294 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "AUDIT_API_ENABLED", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-08T06:13:37.295 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "ENABLE_BROWSABLE_API": { 2024-05-08T06:13:37.296 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-08T06:13:37.297 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-08T06:13:37.298 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.299 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.300 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.301 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.302 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.303 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.304 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_PASSWORD": { 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.305 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.306 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_URL": { 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_URL", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.307 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_API_USERNAME": { 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.308 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.309 INFO:teuthology.orchestra.run.smithi069.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-08T06:13:37.310 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-08T06:13:37.311 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.312 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "[]", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "MULTICLUSTER_CONFIG": { 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "{}", 2024-05-08T06:13:37.313 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "PROMETHEUS_API_HOST": { 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.314 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.315 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.316 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.317 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.318 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.319 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.320 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.321 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.322 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_ENABLED": { 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.323 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.324 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.325 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.326 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "45", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.327 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_ACCESS_KEY": { 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.328 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "admin", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.329 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_SECRET_KEY": { 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.330 INFO:teuthology.orchestra.run.smithi069.stdout: "RGW_API_SSL_VERIFY": { 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.331 INFO:teuthology.orchestra.run.smithi069.stdout: "UNSAFE_TLS_v1_2": { 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.332 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-08T06:13:37.333 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-08T06:13:37.334 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "cross_origin_url": { 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cross_origin_url", 2024-05-08T06:13:37.335 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "crt_file": { 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "crt_file", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.336 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "debug": { 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "debug", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.337 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Enable/disable debug options", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "jwt_token_ttl": { 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "jwt_token_ttl", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.338 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "28800", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "key_file": { 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "key_file", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.339 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.340 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.341 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.342 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.343 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.344 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.345 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "motd": { 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "motd", 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.346 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "The message of the day", 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.347 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "redirect_resolve_ip_addr": { 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "redirect_resolve_ip_addr", 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.348 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.349 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "::", 2024-05-08T06:13:37.350 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.351 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8080", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.352 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.353 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl": { 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.354 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl_server_port": { 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl_server_port", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8443", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.355 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_behaviour": { 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_behaviour", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "redirect", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "redirect" 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.356 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_error_status_code": { 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_error_status_code", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "500", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "400", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "599", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.357 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "url_prefix": { 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "url_prefix", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.358 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "devicehealth", 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "enable_monitoring": { 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enable_monitoring", 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.359 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "monitor device health metrics", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.360 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.361 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.362 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.363 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.364 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "mark_out_threshold": { 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mark_out_threshold", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.365 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "2419200", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "pool_name": { 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pool_name", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.366 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "device_health_metrics", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "retention_period": { 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "retention_period", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15552000", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.367 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long to retain device health metrics", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "scrape_frequency": { 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "scrape_frequency", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "86400", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.368 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "self_heal": { 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "self_heal", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.369 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.370 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how frequently to wake up and check device health", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.371 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "warn_threshold": { 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "warn_threshold", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "7257600", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-08T06:13:37.372 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "diskprediction_local", 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.373 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.374 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.375 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.376 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.377 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "predict_interval": { 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "predict_interval", 2024-05-08T06:13:37.378 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "86400", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "predictor_model": { 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "predictor_model", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.379 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "prophetstor", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.380 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "600", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.381 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "influx", 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": false, 2024-05-08T06:13:37.382 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "influxdb python module not found", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "batch_size": { 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "batch_size", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5000", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.383 INFO:teuthology.orchestra.run.smithi069.stdout: "database": { 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "database", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "ceph", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "hostname": { 2024-05-08T06:13:37.384 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "hostname", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB server hostname", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.385 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "30", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "5", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.386 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.387 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.388 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.389 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.390 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "password": { 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "password", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.391 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "password of InfluxDB server user", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "port": { 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "port", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "8086", 2024-05-08T06:13:37.392 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "InfluxDB server port", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.393 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "ssl": { 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ssl", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "false", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.394 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "threads": { 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "threads", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "32", 2024-05-08T06:13:37.395 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "username": { 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "username", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.396 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "username of InfluxDB server user", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "verify_ssl": { 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "verify_ssl", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "true", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-08T06:13:37.397 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "insights", 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.398 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.399 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.400 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.401 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.402 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.403 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "iostat", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.404 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.405 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.406 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.407 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.408 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.409 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.410 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "k8sevents", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_event_retention_days": { 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "ceph_event_retention_days", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "7", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.411 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "config_check_secs": { 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "config_check_secs", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "10", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.412 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.413 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.414 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.415 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.416 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.417 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.418 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "localpool", 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "failure_domain": { 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "failure_domain", 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.419 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "host", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "failure domain for any created local pool", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.420 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.421 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.422 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.423 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.424 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "min_size": { 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "min_size", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.425 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default min_size for any created local pool", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "num_rep": { 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "num_rep", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.426 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default replica count for any created local pool", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_num": { 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pg_num", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "128", 2024-05-08T06:13:37.427 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "default pg_num for any created local pool", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "prefix": { 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prefix", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.428 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "name prefix for any created local pool", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.429 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "subtree": { 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "subtree", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "rack", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.430 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mds_autoscaler", 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.431 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.432 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.433 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.434 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.435 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.436 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.437 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mirroring", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.438 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.439 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.440 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.441 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.442 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.443 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "nfs", 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.444 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.445 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.446 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.447 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.448 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.449 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "orchestrator", 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "fail_fs": { 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "fail_fs", 2024-05-08T06:13:37.450 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.451 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.452 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.453 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.454 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.455 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator": { 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "orchestrator", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.456 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "cephadm", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "rook", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "test_orchestrator" 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Orchestrator backend", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.457 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "osd_perf_query", 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.458 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.459 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.460 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.461 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.462 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.463 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.464 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "osd_support", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.465 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.466 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.467 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.468 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.469 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.470 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "pg_autoscaler", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.471 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.472 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.473 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.474 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.475 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.476 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.477 INFO:teuthology.orchestra.run.smithi069.stdout: "threshold": { 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "threshold", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "3.0", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1.0", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "scaling threshold", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.478 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "progress", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_pg_recovery_event": { 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_pg_recovery_event", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.479 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "enabled": { 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enabled", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.480 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.481 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.482 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.483 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.484 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "max_completed_events": { 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_completed_events", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.485 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "50", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "number of past completed events to remember", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "sleep_interval": { 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sleep_interval", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.486 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "5", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "how long the module is going to sleep", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.487 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "prometheus", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.488 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "cache": { 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "cache", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.489 INFO:teuthology.orchestra.run.smithi069.stdout: "exclude_perf_counters": { 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "exclude_perf_counters", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.490 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.491 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.492 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.493 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.494 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_stats_pools": { 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_stats_pools", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.496 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "300", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "scrape_interval": { 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "scrape_interval", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15.0", 2024-05-08T06:13:37.497 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "::", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.498 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "9283", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.499 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.500 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "stale_cache_strategy": { 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "stale_cache_strategy", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "log", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.501 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_behaviour": { 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_behaviour", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "default", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "default", 2024-05-08T06:13:37.502 INFO:teuthology.orchestra.run.smithi069.stdout: "error" 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "standby_error_status_code": { 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "standby_error_status_code", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "500", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "400", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "599", 2024-05-08T06:13:37.503 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_support", 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.504 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.505 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.506 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.507 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.508 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "max_concurrent_snap_create": { 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_concurrent_snap_create", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.509 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "mirror_snapshot_schedule": { 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "mirror_snapshot_schedule", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.510 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.511 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "trash_purge_schedule": { 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "trash_purge_schedule", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.512 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "restful", 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.513 INFO:teuthology.orchestra.run.smithi069.stdout: "enable_auth": { 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enable_auth", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "key_file": { 2024-05-08T06:13:37.514 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "key_file", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.515 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.516 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.517 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.518 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.519 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "server_addr": { 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_addr", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.520 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "server_port": { 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "server_port", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.521 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.522 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rgw", 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.523 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.524 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.525 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.526 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.527 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.528 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.529 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rook", 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.530 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.531 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.532 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.533 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.534 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.535 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "storage_class": { 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "storage_class", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "local", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.536 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "selftest", 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.537 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.538 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.539 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.540 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.541 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "roption1": { 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "roption1", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.542 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "roption2": { 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "roption2", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.543 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "xyz", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption1": { 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption1", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.544 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption2": { 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption2", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.545 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption3": { 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption3", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "float", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.546 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption4": { 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption4", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.547 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption5": { 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption5", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.548 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption6": { 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption6", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.549 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "rwoption7": { 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rwoption7", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "1", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "42", 2024-05-08T06:13:37.550 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.551 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "testkey": { 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testkey", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.552 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "testlkey": { 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testlkey", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.553 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "testnewline": { 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "testnewline", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.554 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "smb", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.555 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.556 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.557 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.558 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.559 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.560 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "update_orchestration": { 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "update_orchestration", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.561 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snap_schedule", 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "allow_m_granularity": { 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "allow_m_granularity", 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.562 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "allow minute scheduled snapshots", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "dump_on_update": { 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "dump_on_update", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.563 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "dump database to debug log on update", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.564 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.565 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.566 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.567 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.568 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.569 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "stats", 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.570 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.571 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.572 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.573 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.574 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.575 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.576 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "status", 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.577 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.578 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.579 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.580 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.581 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.582 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "telegraf", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.583 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "address": { 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "address", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.584 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "15", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.585 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.586 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.587 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.588 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.589 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.590 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.591 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "telemetry", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_basic": { 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_basic", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.592 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_crash": { 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_crash", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.593 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_device": { 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_device", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.594 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_ident": { 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_ident", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.595 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "channel_perf": { 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "channel_perf", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.596 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "contact": { 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "contact", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.597 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "description": { 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "description", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.598 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "device_url": { 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "device_url", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.599 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "enabled": { 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "enabled", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.600 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "24", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "8", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.601 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "last_opt_revision": { 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "last_opt_revision", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "1", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.602 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "leaderboard": { 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "leaderboard", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.603 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "leaderboard_description": { 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "leaderboard_description", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.604 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.605 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.606 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.607 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.608 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "organization": { 2024-05-08T06:13:37.609 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "organization", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.610 INFO:teuthology.orchestra.run.smithi069.stdout: "proxy": { 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "proxy", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.611 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "url": { 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "url", 2024-05-08T06:13:37.612 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.613 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "test_orchestrator", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.614 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.615 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.616 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.617 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.618 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.619 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "volumes", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.620 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.621 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.622 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.623 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.624 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "max_concurrent_clones": { 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "max_concurrent_clones", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "4", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.625 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "periodic_async_work": { 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "periodic_async_work", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.626 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Periodically check for async work", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "snapshot_clone_delay": { 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snapshot_clone_delay", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.627 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "snapshot_clone_no_wait": { 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "snapshot_clone_no_wait", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "True", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.628 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.629 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix", 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "can_run": true, 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "error_string": "", 2024-05-08T06:13:37.630 INFO:teuthology.orchestra.run.smithi069.stdout: "module_options": { 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "discovery_interval": { 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "discovery_interval", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "uint", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "100", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.631 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "identifier": { 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "identifier", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.632 INFO:teuthology.orchestra.run.smithi069.stdout: "interval": { 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "interval", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "secs", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "60", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "log_level": { 2024-05-08T06:13:37.633 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_level", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.634 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster": { 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.635 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_cluster_level": { 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_cluster_level", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "info", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [ 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "", 2024-05-08T06:13:37.636 INFO:teuthology.orchestra.run.smithi069.stdout: "critical", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "debug", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "error", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "info", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "warning" 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "log_to_file": { 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "log_to_file", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "bool", 2024-05-08T06:13:37.637 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "False", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "sqlite3_killpoint": { 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "sqlite3_killpoint", 2024-05-08T06:13:37.638 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "dev", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 1, 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "0", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_host": { 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_host", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.639 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_port": { 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_port", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "int", 2024-05-08T06:13:37.640 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "10051", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "zabbix_sender": { 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "zabbix_sender", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "str", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "level": "advanced", 2024-05-08T06:13:37.641 INFO:teuthology.orchestra.run.smithi069.stdout: "flags": 0, 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "min": "", 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "max": "", 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "enum_allowed": [], 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "desc": "", 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "long_desc": "", 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "tags": [], 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "see_also": [] 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "services": { 2024-05-08T06:13:37.642 INFO:teuthology.orchestra.run.smithi069.stdout: "dashboard": "https://172.21.15.69:8443/" 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "always_on_modules": { 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "octopus": [ 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "balancer", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "crash", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "devicehealth", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_autoscaler", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "progress", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_support", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "status", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "telemetry", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "volumes" 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "pacific": [ 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "balancer", 2024-05-08T06:13:37.643 INFO:teuthology.orchestra.run.smithi069.stdout: "crash", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "devicehealth", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_autoscaler", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "progress", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_support", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "status", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "telemetry", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "volumes" 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "quincy": [ 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "balancer", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "crash", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "devicehealth", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator", 2024-05-08T06:13:37.644 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_autoscaler", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "progress", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_support", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "status", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "telemetry", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "volumes" 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "reef": [ 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "balancer", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "crash", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "devicehealth", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_autoscaler", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "progress", 2024-05-08T06:13:37.645 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_support", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "status", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "telemetry", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "volumes" 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: ], 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "squid": [ 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "balancer", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "crash", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "devicehealth", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "orchestrator", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "pg_autoscaler", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "progress", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "rbd_support", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "status", 2024-05-08T06:13:37.646 INFO:teuthology.orchestra.run.smithi069.stdout: "telemetry", 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "volumes" 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "last_failure_osd_epoch": 3, 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "active_clients": [ 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "devicehealth", 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "addrvec": [ 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "v2", 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "addr": "172.21.15.69:0", 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: "nonce": 7340810 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.647 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "libcephsqlite", 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "addrvec": [ 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "v2", 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "addr": "172.21.15.69:0", 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "nonce": 2208526701 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "rbd_support", 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "addrvec": [ 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.648 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "v2", 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "addr": "172.21.15.69:0", 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "nonce": 2407472113 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "name": "volumes", 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "addrvec": [ 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "type": "v2", 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "addr": "172.21.15.69:0", 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: "nonce": 1142740507 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.649 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.650 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:37.650 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-05-08T06:13:37.650 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:13:37.651 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:36 smithi135 ceph-mon[34761]: pgmap v817: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:13:37.651 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2934527847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-08T06:13:37.651 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/4180363446' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-08T06:13:37.651 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:36 smithi105 ceph-mon[34393]: pgmap v817: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:13:37.651 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2934527847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-08T06:13:37.651 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/4180363446' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-08T06:13:37.652 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5ca80b2870 msgr2=0x7f5ca80b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5ca80b2870 0x7f5ca80b4d30 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009fc0 tx=0x7f5cb4005f90 comp rx=0 tx=0).stop 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 msgr2=0x7f5cc41a6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc41a6760 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc033040 tx=0x7f5cbc0317c0 comp rx=0 tx=0).stop 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 shutdown_connections 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f5ca80b2870 0x7f5ca80b4d30 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f5cc4078f50 0x7f5cc41a6760 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f5cc40785b0 0x7f5cc419f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 --2- 172.21.15.69:0/4180363446 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f5cc4077370 0x7f5cc419f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 >> 172.21.15.69:0/4180363446 conn(0x7f5cc41001a0 msgr2=0x7f5cc41018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 shutdown_connections 2024-05-08T06:13:37.653 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:13:36.280+0000 7f5cca600640 1 -- 172.21.15.69:0/4180363446 wait complete. 2024-05-08T06:13:37.659 DEBUG:tasks.check_counter:Getting stats from a 2024-05-08T06:13:37.660 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-08T06:13:37.660 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:36 smithi069 ceph-mon[29571]: pgmap v817: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 682 B/s wr, 7 op/s 2024-05-08T06:13:37.660 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2934527847' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-08T06:13:37.660 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/4180363446' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-08T06:13:38.102 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:38.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:38 smithi069 ceph-mon[29571]: pgmap v818: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-08T06:13:39.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:38 smithi105 ceph-mon[34393]: pgmap v818: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-08T06:13:39.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:38 smithi135 ceph-mon[34761]: pgmap v818: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-08T06:13:40.546 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 401, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 393, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 587853, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 805030, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 63, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 9, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.167861895, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.052108566, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.097439321, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.012473981, 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:40.547 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 389, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.044884930, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000115385 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 82, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000017751, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000216 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 576480, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 176544 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 858, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 1017, 2024-05-08T06:13:40.548 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 203517, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 717868, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 10, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 4, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.211205598, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.108834232, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.103941649, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.008864468, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1017, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.097339579, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000095712 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:40.549 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1635, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000646446, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000395 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 437584 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 73, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 73, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 24836, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 33461, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 8, 2024-05-08T06:13:40.550 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 4, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.018333358, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.005720168, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.012264957, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000515994, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 73, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.036261287, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000496729 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 114, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000040769, 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000357 2024-05-08T06:13:40.551 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 1, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-MDSRank": { 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 47, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.002539936, 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000054041 2024-05-08T06:13:40.552 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "finisher-PurgeQueue": { 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "queue_len": 0, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "complete_latency": { 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 2, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000011842, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000005921 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "request": 2, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "reply": 1, 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "reply_latency": { 2024-05-08T06:13:40.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000236675, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000236675 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_reply": 0, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "forward": 1, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_complete": 0, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_fetch_keys": 0, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_commit": 11, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_split": 0, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_merge": 0, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes": 16, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_top": 0, 2024-05-08T06:13:40.554 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_bottom": 16, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pin_tail": 0, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_pinned": 13, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_expired": 4, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "inodes_with_caps": 1, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "caps": 1, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "subtrees": 3, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse": 8, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_hit": 4, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_forward": 1, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_discover": 3, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_dir_fetch": 0, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_remote_ino": 0, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "traverse_lock": 0, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "load_cent": 1000, 2024-05-08T06:13:40.555 INFO:teuthology.orchestra.run.smithi069.stdout: "q": 1, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "exported": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "exported_inodes": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "imported": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "imported_inodes": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_dir_fetch": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_backtrace_fetch": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "openino_peer_discover": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rfiles": 4, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rbytes": 234, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "root_rsnaps": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_fetch": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_set_tag": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_backtrace_repaired": 0, 2024-05-08T06:13:40.556 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_inotable_repaired": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_inodes": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dir_base_inodes": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_dirfrag_rstats": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "scrub_file_inodes": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_inode_file_caps": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_revoke": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_grant": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_trunc": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_caps_dirty": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_cap_release": 0, 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: "process_request_cap_release": 0 2024-05-08T06:13:40.557 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_cache": { 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_update_receipt": 11, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_try_discover": 7, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_send_discover": 8, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "dir_handle_discover": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_delayed": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "num_strays_enqueuing": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_created": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_enqueued": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_reintegrated": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "strays_migrated": 0, 2024-05-08T06:13:40.558 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_processing": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_enqueued": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "num_recovering_prioritized": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_started": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "recovery_completed": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_path": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_quiesce_inode": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_enqueue_scrub": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_exportdir": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_flush": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragmentdir": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_fragstats": 0, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "ireq_inodestats": 0 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.559 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_log": { 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "evlrg": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "evadd": 5, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "evex": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "evtrm": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "ev": 5, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "evexg": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "evexd": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "segadd": 2, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "segex": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "segtrm": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "seg": 2, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "segmjr": 2, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "segexg": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "segexd": 0, 2024-05-08T06:13:40.560 INFO:teuthology.orchestra.run.smithi069.stdout: "expos": 4194304, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "wrpos": 4195734, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "rdpos": 0, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "jlat": { 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 4, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.007787131, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.001946782 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "replayed": 0 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_mem": { 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "ino": 20, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "ino+": 22, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "ino-": 2, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "dir": 19, 2024-05-08T06:13:40.561 INFO:teuthology.orchestra.run.smithi069.stdout: "dir+": 23, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "dir-": 4, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "dn": 16, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "dn+": 20, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "dn-": 4, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "cap": 1, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "cap+": 1, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "cap-": 0, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "rss": 51172, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "heap": 223608 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_server": { 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_client_request": 2, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "dispatch_server_request": 0, 2024-05-08T06:13:40.562 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_request": 2, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_client_session": 14, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "handle_peer_request": 0, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "req_create_latency": { 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getattr_latency": { 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getfilelock_latency": { 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.563 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "req_link_latency": { 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookup_latency": { 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookuphash_latency": { 2024-05-08T06:13:40.564 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupino_latency": { 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 1, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000236675, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000236675 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupname_latency": { 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupparent_latency": { 2024-05-08T06:13:40.565 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lookupsnap_latency": { 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "req_lssnap_latency": { 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mkdir_latency": { 2024-05-08T06:13:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mknod_latency": { 2024-05-08T06:13:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "req_mksnap_latency": { 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "req_open_latency": { 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "req_readdir_latency": { 2024-05-08T06:13:40.568 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rename_latency": { 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "req_renamesnap_latency": { 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.569 INFO:teuthology.orchestra.run.smithi069.stdout: "req_snapdiff_latency": { 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmdir_latency": { 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmsnap_latency": { 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.570 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "req_rmxattr_latency": { 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setattr_latency": { 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setdirlayout_latency": { 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.571 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setfilelock_latency": { 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setlayout_latency": { 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "req_setxattr_latency": { 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.572 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "req_symlink_latency": { 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "req_unlink_latency": { 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_revoke_eviction": 0, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "cap_acquisition_throttle": 0, 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "req_getvxattr_latency": { 2024-05-08T06:13:40.573 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_sessions": { 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "session_count": 1, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "session_add": 2, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "session_remove": 1, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_open": 1, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "sessions_stale": 0, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "total_load": 1, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "average_load": 1, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "avg_session_uptime": 753, 2024-05-08T06:13:40.574 INFO:teuthology.orchestra.run.smithi069.stdout: "mdthresh_evicted": 0 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:13:40.575 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-05-08T06:13:40.576 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 246967, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 85, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-05-08T06:13:40.577 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 7528, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 158, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 81309, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 326, 2024-05-08T06:13:40.578 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "objecter": { 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_active": 0, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_laggy": 0, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send": 41, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_send_bytes": 11943, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_resend": 28, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_reply": 41, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "op_latency": { 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 41, 2024-05-08T06:13:40.579 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.266994038, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.006512049 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "op_inflight": 0, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "oplen_avg": { 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 41, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 64 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "op": 41, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "op_r": 0, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "op_w": 41, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "op_rmw": 0, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "op_pg": 0, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_stat": 0, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_create": 10, 2024-05-08T06:13:40.580 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_read": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_write": 4, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writefull": 7, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_writesame": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_append": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_zero": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_truncate": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_delete": 6, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_mapext": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_sparse_read": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_clonerange": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_getxattr": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_setxattr": 20, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_cmpxattr": 0, 2024-05-08T06:13:40.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_rmxattr": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_resetxattrs": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_call": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_watch": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_notify": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_src_cmpxattr": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_pgls_filter": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "osdop_other": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_active": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_send": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_resend": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "linger_ping": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_active": 0, 2024-05-08T06:13:40.582 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_send": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "poolop_resend": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_active": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_send": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "poolstat_resend": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_active": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_send": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "statfs_resend": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "command_active": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "command_send": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "command_resend": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "map_epoch": 81, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "map_full": 0, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "map_inc": 2, 2024-05-08T06:13:40.583 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_sessions": 9, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_open": 14, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_session_close": 5, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_laggy": 0, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_wr": 16, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_rd": 0, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_del": 1 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "oft": { 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_objs": 1, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_kv_pairs": 0, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_updates": 0, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "omap_total_removes": 0 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "osd-slow-ops": { 2024-05-08T06:13:40.584 INFO:teuthology.orchestra.run.smithi069.stdout: "slow_ops_count": 0 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "purge_queue": { 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_ops_high_water": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executing_high_water": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed_ops": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_executed": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "pq_item_in_journal": 0 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:40.585 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 1328, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 676937, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 1328, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 1328, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 676937, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_bytes": { 2024-05-08T06:13:40.586 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 41, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 11943, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 41, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 11943, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.587 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-objecter_ops": { 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 1024, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 41, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 41, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 41, 2024-05-08T06:13:40.588 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 41, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle": { 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:40.589 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-write_buf_throttle-0x557dfc012500": { 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 3758096384, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 5, 2024-05-08T06:13:40.590 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 1430, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 5, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 4, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 1430, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:40.591 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:13:40.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:40 smithi069 ceph-mon[29571]: pgmap v819: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-08T06:13:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:40 smithi105 ceph-mon[34393]: pgmap v819: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-08T06:13:41.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:40 smithi135 ceph-mon[34761]: pgmap v819: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-08T06:13:41.779 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-05-08T06:13:41.780 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-05-08T06:13:41.780 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-05-08T06:13:41.780 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=11 2024-05-08T06:13:41.780 DEBUG:tasks.check_counter:Getting stats from d 2024-05-08T06:13:41.780 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-08T06:13:42.221 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:42.709 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:42 smithi069 ceph-mon[29571]: pgmap v820: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-08T06:13:43.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:42 smithi105 ceph-mon[34393]: pgmap v820: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-08T06:13:43.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:42 smithi135 ceph-mon[34761]: pgmap v820: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 7 op/s 2024-05-08T06:13:44.625 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:13:44.625 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:13:44.625 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 286, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 281, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 534560, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 172672, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 0, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.097040291, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.044558889, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.035095183, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.011781191, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 281, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.027603384, 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000098232 2024-05-08T06:13:44.626 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 534560, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 172672 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 2, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 213, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 320, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 194928, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-05-08T06:13:44.627 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 2, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.040478747, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.032046097, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.003414945, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 211, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.022436957, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000106336 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.628 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 194928 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 0, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 2, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 0, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 0, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 2, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 1, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.001205250, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.000000000, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.001018407, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:44.629 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 0, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.630 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:13:44.631 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:13:44.632 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 149982, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 29, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-05-08T06:13:44.633 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:13:44.634 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 928, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 2, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-05-08T06:13:44.635 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:44.636 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 284, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 491706, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 284, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 284, 2024-05-08T06:13:44.637 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 491706, 2024-05-08T06:13:44.638 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:44.638 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:44.638 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:44.638 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:44.638 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:44.638 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:44.639 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:13:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:44 smithi069 ceph-mon[29571]: pgmap v821: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-08T06:13:45.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:44 smithi105 ceph-mon[34393]: pgmap v821: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-08T06:13:45.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:44 smithi135 ceph-mon[34761]: pgmap v821: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 255 B/s wr, 5 op/s 2024-05-08T06:13:45.763 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-08T06:13:45.763 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-08T06:13:45.763 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-08T06:13:45.763 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-08T06:13:45.763 DEBUG:tasks.check_counter:Getting stats from g 2024-05-08T06:13:45.763 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-08T06:13:46.204 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:46.696 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:46 smithi069 ceph-mon[29571]: pgmap v822: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-08T06:13:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:46 smithi105 ceph-mon[34393]: pgmap v822: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-08T06:13:47.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:46 smithi135 ceph-mon[34761]: pgmap v822: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 0, 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 2, 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 0, 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 0, 2024-05-08T06:13:48.641 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 0, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.005255907, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.000000000, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.000688046, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:48.642 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 282, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 277, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 533472, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 170112, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 2, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 1, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.095975696, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.042750674, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.040855137, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.012726223, 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:48.643 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 277, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.027784360, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000100304 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 533472, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 170112 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 2, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 210, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 320, 2024-05-08T06:13:48.644 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 194400, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 2, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.040351086, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.031757191, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.003500227, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 208, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.022675574, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000109017 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:48.645 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 194400 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 0, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-05-08T06:13:48.646 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:13:48.647 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-05-08T06:13:48.648 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 147920, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 27, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 0, 2024-05-08T06:13:48.649 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 928, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 2, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-05-08T06:13:48.650 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 280, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 491186, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 280, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 280, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 491186, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:48.651 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:13:48.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:48 smithi069 ceph-mon[29571]: pgmap v823: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:49.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:48 smithi105 ceph-mon[34393]: pgmap v823: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:49.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:48 smithi135 ceph-mon[34761]: pgmap v823: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:49.618 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-05-08T06:13:49.618 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-05-08T06:13:49.619 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-05-08T06:13:49.619 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-05-08T06:13:49.619 DEBUG:tasks.check_counter:Getting stats from j 2024-05-08T06:13:49.619 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-08T06:13:50.076 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:13:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:50 smithi105 ceph-mon[34393]: pgmap v824: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:13:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:50 smithi135 ceph-mon[34761]: pgmap v824: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:13:51.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:50 smithi069 ceph-mon[29571]: pgmap v824: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 0, 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 2, 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 0, 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 0, 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-05-08T06:13:52.552 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 0, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.004978275, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.000000000, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.001182343, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.553 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 285, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 282, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 532384, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 174144, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 2, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 1, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.091698002, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.030598986, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.053665511, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.013490199, 2024-05-08T06:13:52.554 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 281, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.026801982, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000095380 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 532384, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 174144 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_messages": 6, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages": 218, 2024-05-08T06:13:52.555 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_bytes": 3312, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_bytes": 195904, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_created_connections": 4, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_active_connections": 2, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_total_time": 0.040951276, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_send_time": 0.030958838, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_recv_time": 0.004901562, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 217, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.025121578, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000115767 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:52.556 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "msgr_send_encrypted_bytes": 195904 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "cct": { 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "total_workers": 0, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "unhealthy_workers": 0 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "mempool": { 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "bloom_filter_items": 0, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:13:52.557 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_extent_items": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:13:52.558 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_blob_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_txc_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluestore_writing_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_bytes": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_items": 0, 2024-05-08T06:13:52.559 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_bytes": 149982, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_anon_items": 29, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "buffer_meta_items": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_items": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_mapbl_items": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osd_pglog_items": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_bytes": 0, 2024-05-08T06:13:52.560 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_items": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_bytes": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "pgmap_items": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_bytes": 928, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "mds_co_items": 2, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_bytes": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_1_items": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_bytes": 0, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "unittest_2_items": 0 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:13:52.561 INFO:teuthology.orchestra.run.smithi069.stdout: "val": 0, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "max": 104857600, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "get_started": 0, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "get": 287, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "get_sum": 492096, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "get_or_fail_success": 287, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "take": 0, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "take_sum": 0, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "put": 287, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "put_sum": 492096, 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "wait": { 2024-05-08T06:13:52.562 INFO:teuthology.orchestra.run.smithi069.stdout: "avgcount": 0, 2024-05-08T06:13:52.563 INFO:teuthology.orchestra.run.smithi069.stdout: "sum": 0.000000000, 2024-05-08T06:13:52.563 INFO:teuthology.orchestra.run.smithi069.stdout: "avgtime": 0.000000000 2024-05-08T06:13:52.563 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:52.563 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-05-08T06:13:52.563 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-05-08T06:13:53.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:52 smithi105 ceph-mon[34393]: pgmap v825: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:13:53.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:52 smithi135 ceph-mon[34761]: pgmap v825: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:13:53.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:52 smithi069 ceph-mon[29571]: pgmap v825: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:13:53.589 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-05-08T06:13:53.590 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-05-08T06:13:53.590 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-05-08T06:13:53.590 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-05-08T06:13:53.590 DEBUG:tasks.check_counter:Getting stats from b 2024-05-08T06:13:53.590 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-08T06:13:53.836 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T06:13:55.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:54 smithi105 ceph-mon[34393]: pgmap v826: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:55.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:54 smithi135 ceph-mon[34761]: pgmap v826: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:55.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:54 smithi069 ceph-mon[29571]: pgmap v826: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:55.620 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-05-08T06:13:55.621 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:13:55.621 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 5644, 2024-05-08T06:13:55.621 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 7208, 2024-05-08T06:13:55.621 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 1782284, 2024-05-08T06:13:55.621 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 11819033, 2024-05-08T06:13:55.621 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 168, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 5, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.637109571, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.221879264, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.266427185, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.135114596, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 7203, 2024-05-08T06:13:55.622 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.376280214, 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000052239 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 4880, 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.001096541, 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000224 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 937424, 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 1498464 2024-05-08T06:13:55.623 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.624 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:13:55.624 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 1421, 2024-05-08T06:13:55.624 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1449, 2024-05-08T06:13:55.624 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 780786, 2024-05-08T06:13:55.624 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 487847, 2024-05-08T06:13:55.624 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 7, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 5, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.155852756, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.064983792, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.063458398, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.025447998, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1451, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.504691448, 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000347823 2024-05-08T06:13:55.625 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1605, 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000388200, 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000241 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 582672, 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 202880 2024-05-08T06:13:55.626 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 1123, 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1370, 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 360863, 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 927619, 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 10, 2024-05-08T06:13:55.627 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 6, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.127218757, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.045770221, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.045595594, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.029236613, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1369, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.463018709, 2024-05-08T06:13:55.628 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000338216 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1515, 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000396694, 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000261 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.629 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 3472, 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 621056 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2024-05-08T06:13:55.630 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 5222, 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.587638451, 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000304028 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2024-05-08T06:13:55.631 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 29, 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000813979, 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000028068 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 646, 2024-05-08T06:13:55.632 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 646, 2024-05-08T06:13:55.633 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2024-05-08T06:13:55.633 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 646, 2024-05-08T06:13:55.633 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 3.352495155, 2024-05-08T06:13:55.633 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.005189620 2024-05-08T06:13:55.633 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.633 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2024-05-08T06:13:55.634 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 0, 2024-05-08T06:13:55.634 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 0, 2024-05-08T06:13:55.634 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 0, 2024-05-08T06:13:55.634 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 12, 2024-05-08T06:13:55.634 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 0, 2024-05-08T06:13:55.634 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 0, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 24, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 0, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 24, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 0, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 23, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 0, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 2, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 2, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 2, 2024-05-08T06:13:55.635 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 687, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 679, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 3, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 0, 2024-05-08T06:13:55.636 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 0, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 0, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 0, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 330, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 4, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 234, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 330, 2024-05-08T06:13:55.637 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 213, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 24, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 189, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 117, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 0, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 611, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 612, 2024-05-08T06:13:55.638 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 599, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 716, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 699, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 1, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 622 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 8, 2024-05-08T06:13:55.639 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 0, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 0, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 0, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 16, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 0, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 3, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 3, 2024-05-08T06:13:55.640 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_quiesce_path": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_quiesce_inode": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 24, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2024-05-08T06:13:55.641 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 0, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 2208, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 0, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 0, 2024-05-08T06:13:55.642 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 2208, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 0, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 4, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 0, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 0, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 4, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 2, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 0, 2024-05-08T06:13:55.643 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 4194304, 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 11595429, 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 0, 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2192, 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 4.365829349, 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001991710 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 0 2024-05-08T06:13:55.644 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 23, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 50, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 27, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 18, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 20, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 2, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 24, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 29, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 5, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 2, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 16, 2024-05-08T06:13:55.645 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 14, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 57468, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 231800 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 1866, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 0, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 646, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 16, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 0, 2024-05-08T06:13:55.646 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 5, 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.004553033, 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000910606 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 17, 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.004432069, 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000260709 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2024-05-08T06:13:55.647 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.648 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1, 2024-05-08T06:13:55.649 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000336853, 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000336853 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.650 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.651 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2024-05-08T06:13:55.652 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.652 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 8, 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.013036412, 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001629551 2024-05-08T06:13:55.653 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2024-05-08T06:13:55.654 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1, 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000253677, 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000253677 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.655 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2, 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.004744338, 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.002372169 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2, 2024-05-08T06:13:55.656 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.003122881, 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001561440 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.657 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.016170515, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.008085257 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.658 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 600, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 3.283394238, 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.005472323 2024-05-08T06:13:55.659 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.660 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 7, 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.019682784, 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.002811826 2024-05-08T06:13:55.661 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1, 2024-05-08T06:13:55.662 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.002768355, 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.002768355 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.663 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 1, 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 2, 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 1, 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 1, 2024-05-08T06:13:55.664 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 88, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 88, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 766, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:13:55.665 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:13:55.666 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:13:55.667 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:13:55.668 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 299511, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 116, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:13:55.669 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 95674, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 657, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2024-05-08T06:13:55.670 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 3797, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 7422750, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 37, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 3797, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 3797, 2024-05-08T06:13:55.671 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 28.468461083, 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.007497619 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 3797, 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 3844 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.672 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 3797, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 381, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 3416, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 0, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 11, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 27, 2024-05-08T06:13:55.673 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 2195, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 58, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 0, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 516, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2024-05-08T06:13:55.674 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 354, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 22, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2024-05-08T06:13:55.675 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 599, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2024-05-08T06:13:55.676 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 81, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2024-05-08T06:13:55.677 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 2, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 12, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 12, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 0, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 53, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 0, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 9 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.678 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 1, 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 0 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.679 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 2, 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 2, 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed_ops": 3, 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 3, 2024-05-08T06:13:55.680 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 8184, 2024-05-08T06:13:55.681 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 2063011, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 8184, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 8184, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 2063011, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.682 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:13:55.683 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 3797, 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 7423053, 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 3797, 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 7423053, 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:55.684 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:55.685 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 3797, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 3797, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 3797, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 3797, 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:55.686 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 3, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 303, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:55.687 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 3, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 3, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 303, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.688 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x560300034500": { 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 2208, 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 7401125, 2024-05-08T06:13:55.689 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 2208, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 2192, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 7401125, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.690 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:55.691 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-05-08T06:13:56.400 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-08T06:13:56.400 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-08T06:13:56.400 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=8 2024-05-08T06:13:56.400 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-05-08T06:13:56.400 DEBUG:tasks.check_counter:Getting stats from e 2024-05-08T06:13:56.400 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-08T06:13:56.644 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T06:13:56.864 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:56 smithi135 ceph-mon[34761]: pgmap v827: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:13:56.910 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:56 smithi105 ceph-mon[34393]: pgmap v827: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:13:57.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:56 smithi069 ceph-mon[29571]: pgmap v827: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:13:58.313 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-05-08T06:13:58.313 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:13:58.313 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 2022, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 2024, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 4791867, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 643006, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 6, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 2, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.184460485, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.072869598, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.044228023, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.049755189, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2022, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.074528042, 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000036858 2024-05-08T06:13:58.314 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 315, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 527, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 79998, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 621864, 2024-05-08T06:13:58.315 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 7, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 4, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.039721345, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.015421239, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.008712783, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.011395801, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 526, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.026375230, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000050143 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.316 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 523536 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 1543, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1538, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 4074194, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 572031, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 3, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 2, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.151590093, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.047615982, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.048692676, 2024-05-08T06:13:58.317 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.045399099, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1537, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.045938890, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000029888 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 555040, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 174848 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.318 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 6043, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.141252018, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000023374 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2024-05-08T06:13:58.319 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 0, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 0, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 0, 2024-05-08T06:13:58.320 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 17, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 17, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 17, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 0, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 2, 2024-05-08T06:13:58.321 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2024-05-08T06:13:58.322 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 4, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 234, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 0, 2024-05-08T06:13:58.323 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 0 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 0, 2024-05-08T06:13:58.324 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_quiesce_path": 0, 2024-05-08T06:13:58.325 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_quiesce_inode": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 0, 2024-05-08T06:13:58.326 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 2208, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 4, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 2, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 4194304, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 11595429, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 11593777, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.327 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 2208 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 14, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 17, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 3, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 9, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 11, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 2, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 17, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 19, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 2, 2024-05-08T06:13:58.328 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 53848, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 215416 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.329 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.330 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.331 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.332 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.333 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.334 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.335 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.336 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.337 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2024-05-08T06:13:58.338 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.339 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 1, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 2, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 1, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 1, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 0, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 0, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 2662, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:13:58.340 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:13:58.341 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:13:58.342 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 189423, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 51, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:13:58.343 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 54818, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 257, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 3580, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 26, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 4, 2024-05-08T06:13:58.344 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 3580, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 3580, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 1.540970824, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000430438 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 3580, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 3581 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 3580, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 3580, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 0, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 1962, 2024-05-08T06:13:58.345 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 1615, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 2, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2024-05-08T06:13:58.346 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2024-05-08T06:13:58.347 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 81, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 2, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 5, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 6, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 1, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2024-05-08T06:13:58.348 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 2, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 0 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 0 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2024-05-08T06:13:58.349 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed_ops": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 3876, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 8579031, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 3876, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:13:58.350 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 3876, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 8579031, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:58.351 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 3580, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 7401135, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 3580, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 7401135, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:13:58.352 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 3580, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 3580, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 3580, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 3580, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2024-05-08T06:13:58.353 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.354 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x55b402f686e0": { 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:13:58.355 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.356 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:13:58.356 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-05-08T06:13:59.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:13:58 smithi105 ceph-mon[34393]: pgmap v828: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:59.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:13:58 smithi135 ceph-mon[34761]: pgmap v828: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:59.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:13:58 smithi069 ceph-mon[29571]: pgmap v828: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:13:59.102 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-05-08T06:13:59.102 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-05-08T06:13:59.102 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-05-08T06:13:59.102 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-05-08T06:13:59.102 DEBUG:tasks.check_counter:Getting stats from h 2024-05-08T06:13:59.103 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-08T06:13:59.341 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T06:14:00.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:00 smithi105 ceph-mon[34393]: pgmap v829: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:01.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:00 smithi135 ceph-mon[34761]: pgmap v829: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:01.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:00 smithi069 ceph-mon[29571]: pgmap v829: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:01.083 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-05-08T06:14:01.083 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:14:01.083 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 79, 2024-05-08T06:14:01.083 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 81, 2024-05-08T06:14:01.083 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 25935, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 77438, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 15, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 2, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.014447218, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.002494965, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.007176280, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.000428234, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 79, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.025628714, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000324414 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 117, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000024683, 2024-05-08T06:14:01.084 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000210 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 68, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 278, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 14038, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 1118512, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 57, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 6, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.032104563, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.010197496, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.017668992, 2024-05-08T06:14:01.085 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.000320908, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 277, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.031656257, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000114282 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 48, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000004303, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000089 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 534080 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 1183, 2024-05-08T06:14:01.086 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 1131, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 771129, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 317966, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 7, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 4, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.137769804, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.062529055, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.066228062, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.011866629, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1130, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.060438042, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000053484 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1645, 2024-05-08T06:14:01.087 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000381473, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000231 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 567488, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 179488 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 1, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-MDSRank": { 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 47, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.001380495, 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000029372 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.088 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "finisher-PurgeQueue": { 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "queue_len": 0, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "complete_latency": { 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 2, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000008181, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000004090 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "mds": { 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "request": 0, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "reply": 0, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "reply_latency": { 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.089 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_reply": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "forward": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_complete": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_fetch_keys": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_commit": 11, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_split": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_merge": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes": 16, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_top": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_bottom": 16, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pin_tail": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_pinned": 13, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_expired": 4, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "inodes_with_caps": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "caps": 0, 2024-05-08T06:14:01.090 INFO:teuthology.orchestra.run.smithi105.stdout: "subtrees": 3, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse": 7, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_hit": 4, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_forward": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_discover": 3, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_dir_fetch": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_remote_ino": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "traverse_lock": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "load_cent": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "q": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "exported": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "exported_inodes": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "imported": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "imported_inodes": 0, 2024-05-08T06:14:01.091 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_dir_fetch": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_backtrace_fetch": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "openino_peer_discover": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rfiles": 4, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rbytes": 234, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "root_rsnaps": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_fetch": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_set_tag": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_backtrace_repaired": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_inotable_repaired": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_inodes": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dir_base_inodes": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_dirfrag_rstats": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "scrub_file_inodes": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_inode_file_caps": 0, 2024-05-08T06:14:01.092 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_revoke": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_grant": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_trunc": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_caps_dirty": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_cap_release": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "process_request_cap_release": 0 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_cache": { 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_update_receipt": 11, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_try_discover": 7, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_send_discover": 8, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "dir_handle_discover": 0, 2024-05-08T06:14:01.093 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_delayed": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "num_strays_enqueuing": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_created": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_enqueued": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_reintegrated": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "strays_migrated": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_processing": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_enqueued": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "num_recovering_prioritized": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_started": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "recovery_completed": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_quiesce_path": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_quiesce_inode": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_enqueue_scrub": 0, 2024-05-08T06:14:01.094 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_exportdir": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_flush": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragmentdir": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_fragstats": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "ireq_inodestats": 0 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_log": { 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "evlrg": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "evadd": 2, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "evex": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "evtrm": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "ev": 2, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "evexg": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "evexd": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "segadd": 2, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "segex": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "segtrm": 0, 2024-05-08T06:14:01.095 INFO:teuthology.orchestra.run.smithi105.stdout: "seg": 2, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "segmjr": 2, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "segexg": 0, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "segexd": 0, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "expos": 4194304, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "wrpos": 4194892, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "rdpos": 0, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "jlat": { 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 1, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.001776478, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.001776478 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "replayed": 0 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_mem": { 2024-05-08T06:14:01.096 INFO:teuthology.orchestra.run.smithi105.stdout: "ino": 20, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "ino+": 22, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "ino-": 2, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dir": 19, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dir+": 23, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dir-": 4, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dn": 16, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dn+": 20, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dn-": 4, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "cap": 0, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "cap+": 0, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "cap-": 0, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "rss": 51304, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "heap": 223608 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_server": { 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_client_request": 0, 2024-05-08T06:14:01.097 INFO:teuthology.orchestra.run.smithi105.stdout: "dispatch_server_request": 0, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_request": 0, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_client_session": 0, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "handle_peer_request": 0, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "req_create_latency": { 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getattr_latency": { 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getfilelock_latency": { 2024-05-08T06:14:01.098 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "req_link_latency": { 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookup_latency": { 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookuphash_latency": { 2024-05-08T06:14:01.099 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupino_latency": { 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupname_latency": { 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupparent_latency": { 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.100 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lookupsnap_latency": { 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "req_lssnap_latency": { 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mkdir_latency": { 2024-05-08T06:14:01.101 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mknod_latency": { 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "req_mksnap_latency": { 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.102 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "req_open_latency": { 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "req_readdir_latency": { 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rename_latency": { 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.103 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "req_renamesnap_latency": { 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "req_snapdiff_latency": { 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmdir_latency": { 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.104 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmsnap_latency": { 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "req_rmxattr_latency": { 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setattr_latency": { 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setdirlayout_latency": { 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.105 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setfilelock_latency": { 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setlayout_latency": { 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "req_setxattr_latency": { 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.106 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "req_symlink_latency": { 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "req_unlink_latency": { 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_revoke_eviction": 0, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "cap_acquisition_throttle": 0, 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "req_getvxattr_latency": { 2024-05-08T06:14:01.107 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_sessions": { 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "session_count": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "session_add": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "session_remove": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_open": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "sessions_stale": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "total_load": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "average_load": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "avg_session_uptime": 0, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "mdthresh_evicted": 0 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.108 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:14:01.109 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2024-05-08T06:14:01.110 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 238807, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 76, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 7528, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 158, 2024-05-08T06:14:01.111 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 80909, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 320, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "objecter": { 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "op_active": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "op_laggy": 0, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send": 35, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "op_send_bytes": 10710, 2024-05-08T06:14:01.112 INFO:teuthology.orchestra.run.smithi105.stdout: "op_resend": 33, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_reply": 35, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_latency": { 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 35, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.296994432, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.008485555 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_inflight": 0, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "oplen_avg": { 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 35, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 57 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op": 35, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_r": 0, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_w": 35, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_rmw": 0, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "op_pg": 0, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_stat": 0, 2024-05-08T06:14:01.113 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_create": 10, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_read": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_write": 1, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writefull": 5, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_writesame": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_append": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_zero": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_truncate": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_delete": 6, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_mapext": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_sparse_read": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_clonerange": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_getxattr": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_setxattr": 20, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_cmpxattr": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_rmxattr": 0, 2024-05-08T06:14:01.114 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_resetxattrs": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_call": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_watch": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_notify": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_src_cmpxattr": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_pgls_filter": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "osdop_other": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_active": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_send": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_resend": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "linger_ping": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_active": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_send": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "poolop_resend": 0, 2024-05-08T06:14:01.115 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_active": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_send": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "poolstat_resend": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_active": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_send": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "statfs_resend": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "command_active": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "command_send": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "command_resend": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "map_epoch": 81, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "map_full": 0, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "map_inc": 2, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_sessions": 8, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_open": 14, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_session_close": 6, 2024-05-08T06:14:01.116 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_laggy": 0, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_wr": 14, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_rd": 0, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_del": 1 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "oft": { 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_objs": 1, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_kv_pairs": 0, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_updates": 0, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "omap_total_removes": 0 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "osd-slow-ops": { 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "slow_ops_count": 0 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "purge_queue": { 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops": 0, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_ops_high_water": 0, 2024-05-08T06:14:01.117 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executing_high_water": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed_ops": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_executed": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "pq_item_in_journal": 0 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 1326, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 672092, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 1326, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:14:01.118 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1326, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 672092, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_bytes": { 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 35, 2024-05-08T06:14:01.119 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 10710, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 35, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 10710, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-objecter_ops": { 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 1024, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:14:01.120 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 35, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 35, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 35, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 35, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle": { 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:14:01.121 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.122 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-write_buf_throttle-0x56057dc76500": { 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 3758096384, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 2, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 588, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 2, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 1, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 588, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:01.123 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.124 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:01.124 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-05-08T06:14:01.841 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-08T06:14:01.841 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-08T06:14:01.841 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-08T06:14:01.841 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=11 2024-05-08T06:14:01.842 DEBUG:tasks.check_counter:Getting stats from k 2024-05-08T06:14:01.842 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-08T06:14:02.086 INFO:teuthology.orchestra.run.smithi105.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.b/config 2024-05-08T06:14:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:02 smithi105 ceph-mon[34393]: pgmap v830: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:14:02.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:02 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:14:03.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:02 smithi135 ceph-mon[34761]: pgmap v830: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:14:03.063 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:02 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:14:03.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:02 smithi069 ceph-mon[29571]: pgmap v830: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:14:03.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:02 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-08T06:14:03.810 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:14:03.811 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:14:03.811 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:03 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:14:03.811 INFO:teuthology.orchestra.run.smithi105.stdout:{ 2024-05-08T06:14:03.811 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:14:03.811 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 289, 2024-05-08T06:14:03.811 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 286, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 533472, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 176704, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 4, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 0, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.048024160, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.019173978, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.018094680, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.007660914, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 285, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.015873774, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000055697 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.812 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 533472, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 176704 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 6, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 221, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 3312, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 196432, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 4, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 2, 2024-05-08T06:14:03.813 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.013468985, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.009978807, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.001215020, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 220, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.013658106, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000062082 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.814 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 196432 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_messages": 0, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages": 2, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_bytes": 0, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_bytes": 0, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_created_connections": 2, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_active_connections": 1, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_total_time": 0.000188444, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_send_time": 0.000000000, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_recv_time": 0.000119970, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:03.815 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "cct": { 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "total_workers": 0, 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: "unhealthy_workers": 0 2024-05-08T06:14:03.816 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "mempool": { 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bloom_filter_items": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:14:03.817 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_extent_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_blob_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_txc_items": 0, 2024-05-08T06:14:03.818 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluestore_writing_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_bytes": 147898, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_anon_items": 27, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "buffer_meta_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_bytes": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_items": 0, 2024-05-08T06:14:03.819 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_mapbl_items": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osd_pglog_items": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_items": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "pgmap_items": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_bytes": 928, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "mds_co_items": 2, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_1_items": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_bytes": 0, 2024-05-08T06:14:03.820 INFO:teuthology.orchestra.run.smithi105.stdout: "unittest_2_items": 0 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: }, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "val": 0, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "max": 104857600, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "get_started": 0, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "get": 291, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "get_sum": 492616, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "get_or_fail_success": 291, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "take": 0, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "take_sum": 0, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "put": 291, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "put_sum": 492616, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "wait": { 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "avgcount": 0, 2024-05-08T06:14:03.821 INFO:teuthology.orchestra.run.smithi105.stdout: "sum": 0.000000000, 2024-05-08T06:14:03.822 INFO:teuthology.orchestra.run.smithi105.stdout: "avgtime": 0.000000000 2024-05-08T06:14:03.822 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:03.822 INFO:teuthology.orchestra.run.smithi105.stdout: } 2024-05-08T06:14:03.822 INFO:teuthology.orchestra.run.smithi105.stdout:} 2024-05-08T06:14:04.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:14:04.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:14:04.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:03 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:14:04.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-08T06:14:04.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-08T06:14:04.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:03 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' 2024-05-08T06:14:04.504 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-05-08T06:14:04.504 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-05-08T06:14:04.504 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2024-05-08T06:14:04.504 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2024-05-08T06:14:04.504 DEBUG:tasks.check_counter:Getting stats from c 2024-05-08T06:14:04.505 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-08T06:14:04.756 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T06:14:04.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:04 smithi105 ceph-mon[34393]: pgmap v831: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:04.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:04 smithi135 ceph-mon[34761]: pgmap v831: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:05.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:04 smithi069 ceph-mon[29571]: pgmap v831: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:06.646 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-05-08T06:14:06.646 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 997, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 999, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 262425, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 317110, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 7, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.111608202, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.030160834, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.031476922, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.038963938, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 997, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.046179365, 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000046318 2024-05-08T06:14:06.647 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 296, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 291, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 555666, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 175969, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 3, 2024-05-08T06:14:06.648 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.048268911, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.019115326, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.019345708, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.007937211, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 290, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.016568677, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000057133 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.649 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 555152, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 175328 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 998, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 1210, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 336800, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 763470, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 3, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.142344952, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.048549594, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.035869461, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.042743280, 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:06.650 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 1209, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.074111796, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000061300 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 447696 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 1, 2024-05-08T06:14:06.651 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "finisher-MDSRank": { 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "queue_len": 0, 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "complete_latency": { 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 3977, 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.141243955, 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000035515 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "finisher-PurgeQueue": { 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "queue_len": 0, 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "complete_latency": { 2024-05-08T06:14:06.652 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "mds": { 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "request": 0, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "reply": 0, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "reply_latency": { 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.653 INFO:teuthology.orchestra.run.smithi135.stdout: "slow_reply": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "forward": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_fetch_complete": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_fetch_keys": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_commit": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_split": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_merge": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_top": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_bottom": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_pin_tail": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_pinned": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_expired": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_with_caps": 0, 2024-05-08T06:14:06.654 INFO:teuthology.orchestra.run.smithi135.stdout: "caps": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "subtrees": 1, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_hit": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_forward": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_discover": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_dir_fetch": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_remote_ino": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_lock": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "load_cent": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "q": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "exported": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "exported_inodes": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "imported": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "imported_inodes": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "openino_dir_fetch": 0, 2024-05-08T06:14:06.655 INFO:teuthology.orchestra.run.smithi135.stdout: "openino_backtrace_fetch": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "openino_peer_discover": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "root_rfiles": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "root_rbytes": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "root_rsnaps": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_backtrace_fetch": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_set_tag": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_backtrace_repaired": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_inotable_repaired": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_dir_inodes": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_dir_base_inodes": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_dirfrag_rstats": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_file_inodes": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_inode_file_caps": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_revoke": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_grant": 0, 2024-05-08T06:14:06.656 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_trunc": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_caps": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_caps_dirty": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_cap_release": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "process_request_cap_release": 0 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_cache": { 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_update": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_update_receipt": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_try_discover": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_send_discover": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_handle_discover": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "num_strays": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "num_strays_delayed": 0, 2024-05-08T06:14:06.657 INFO:teuthology.orchestra.run.smithi135.stdout: "num_strays_enqueuing": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_created": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_enqueued": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_reintegrated": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_migrated": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "num_recovering_processing": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "num_recovering_enqueued": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "num_recovering_prioritized": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "recovery_started": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "recovery_completed": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_quiesce_path": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_quiesce_inode": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_enqueue_scrub": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_exportdir": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_flush": 0, 2024-05-08T06:14:06.658 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_fragmentdir": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_fragstats": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_inodestats": 0 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_log": { 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "evlrg": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "evadd": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "evex": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "evtrm": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "ev": 2, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "evexg": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "evexd": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "segadd": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "segex": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "segtrm": 0, 2024-05-08T06:14:06.659 INFO:teuthology.orchestra.run.smithi135.stdout: "seg": 2, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "segmjr": 2, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "segexg": 0, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "segexd": 0, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "expos": 4194304, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "wrpos": 4194892, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "rdpos": 4194352, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "jlat": { 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "replayed": 2 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_mem": { 2024-05-08T06:14:06.660 INFO:teuthology.orchestra.run.smithi135.stdout: "ino": 3, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "ino+": 3, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "ino-": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dir": 1, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dir+": 1, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dir-": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dn": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dn+": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dn-": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "cap": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "cap+": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "cap-": 0, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "rss": 49404, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "heap": 215416 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_server": { 2024-05-08T06:14:06.661 INFO:teuthology.orchestra.run.smithi135.stdout: "dispatch_client_request": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "dispatch_server_request": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_request": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_session": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_peer_request": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "req_create_latency": { 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "req_getattr_latency": { 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.662 INFO:teuthology.orchestra.run.smithi135.stdout: "req_getfilelock_latency": { 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "req_link_latency": { 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookup_latency": { 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookuphash_latency": { 2024-05-08T06:14:06.663 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupino_latency": { 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupname_latency": { 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupparent_latency": { 2024-05-08T06:14:06.664 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupsnap_latency": { 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lssnap_latency": { 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "req_mkdir_latency": { 2024-05-08T06:14:06.665 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "req_mknod_latency": { 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.666 INFO:teuthology.orchestra.run.smithi135.stdout: "req_mksnap_latency": { 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "req_open_latency": { 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "req_readdir_latency": { 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rename_latency": { 2024-05-08T06:14:06.667 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "req_renamesnap_latency": { 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "req_snapdiff_latency": { 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rmdir_latency": { 2024-05-08T06:14:06.668 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rmsnap_latency": { 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rmxattr_latency": { 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setattr_latency": { 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.669 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setdirlayout_latency": { 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setfilelock_latency": { 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setlayout_latency": { 2024-05-08T06:14:06.670 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setxattr_latency": { 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "req_symlink_latency": { 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "req_unlink_latency": { 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.671 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "cap_revoke_eviction": 0, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "cap_acquisition_throttle": 0, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "req_getvxattr_latency": { 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_sessions": { 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "session_count": 0, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "session_add": 0, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "session_remove": 0, 2024-05-08T06:14:06.672 INFO:teuthology.orchestra.run.smithi135.stdout: "sessions_open": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "sessions_stale": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "total_load": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "average_load": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "avg_session_uptime": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "mdthresh_evicted": 0 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:14:06.673 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:14:06.674 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 181281, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 46, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:14:06.675 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 7528, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 158, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 8512, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 13, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-05-08T06:14:06.676 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "objecter": { 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_active": 0, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_laggy": 0, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_send": 1992, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_send_bytes": 21, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_resend": 3, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_reply": 1992, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "op_latency": { 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 1992, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 1.639966012, 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000823276 2024-05-08T06:14:06.677 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "op_inflight": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "oplen_avg": { 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 1992, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 1993 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "op": 1992, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "op_r": 1992, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "op_w": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "op_rmw": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "op_pg": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_stat": 993, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_create": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_read": 997, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_write": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_writefull": 0, 2024-05-08T06:14:06.678 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_writesame": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_append": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_zero": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_truncate": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_delete": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_mapext": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_sparse_read": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_clonerange": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_getxattr": 1, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_setxattr": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_cmpxattr": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_rmxattr": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_resetxattrs": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_call": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_watch": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_notify": 0, 2024-05-08T06:14:06.679 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_src_cmpxattr": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_pgls": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_pgls_filter": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_other": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_active": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_send": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_resend": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_ping": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "poolop_active": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "poolop_send": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "poolop_resend": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "poolstat_active": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "poolstat_send": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "poolstat_resend": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "statfs_active": 0, 2024-05-08T06:14:06.680 INFO:teuthology.orchestra.run.smithi135.stdout: "statfs_send": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "statfs_resend": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "command_active": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "command_send": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "command_resend": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "map_epoch": 81, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "map_full": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "map_inc": 2, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_sessions": 4, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_session_open": 5, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_session_close": 1, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_laggy": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_wr": 0, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_rd": 2, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_del": 0 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.681 INFO:teuthology.orchestra.run.smithi135.stdout: "oft": { 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_objs": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_kv_pairs": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_updates": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_removes": 0 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "osd-slow-ops": { 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "slow_ops_count": 0 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "purge_queue": { 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing_ops": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing_ops_high_water": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing_high_water": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executed_ops": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executed": 0, 2024-05-08T06:14:06.682 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_item_in_journal": 0 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 2287, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 930910, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 2287, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 2287, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 930910, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.683 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-objecter_bytes": { 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 1992, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 593, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 1992, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 593, 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:06.684 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-objecter_ops": { 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 1024, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 1992, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 1992, 2024-05-08T06:14:06.685 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 1992, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 1992, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-write_buf_throttle": { 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 3758096384, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:06.686 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-write_buf_throttle-0x55cfe88446e0": { 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 3758096384, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:06.687 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:06.688 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-05-08T06:14:07.006 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:06 smithi135 ceph-mon[34761]: pgmap v832: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:14:07.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:06 smithi105 ceph-mon[34393]: pgmap v832: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:14:07.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:06 smithi069 ceph-mon[29571]: pgmap v832: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:14:07.435 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-08T06:14:07.435 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-08T06:14:07.435 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-08T06:14:07.435 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-05-08T06:14:07.435 DEBUG:tasks.check_counter:Getting stats from f 2024-05-08T06:14:07.436 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-08T06:14:07.691 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T06:14:08.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:08 smithi135 ceph-mon[34761]: pgmap v833: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:09.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:08 smithi105 ceph-mon[34393]: pgmap v833: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:09.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:08 smithi069 ceph-mon[29571]: pgmap v833: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:09.407 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-05-08T06:14:09.407 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:14:09.407 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 0, 2024-05-08T06:14:09.407 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 2, 2024-05-08T06:14:09.407 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 0, 2024-05-08T06:14:09.407 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 0, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 0, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.000962524, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.000000000, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.000110347, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:09.408 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 3, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 219, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 480, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 274704, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 5, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.013854049, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.009909558, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.001271714, 2024-05-08T06:14:09.409 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 216, 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.019157213, 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000088690 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:09.410 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:09.413 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:09.413 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.413 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 480, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 274704 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 290, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 285, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 535648, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 175232, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 2, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.046701154, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.019047361, 2024-05-08T06:14:09.414 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.017625155, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.007466908, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 285, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.016926195, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000059390 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 535648, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 175232 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.415 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:14:09.416 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:14:09.417 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 147938, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 28, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:14:09.418 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 928, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 2, 2024-05-08T06:14:09.419 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 289, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 492253, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 289, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:09.420 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 289, 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 492253, 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:09.421 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-05-08T06:14:10.080 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-05-08T06:14:10.080 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-05-08T06:14:10.080 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.f 2024-05-08T06:14:10.080 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.f 2024-05-08T06:14:10.080 DEBUG:tasks.check_counter:Getting stats from i 2024-05-08T06:14:10.080 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-08T06:14:10.319 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T06:14:10.715 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:10 smithi135 ceph-mon[34761]: pgmap v834: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:11.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:10 smithi105 ceph-mon[34393]: pgmap v834: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:11.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:10 smithi069 ceph-mon[29571]: pgmap v834: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:11.999 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-05-08T06:14:11.999 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 1293, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 1288, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 890816, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 493010, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 5, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.176504974, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.058476197, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.051357013, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.050938098, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 1287, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.077194021, 2024-05-08T06:14:12.000 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000059979 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 555152, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 175328 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 4, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 219, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 876, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 616986, 2024-05-08T06:14:12.001 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 6, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 3, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.013800482, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.009521150, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.001749946, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000068822, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 217, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.017180298, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000079171 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:12.002 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 616288 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 1907, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 1907, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 489189, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 605609, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 5, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 3, 2024-05-08T06:14:12.003 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.136423503, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.046657670, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.032668952, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.047392199, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 1906, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.075996957, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000039872 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.004 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 448 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 1, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "finisher-MDSRank": { 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "queue_len": 0, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "complete_latency": { 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 4903, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.145090146, 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000029592 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.005 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "finisher-PurgeQueue": { 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "queue_len": 0, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "complete_latency": { 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "mds": { 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "request": 0, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "reply": 0, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "reply_latency": { 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.006 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "slow_reply": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "forward": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_fetch_complete": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_fetch_keys": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_commit": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_split": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_merge": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_top": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_bottom": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_pin_tail": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_pinned": 0, 2024-05-08T06:14:12.007 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_expired": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "inodes_with_caps": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "caps": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "subtrees": 1, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_hit": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_forward": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_discover": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_dir_fetch": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_remote_ino": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "traverse_lock": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "load_cent": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "q": 0, 2024-05-08T06:14:12.008 INFO:teuthology.orchestra.run.smithi135.stdout: "exported": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "exported_inodes": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "imported": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "imported_inodes": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "openino_dir_fetch": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "openino_backtrace_fetch": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "openino_peer_discover": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "root_rfiles": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "root_rbytes": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "root_rsnaps": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_backtrace_fetch": 0, 2024-05-08T06:14:12.009 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_set_tag": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_backtrace_repaired": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_inotable_repaired": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_dir_inodes": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_dir_base_inodes": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_dirfrag_rstats": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "scrub_file_inodes": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_inode_file_caps": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_revoke": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_grant": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_trunc": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-08T06:14:12.010 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_caps": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_caps_dirty": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_cap_release": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "process_request_cap_release": 0 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_cache": { 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_update": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_update_receipt": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_try_discover": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_send_discover": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "dir_handle_discover": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "num_strays": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "num_strays_delayed": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "num_strays_enqueuing": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_created": 0, 2024-05-08T06:14:12.011 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_enqueued": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_reintegrated": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "strays_migrated": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "num_recovering_processing": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "num_recovering_enqueued": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "num_recovering_prioritized": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "recovery_started": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "recovery_completed": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_quiesce_path": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_quiesce_inode": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_enqueue_scrub": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_exportdir": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_flush": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_fragmentdir": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_fragstats": 0, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "ireq_inodestats": 0 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.012 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_log": { 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "evlrg": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "evadd": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "evex": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "evtrm": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "ev": 5, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "evexg": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "evexd": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "segadd": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "segex": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "segtrm": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "seg": 2, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "segmjr": 2, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "segexg": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "segexd": 0, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "expos": 4194304, 2024-05-08T06:14:12.013 INFO:teuthology.orchestra.run.smithi135.stdout: "wrpos": 4195734, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "rdpos": 4195424, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "jlat": { 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "replayed": 5 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_mem": { 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "ino": 3, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "ino+": 3, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "ino-": 0, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "dir": 1, 2024-05-08T06:14:12.014 INFO:teuthology.orchestra.run.smithi135.stdout: "dir+": 1, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "dir-": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "dn": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "dn+": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "dn-": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "cap": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "cap+": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "cap-": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "rss": 52424, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "heap": 215416 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_server": { 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "dispatch_client_request": 0, 2024-05-08T06:14:12.015 INFO:teuthology.orchestra.run.smithi135.stdout: "dispatch_server_request": 0, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_request": 0, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_client_session": 0, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "handle_peer_request": 0, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "req_create_latency": { 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "req_getattr_latency": { 2024-05-08T06:14:12.016 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "req_getfilelock_latency": { 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "req_link_latency": { 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookup_latency": { 2024-05-08T06:14:12.017 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookuphash_latency": { 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupino_latency": { 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupname_latency": { 2024-05-08T06:14:12.018 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupparent_latency": { 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lookupsnap_latency": { 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "req_lssnap_latency": { 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.019 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.020 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.020 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.020 INFO:teuthology.orchestra.run.smithi135.stdout: "req_mkdir_latency": { 2024-05-08T06:14:12.020 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.020 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.020 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "req_mknod_latency": { 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "req_mksnap_latency": { 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "req_open_latency": { 2024-05-08T06:14:12.021 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "req_readdir_latency": { 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rename_latency": { 2024-05-08T06:14:12.022 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "req_renamesnap_latency": { 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "req_snapdiff_latency": { 2024-05-08T06:14:12.023 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rmdir_latency": { 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rmsnap_latency": { 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "req_rmxattr_latency": { 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.024 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setattr_latency": { 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setdirlayout_latency": { 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setfilelock_latency": { 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.025 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setlayout_latency": { 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "req_setxattr_latency": { 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "req_symlink_latency": { 2024-05-08T06:14:12.026 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "req_unlink_latency": { 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "cap_revoke_eviction": 0, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "cap_acquisition_throttle": 0, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "req_getvxattr_latency": { 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.027 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_sessions": { 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "session_count": 1, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "session_add": 2, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "session_remove": 1, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "sessions_open": 1, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "sessions_stale": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "total_load": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "average_load": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "avg_session_uptime": 2686, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "mdthresh_evicted": 0 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:14:12.028 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:14:12.029 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:14:12.030 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 181265, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 45, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 7528, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 158, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-05-08T06:14:12.031 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 8512, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 13, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "objecter": { 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_active": 0, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_laggy": 0, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_send": 2904, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_send_bytes": 21, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_resend": 3, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_reply": 2904, 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "op_latency": { 2024-05-08T06:14:12.032 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 2904, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 1.437970197, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000495168 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "op_inflight": 0, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "oplen_avg": { 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 2904, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 2905 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "op": 2904, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "op_r": 2904, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "op_w": 0, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "op_rmw": 0, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "op_pg": 0, 2024-05-08T06:14:12.033 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_stat": 1896, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_create": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_read": 1006, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_write": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_writefull": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_writesame": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_append": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_zero": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_truncate": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_delete": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_mapext": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_sparse_read": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_clonerange": 0, 2024-05-08T06:14:12.034 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_getxattr": 1, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_setxattr": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_cmpxattr": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_rmxattr": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_resetxattrs": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_call": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_watch": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_notify": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_src_cmpxattr": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_pgls": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_pgls_filter": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "osdop_other": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_active": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_send": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_resend": 0, 2024-05-08T06:14:12.035 INFO:teuthology.orchestra.run.smithi135.stdout: "linger_ping": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "poolop_active": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "poolop_send": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "poolop_resend": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "poolstat_active": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "poolstat_send": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "poolstat_resend": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "statfs_active": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "statfs_send": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "statfs_resend": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "command_active": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "command_send": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "command_resend": 0, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "map_epoch": 81, 2024-05-08T06:14:12.036 INFO:teuthology.orchestra.run.smithi135.stdout: "map_full": 0, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "map_inc": 2, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_sessions": 4, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_session_open": 5, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_session_close": 1, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_laggy": 0, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_wr": 0, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_rd": 2, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_del": 0 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "oft": { 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_objs": 0, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_kv_pairs": 0, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_updates": 0, 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: "omap_total_removes": 0 2024-05-08T06:14:12.037 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "osd-slow-ops": { 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "slow_ops_count": 0 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "purge_queue": { 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing_ops": 0, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing_ops_high_water": 0, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing": 0, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executing_high_water": 0, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executed_ops": 0, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_executed": 0, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "pq_item_in_journal": 0 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:14:12.038 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 3200, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 1074687, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 3200, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 3200, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 1074687, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.039 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-objecter_bytes": { 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 2904, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 1435, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 2904, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 1435, 2024-05-08T06:14:12.040 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-objecter_ops": { 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 1024, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 2904, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 2904, 2024-05-08T06:14:12.041 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 2904, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 2904, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-write_buf_throttle": { 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 3758096384, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:12.042 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-write_buf_throttle-0x55fee256a6e0": { 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 3758096384, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:12.043 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:12.044 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-05-08T06:14:12.804 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:12 smithi135 ceph-mon[34761]: pgmap v835: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:14:12.833 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-08T06:14:12.833 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-08T06:14:12.833 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-08T06:14:12.833 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-05-08T06:14:12.833 DEBUG:tasks.check_counter:Getting stats from l 2024-05-08T06:14:12.834 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-08T06:14:13.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:12 smithi105 ceph-mon[34393]: pgmap v835: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:14:13.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:12 smithi069 ceph-mon[29571]: pgmap v835: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-05-08T06:14:13.073 INFO:teuthology.orchestra.run.smithi135.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.c/config 2024-05-08T06:14:14.769 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:14 smithi135 ceph-mon[34761]: pgmap v836: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout:{ 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-0": { 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 0, 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 2, 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 0, 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 0, 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-05-08T06:14:14.770 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 0, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.000914620, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.000000000, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.000118776, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.771 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 0 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-1": { 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 6, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 224, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 3312, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 196960, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 4, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 2, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.015087388, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.011065716, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.001304416, 2024-05-08T06:14:14.772 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 223, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.016486681, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000073931 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 196960 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.773 INFO:teuthology.orchestra.run.smithi135.stdout: "AsyncMessenger::Worker-2": { 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_messages": 293, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages": 290, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_bytes": 535184, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_bytes": 178960, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_created_connections": 2, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_active_connections": 1, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_total_time": 0.048658318, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_send_time": 0.019997952, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_recv_time": 0.018360412, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_running_fast_dispatch_time": 0.007716430, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_messages_queue_lat": { 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 289, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.015582052, 2024-05-08T06:14:14.774 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000053917 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_handle_ack_lat": { 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_recv_encrypted_bytes": 535184, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "msgr_send_encrypted_bytes": 178960 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "cct": { 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "total_workers": 0, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "unhealthy_workers": 0 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.775 INFO:teuthology.orchestra.run.smithi135.stdout: "mempool": { 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bloom_filter_items": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_alloc_items": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_data_items": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_onode_items": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_meta_items": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_other_items": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-08T06:14:14.776 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_cache_buffer_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_extent_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_blob_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_shared_blob_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_inline_bl_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_fsck_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_txc_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_deferred_items": 0, 2024-05-08T06:14:14.777 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_bytes": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluestore_writing_items": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_bytes": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_items": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_bytes": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_reader_items": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_bytes": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "bluefs_file_writer_items": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_bytes": 148682, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_anon_items": 29, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_bytes": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "buffer_meta_items": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_bytes": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_items": 0, 2024-05-08T06:14:14.778 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_mapbl_items": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osd_pglog_items": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_items": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "osdmap_mapping_items": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "pgmap_items": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_bytes": 928, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "mds_co_items": 2, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_1_items": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_bytes": 0, 2024-05-08T06:14:14.779 INFO:teuthology.orchestra.run.smithi135.stdout: "unittest_2_items": 0 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: }, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "val": 0, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "max": 104857600, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "get_started": 0, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "get": 295, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "get_sum": 493773, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_fail": 0, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "get_or_fail_success": 295, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "take": 0, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "take_sum": 0, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "put": 295, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "put_sum": 493773, 2024-05-08T06:14:14.780 INFO:teuthology.orchestra.run.smithi135.stdout: "wait": { 2024-05-08T06:14:14.781 INFO:teuthology.orchestra.run.smithi135.stdout: "avgcount": 0, 2024-05-08T06:14:14.781 INFO:teuthology.orchestra.run.smithi135.stdout: "sum": 0.000000000, 2024-05-08T06:14:14.781 INFO:teuthology.orchestra.run.smithi135.stdout: "avgtime": 0.000000000 2024-05-08T06:14:14.781 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:14.781 INFO:teuthology.orchestra.run.smithi135.stdout: } 2024-05-08T06:14:14.781 INFO:teuthology.orchestra.run.smithi135.stdout:} 2024-05-08T06:14:15.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:14 smithi105 ceph-mon[34393]: pgmap v836: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:15.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:14 smithi069 ceph-mon[29571]: pgmap v836: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:15.422 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-05-08T06:14:15.423 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-05-08T06:14:15.423 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-05-08T06:14:15.423 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-05-08T06:14:15.423 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-08T06:14:15.433 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-08T06:14:15.433 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T06:14:15.433 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T06:14:15.493 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-05-08T06:14:15.493 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-08T06:14:15.548 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd blocklist ls 2024-05-08T06:14:15.996 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:16.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:16 smithi069 ceph-mon[29571]: pgmap v837: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:14:17.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:16 smithi105 ceph-mon[34393]: pgmap v837: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:14:17.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:16 smithi135 ceph-mon[34761]: pgmap v837: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-05-08T06:14:17.811 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:17 smithi069 ceph-mon[29571]: pgmap v838: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:18.019 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:17 smithi105 ceph-mon[34393]: pgmap v838: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:18.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:17 smithi135 ceph-mon[34761]: pgmap v838: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:18.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 -- 172.21.15.69:0/4252442724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 msgr2=0x7f69e8107c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:18.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 --2- 172.21.15.69:0/4252442724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e8107c40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f69e000b0a0 tx=0x7f69e000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 -- 172.21.15.69:0/4252442724 shutdown_connections 2024-05-08T06:14:18.364 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 --2- 172.21.15.69:0/4252442724 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e8107c40 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 --2- 172.21.15.69:0/4252442724 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69e8102380 0x7f69e8102760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 --2- 172.21.15.69:0/4252442724 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102ca0 0x7f69e8107170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 -- 172.21.15.69:0/4252442724 >> 172.21.15.69:0/4252442724 conn(0x7f69e80fddc0 msgr2=0x7f69e81001e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:18.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 -- 172.21.15.69:0/4252442724 shutdown_connections 2024-05-08T06:14:18.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.363+0000 7f69ede00700 1 -- 172.21.15.69:0/4252442724 wait complete. 2024-05-08T06:14:18.365 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.364+0000 7f69ede00700 1 Processor -- start 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 -- start start 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 0x7f69e81a00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69e8102ca0 0x7f69e81a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e81a4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f69e8119c20 con 0x7f69e8102380 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f69e8119aa0 con 0x7f69e8102ca0 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69ede00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f69e8119da0 con 0x7f69e8107790 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69eca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 0x7f69e81a00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69eca00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 0x7f69e81a00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38640/0 (socket says 172.21.15.69:38640) 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.365+0000 7f69eca00700 1 -- 172.21.15.69:0/632879540 learned_addr learned my addr 172.21.15.69:0/632879540 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e81a4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69e7e00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69e8102ca0 0x7f69e81a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:18.367 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 -- 172.21.15.69:0/632879540 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69e8102ca0 msgr2=0x7f69e81a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69e8102ca0 0x7f69e81a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 -- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 msgr2=0x7f69e81a00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 0x7f69e81a00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 -- 172.21.15.69:0/632879540 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69e81a5090 con 0x7f69e8107790 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69eca00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 0x7f69e81a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69ed400700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e81a4950 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f69e000b070 tx=0x7f69e0004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.366+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e0021070 con 0x7f69e8107790 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.367+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69e0007e30 con 0x7f69e8107790 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.367+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69e81a5320 con 0x7f69e8107790 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.367+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e00045f0 con 0x7f69e8107790 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.367+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69e81acc00 con 0x7f69e8107790 2024-05-08T06:14:18.368 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.368+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69e806a190 con 0x7f69e8107790 2024-05-08T06:14:18.370 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.370+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f69e0007980 con 0x7f69e8107790 2024-05-08T06:14:18.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.372+0000 7f69e5600700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f69d00b2880 0x7f69d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:18.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.372+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f69e00e2ff0 con 0x7f69e8107790 2024-05-08T06:14:18.372 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.372+0000 7f69eca00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f69d00b2880 0x7f69d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:18.373 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.373+0000 7f69eca00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f69d00b2880 0x7f69d00b4d40 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f69dc011590 tx=0x7f69dc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:18.374 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.374+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f69e00aadb0 con 0x7f69e8107790 2024-05-08T06:14:18.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.623+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f69e81acdd0 con 0x7f69e8107790 2024-05-08T06:14:18.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.624+0000 7f69e5600700 1 -- 172.21.15.69:0/632879540 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v81) ==== 81+0+588 (secure 0 0 0) 0x7f69e00aa6b0 con 0x7f69e8107790 2024-05-08T06:14:18.624 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:0/2613708221 2024-05-09T05:48:42.677371+0000 2024-05-08T06:14:18.624 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:0/4083936393 2024-05-09T05:48:42.677371+0000 2024-05-08T06:14:18.624 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:0/2883143733 2024-05-09T05:48:42.677371+0000 2024-05-08T06:14:18.624 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:6801/1069523493 2024-05-09T05:48:42.677371+0000 2024-05-08T06:14:18.624 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:0/162304802 2024-05-09T05:48:07.666938+0000 2024-05-08T06:14:18.625 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:6800/955795070 2024-05-09T05:48:07.666938+0000 2024-05-08T06:14:18.625 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:6800/1069523493 2024-05-09T05:48:42.677371+0000 2024-05-08T06:14:18.625 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:0/2829595758 2024-05-09T05:48:07.666938+0000 2024-05-08T06:14:18.625 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:6801/955795070 2024-05-09T05:48:07.666938+0000 2024-05-08T06:14:18.625 INFO:teuthology.orchestra.run.smithi069.stdout:172.21.15.69:0/150049408 2024-05-09T05:48:07.666938+0000 2024-05-08T06:14:18.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f69d00b2880 msgr2=0x7f69d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:18.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f69d00b2880 0x7f69d00b4d40 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f69dc011590 tx=0x7f69dc009260 comp rx=0 tx=0).stop 2024-05-08T06:14:18.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 msgr2=0x7f69e81a4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:18.627 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e81a4950 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f69e000b070 tx=0x7f69e0004c80 comp rx=0 tx=0).stop 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 shutdown_connections 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f69e8107790 0x7f69e81a4950 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f69e8102380 0x7f69e81a00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f69d00b2880 0x7f69d00b4d40 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 --2- 172.21.15.69:0/632879540 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f69e8102ca0 0x7f69e81a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.627+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 >> 172.21.15.69:0/632879540 conn(0x7f69e80fddc0 msgr2=0x7f69e8105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.628+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 shutdown_connections 2024-05-08T06:14:18.628 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:18.628+0000 7f69ede00700 1 -- 172.21.15.69:0/632879540 wait complete. 2024-05-08T06:14:18.629 INFO:teuthology.orchestra.run.smithi069.stderr:listed 10 entries 2024-05-08T06:14:19.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:18 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/632879540' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-08T06:14:19.059 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:18 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/632879540' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-08T06:14:19.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:18 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/632879540' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-08T06:14:19.623 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-08T06:14:19.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:14:19.623 DEBUG:teuthology.orchestra.run.smithi069:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-08T06:14:19.759 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi069.front.sepia.ceph.com 2024-05-08T06:14:19.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:14:19.759 DEBUG:teuthology.orchestra.run.smithi069:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-08T06:14:19.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:19 smithi069 ceph-mon[29571]: pgmap v839: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:19.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:14:19.843 DEBUG:teuthology.orchestra.run.smithi069:> ip netns list 2024-05-08T06:14:19.881 INFO:teuthology.orchestra.run.smithi069.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-08T06:14:19.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:14:19.882 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-08T06:14:20.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-08T06:14:20.003 DEBUG:teuthology.orchestra.run.smithi069:> sudo ip link delete ceph-brx 2024-05-08T06:14:20.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:19 smithi135 ceph-mon[34761]: pgmap v839: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:20.119 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-08T06:14:20.129 INFO:tasks.cephadm:Teardown begin 2024-05-08T06:14:20.130 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-08T06:14:20.130 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:14:20.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:19 smithi105 ceph-mon[34393]: pgmap v839: 97 pgs: 97 active+clean; 7.6 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-05-08T06:14:20.539 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:22.463 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:22 smithi069 ceph-mon[29571]: pgmap v840: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:22.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:22 smithi105 ceph-mon[34393]: pgmap v840: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:22.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:22 smithi135 ceph-mon[34761]: pgmap v840: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 -- 172.21.15.69:0/2143061869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4810fea0 msgr2=0x7fda48112290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 --2- 172.21.15.69:0/2143061869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4810fea0 0x7fda48112290 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fda4000b0a0 tx=0x7fda4000b3b0 comp rx=0 tx=0).stop 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 -- 172.21.15.69:0/2143061869 shutdown_connections 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 --2- 172.21.15.69:0/2143061869 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda4810fea0 0x7fda48112290 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 --2- 172.21.15.69:0/2143061869 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda480756d0 0x7fda48075ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 --2- 172.21.15.69:0/2143061869 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda48075ff0 0x7fda4810f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 -- 172.21.15.69:0/2143061869 >> 172.21.15.69:0/2143061869 conn(0x7fda4807a600 msgr2=0x7fda4807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 -- 172.21.15.69:0/2143061869 shutdown_connections 2024-05-08T06:14:22.963 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.962+0000 7fda4d200700 1 -- 172.21.15.69:0/2143061869 wait complete. 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.963+0000 7fda4d200700 1 Processor -- start 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.963+0000 7fda4d200700 1 -- start start 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda4d200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda480756d0 0x7fda4819bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda4d200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 0x7fda4819c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda4d200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4810fea0 0x7fda481a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda4d200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fda481158d0 con 0x7fda48075ff0 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda4d200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fda48115750 con 0x7fda480756d0 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda4d200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fda48115a50 con 0x7fda4810fea0 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda45400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 0x7fda4819c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda45400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 0x7fda4819c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38660/0 (socket says 172.21.15.69:38660) 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda45400700 1 -- 172.21.15.69:0/2625981066 learned_addr learned my addr 172.21.15.69:0/2625981066 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:22.965 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda45e00700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda480756d0 0x7fda4819bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.964+0000 7fda46800700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4810fea0 0x7fda481a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45e00700 1 -- 172.21.15.69:0/2625981066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4810fea0 msgr2=0x7fda481a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45e00700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4810fea0 0x7fda481a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45e00700 1 -- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 msgr2=0x7fda4819c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45e00700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 0x7fda4819c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45e00700 1 -- 172.21.15.69:0/2625981066 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda481a0d60 con 0x7fda480756d0 2024-05-08T06:14:22.966 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45400700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 0x7fda4819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda45e00700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda480756d0 0x7fda4819bda0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fda3800e9f0 tx=0x7fda3800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3800c9c0 con 0x7fda480756d0 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fda3800cb60 con 0x7fda480756d0 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda481a1050 con 0x7fda480756d0 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.965+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38018680 con 0x7fda480756d0 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.966+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda481a88d0 con 0x7fda480756d0 2024-05-08T06:14:22.967 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.967+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda4806a190 con 0x7fda480756d0 2024-05-08T06:14:22.969 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.969+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fda38010430 con 0x7fda480756d0 2024-05-08T06:14:22.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.970+0000 7fda3ea00700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda2c0b2880 0x7fda2c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:22.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.971+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fda380e2730 con 0x7fda480756d0 2024-05-08T06:14:22.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.971+0000 7fda45400700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda2c0b2880 0x7fda2c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:22.971 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.971+0000 7fda45400700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda2c0b2880 0x7fda2c0b4d40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fda34009680 tx=0x7fda34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:22.973 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:22.973+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fda380aa400 con 0x7fda480756d0 2024-05-08T06:14:23.256 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.256+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda4802e510 con 0x7fda480756d0 2024-05-08T06:14:23.257 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.257+0000 7fda3ea00700 1 -- 172.21.15.69:0/2625981066 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fda380a9d00 con 0x7fda480756d0 2024-05-08T06:14:23.258 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:14:23.258 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:14:23.260 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda2c0b2880 msgr2=0x7fda2c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda2c0b2880 0x7fda2c0b4d40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fda34009680 tx=0x7fda34009260 comp rx=0 tx=0).stop 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda480756d0 msgr2=0x7fda4819bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda480756d0 0x7fda4819bda0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fda3800e9f0 tx=0x7fda3800ed00 comp rx=0 tx=0).stop 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 shutdown_connections 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fda4810fea0 0x7fda481a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fda2c0b2880 0x7fda2c0b4d40 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fda480756d0 0x7fda4819bda0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 --2- 172.21.15.69:0/2625981066 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fda48075ff0 0x7fda4819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.260+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 >> 172.21.15.69:0/2625981066 conn(0x7fda4807a600 msgr2=0x7fda48100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:23.261 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.261+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 shutdown_connections 2024-05-08T06:14:23.262 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:23.261+0000 7fda4d200700 1 -- 172.21.15.69:0/2625981066 wait complete. 2024-05-08T06:14:23.262 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:14:23.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:23 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2625981066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:14:23.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:23 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2625981066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:14:23.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:23 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2625981066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:14:24.254 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs dump --format=json 2024-05-08T06:14:24.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:24 smithi069 ceph-mon[29571]: pgmap v841: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T06:14:24.695 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:24.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:24 smithi105 ceph-mon[34393]: pgmap v841: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T06:14:24.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:24 smithi135 ceph-mon[34761]: pgmap v841: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T06:14:26.562 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:26 smithi069 ceph-mon[29571]: pgmap v842: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:26.613 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:26 smithi135 ceph-mon[34761]: pgmap v842: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:26.769 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:26 smithi105 ceph-mon[34393]: pgmap v842: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:27.122 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.099+0000 7fc840200700 1 -- 172.21.15.69:0/1165985093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838104100 msgr2=0x7fc838108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.099+0000 7fc840200700 1 --2- 172.21.15.69:0/1165985093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838104100 0x7fc838108120 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc8240098f0 tx=0x7fc824009c00 comp rx=0 tx=0).stop 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 -- 172.21.15.69:0/1165985093 shutdown_connections 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 --2- 172.21.15.69:0/1165985093 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838108850 0x7fc8381103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 --2- 172.21.15.69:0/1165985093 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838103750 0x7fc838103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 --2- 172.21.15.69:0/1165985093 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838104100 0x7fc838108120 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 -- 172.21.15.69:0/1165985093 >> 172.21.15.69:0/1165985093 conn(0x7fc83807a600 msgr2=0x7fc83807aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 -- 172.21.15.69:0/1165985093 shutdown_connections 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.100+0000 7fc840200700 1 -- 172.21.15.69:0/1165985093 wait complete. 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.101+0000 7fc840200700 1 Processor -- start 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.101+0000 7fc840200700 1 -- start start 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc840200700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838103750 0x7fc83819bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc840200700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 0x7fc83819c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc840200700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838108850 0x7fc8381a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:27.123 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc840200700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7fc838113660 con 0x7fc838104100 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc840200700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381134e0 con 0x7fc838103750 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc840200700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7fc8381137e0 con 0x7fc838108850 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 0x7fc83819c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83d800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838103750 0x7fc83819bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 0x7fc83819c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:38676/0 (socket says 172.21.15.69:38676) 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 -- 172.21.15.69:0/2250566298 learned_addr learned my addr 172.21.15.69:0/2250566298 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83e200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838108850 0x7fc8381a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 -- 172.21.15.69:0/2250566298 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838108850 msgr2=0x7fc8381a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838108850 0x7fc8381a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 -- 172.21.15.69:0/2250566298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838103750 msgr2=0x7fc83819bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838103750 0x7fc83819bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83ce00700 1 -- 172.21.15.69:0/2250566298 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8381a0d60 con 0x7fc838104100 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.102+0000 7fc83d800700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838103750 0x7fc83819bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.103+0000 7fc83ce00700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 0x7fc83819c290 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fc824009230 tx=0x7fc82400fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.103+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc824005140 con 0x7fc838104100 2024-05-08T06:14:27.124 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.103+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc82400b560 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.103+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8381a0ff0 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.103+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc824003970 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.103+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8381a88d0 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.104+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc838104be0 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.106+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc82400ba50 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.108+0000 7fc836000700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8200b2880 0x7fc8200b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.108+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7fc8240e33e0 con 0x7fc838104100 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.108+0000 7fc83d800700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8200b2880 0x7fc8200b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.109+0000 7fc83d800700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8200b2880 0x7fc8200b4d40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc82c005fd0 tx=0x7fc82c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:27.125 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.111+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc82405fdf0 con 0x7fc838104100 2024-05-08T06:14:27.390 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.389+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc83806a190 con 0x7fc838104100 2024-05-08T06:14:27.391 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.391+0000 7fc836000700 1 -- 172.21.15.69:0/2250566298 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11879 (secure 0 0 0) 0x7fc83806a190 con 0x7fc838104100 2024-05-08T06:14:27.391 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:14:27.391 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14364,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6837/2845954530","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6836","nonce":2845954530},{"type":"v1","addr":"172.21.15.69:6837","nonce":2845954530}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14388,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6839/1258473041","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6838","nonce":1258473041},{"type":"v1","addr":"172.21.15.69:6839","nonce":1258473041}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6833/1621527403","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6832","nonce":1621527403},{"type":"v1","addr":"172.21.15.135:6833","nonce":1621527403}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24424,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/3350032832","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":3350032832},{"type":"v1","addr":"172.21.15.69:6835","nonce":3350032832}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24446,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.105:6833/3776945177","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6832","nonce":3776945177},{"type":"v1","addr":"172.21.15.105:6833","nonce":3776945177}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.135:6835/605936982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6834","nonce":605936982},{"type":"v1","addr":"172.21.15.135:6835","nonce":605936982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":26,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-08T05:57:11.299866+0000","modified":"2024-05-08T06:01:08.034236+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24533,"mds_1":24521,"mds_2":24491},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6837/1616042380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6836","nonce":1616042380},{"type":"v1","addr":"172.21.15.135:6837","nonce":1616042380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24472":{"gid":24472,"name":"i","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.135:6839/1130930319","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6838","nonce":1130930319},{"type":"v1","addr":"172.21.15.135:6839","nonce":1130930319}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24476":{"gid":24476,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.105:6835/241587272","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6834","nonce":241587272},{"type":"v1","addr":"172.21.15.105:6835","nonce":241587272}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24491":{"gid":24491,"name":"h","rank":2,"incarnation":21,"state":"up:active","state_seq":16,"addr":"172.21.15.105:6837/1665974615","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6836","nonce":1665974615},{"type":"v1","addr":"172.21.15.105:6837","nonce":1665974615}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24521":{"gid":24521,"name":"a","rank":1,"incarnation":19,"state":"up:active","state_seq":12,"addr":"172.21.15.69:6841/3746461688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6840","nonce":3746461688},{"type":"v1","addr":"172.21.15.69:6841","nonce":3746461688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24533":{"gid":24533,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.105:6839/3531067060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6838","nonce":3531067060},{"type":"v1","addr":"172.21.15.105:6839","nonce":3531067060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24533,"qdb_cluster":[24521,24533,24491]},"id":1}]} 2024-05-08T06:14:27.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8200b2880 msgr2=0x7fc8200b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:27.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8200b2880 0x7fc8200b4d40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc82c005fd0 tx=0x7fc82c009310 comp rx=0 tx=0).stop 2024-05-08T06:14:27.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 msgr2=0x7fc83819c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:27.394 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 0x7fc83819c290 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fc824009230 tx=0x7fc82400fa70 comp rx=0 tx=0).stop 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 shutdown_connections 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7fc838108850 0x7fc8381a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7fc8200b2880 0x7fc8200b4d40 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7fc838103750 0x7fc83819bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 --2- 172.21.15.69:0/2250566298 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7fc838104100 0x7fc83819c290 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 >> 172.21.15.69:0/2250566298 conn(0x7fc83807a600 msgr2=0x7fc838101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 shutdown_connections 2024-05-08T06:14:27.395 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:27.394+0000 7fc840200700 1 -- 172.21.15.69:0/2250566298 wait complete. 2024-05-08T06:14:27.396 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 26 2024-05-08T06:14:28.356 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd dump --format=json 2024-05-08T06:14:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:28 smithi069 ceph-mon[29571]: pgmap v843: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T06:14:28.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:28 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2250566298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:14:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:28 smithi105 ceph-mon[34393]: pgmap v843: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T06:14:28.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:28 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2250566298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:14:28.802 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:28 smithi135 ceph-mon[34761]: pgmap v843: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 426 B/s wr, 6 op/s 2024-05-08T06:14:28.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:28 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2250566298' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-08T06:14:30.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:30 smithi069 ceph-mon[29571]: pgmap v844: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T06:14:30.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:30 smithi105 ceph-mon[34393]: pgmap v844: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T06:14:30.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:30 smithi135 ceph-mon[34761]: pgmap v844: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 426 B/s wr, 5 op/s 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 -- 172.21.15.69:0/2502615646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800782f0 msgr2=0x7f6f80113de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2502615646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800782f0 0x7f6f80113de0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c009990 tx=0x7f6f6c009ca0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 -- 172.21.15.69:0/2502615646 shutdown_connections 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2502615646 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 0x7f6f80116710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2502615646 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800779d0 0x7f6f80077db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2502615646 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800782f0 0x7f6f80113de0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 -- 172.21.15.69:0/2502615646 >> 172.21.15.69:0/2502615646 conn(0x7f6f80101150 msgr2=0x7f6f80103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.214+0000 7f6f84a00700 1 -- 172.21.15.69:0/2502615646 shutdown_connections 2024-05-08T06:14:31.215 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.215+0000 7f6f84a00700 1 -- 172.21.15.69:0/2502615646 wait complete. 2024-05-08T06:14:31.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.216+0000 7f6f84a00700 1 Processor -- start 2024-05-08T06:14:31.216 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.216+0000 7f6f84a00700 1 -- start start 2024-05-08T06:14:31.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f84a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 0x7f6f801a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:31.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f84a00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800782f0 0x7f6f801a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:31.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f84a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 0x7f6f801a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:31.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f84a00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f6f80119c90 con 0x7f6f800782f0 2024-05-08T06:14:31.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f84a00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f6f80119b10 con 0x7f6f800779d0 2024-05-08T06:14:31.217 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f84a00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f6f80119e10 con 0x7f6f80114320 2024-05-08T06:14:31.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f7d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800782f0 0x7f6f801a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:31.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f7de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 0x7f6f801a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:31.218 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f7de00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 0x7f6f801a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:55854/0 (socket says 172.21.15.69:55854) 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f7de00700 1 -- 172.21.15.69:0/2035141713 learned_addr learned my addr 172.21.15.69:0/2035141713 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f7d400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800782f0 0x7f6f801a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56270/0 (socket says 172.21.15.69:56270) 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.217+0000 7f6f7e800700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 0x7f6f801a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7de00700 1 -- 172.21.15.69:0/2035141713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 msgr2=0x7f6f801a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7de00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 0x7f6f801a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7de00700 1 -- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800782f0 msgr2=0x7f6f801a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7de00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800782f0 0x7f6f801a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7de00700 1 -- 172.21.15.69:0/2035141713 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f801a51e0 con 0x7f6f800779d0 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7e800700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 0x7f6f801a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f7de00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 0x7f6f801a0220 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f6f7000e9a0 tx=0x7f6f7000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7000ca10 con 0x7f6f800779d0 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f7000cbb0 con 0x7f6f800779d0 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f801a54d0 con 0x7f6f800779d0 2024-05-08T06:14:31.219 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.218+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f70018680 con 0x7f6f800779d0 2024-05-08T06:14:31.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.219+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f801acd50 con 0x7f6f800779d0 2024-05-08T06:14:31.220 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.220+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f8006a190 con 0x7f6f800779d0 2024-05-08T06:14:31.222 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.222+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6f70010430 con 0x7f6f800779d0 2024-05-08T06:14:31.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.224+0000 7f6f76a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f640b2880 0x7f6f640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:31.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.224+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7f6f700e2710 con 0x7f6f800779d0 2024-05-08T06:14:31.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.224+0000 7f6f7d400700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f640b2880 0x7f6f640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:31.224 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.225+0000 7f6f7d400700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f640b2880 0x7f6f640b4d40 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c0098e0 tx=0x7f6f6c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:31.226 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.226+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6f700aa3e0 con 0x7f6f800779d0 2024-05-08T06:14:31.467 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.467+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6f8002e510 con 0x7f6f800779d0 2024-05-08T06:14:31.469 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.469+0000 7f6f76a00700 1 -- 172.21.15.69:0/2035141713 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22639 (secure 0 0 0) 0x7f6f700a9ce0 con 0x7f6f800779d0 2024-05-08T06:14:31.470 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-05-08T06:14:31.470 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":81,"fsid":"4dd78824-0cfe-11ef-bc97-c7b262605968","created":"2024-05-08T05:47:34.143640+0000","modified":"2024-05-08T05:57:43.921314+0000","last_up_change":"2024-05-08T05:55:51.404654+0000","last_in_change":"2024-05-08T05:55:31.555760+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-08T05:51:30.844759+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-08T05:57:01.933358+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-08T05:57:06.364589+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"e7558732-79ec-405a-ba35-f957c11b1608","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6803","nonce":290982827}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6805","nonce":290982827}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6809","nonce":290982827}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":290982827},{"type":"v1","addr":"172.21.15.69:6807","nonce":290982827}]},"public_addr":"172.21.15.69:6803/290982827","cluster_addr":"172.21.15.69:6805/290982827","heartbeat_back_addr":"172.21.15.69:6809/290982827","heartbeat_front_addr":"172.21.15.69:6807/290982827","state":["exists","up"]},{"osd":1,"uuid":"05db66dc-d704-4155-840e-6814061cfdbd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6800","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6801","nonce":325289129}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6802","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6803","nonce":325289129}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6806","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6807","nonce":325289129}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6804","nonce":325289129},{"type":"v1","addr":"172.21.15.105:6805","nonce":325289129}]},"public_addr":"172.21.15.105:6801/325289129","cluster_addr":"172.21.15.105:6803/325289129","heartbeat_back_addr":"172.21.15.105:6807/325289129","heartbeat_front_addr":"172.21.15.105:6805/325289129","state":["exists","up"]},{"osd":2,"uuid":"49bcdd8e-ac9b-41da-8201-9beb7365b246","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6800","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6801","nonce":2919881110}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6802","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6803","nonce":2919881110}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6806","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6807","nonce":2919881110}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6804","nonce":2919881110},{"type":"v1","addr":"172.21.15.135:6805","nonce":2919881110}]},"public_addr":"172.21.15.135:6801/2919881110","cluster_addr":"172.21.15.135:6803/2919881110","heartbeat_back_addr":"172.21.15.135:6807/2919881110","heartbeat_front_addr":"172.21.15.135:6805/2919881110","state":["exists","up"]},{"osd":3,"uuid":"193f2121-6fc4-488a-9c4e-771e2a646cc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6811","nonce":1236406029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6813","nonce":1236406029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6817","nonce":1236406029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1236406029},{"type":"v1","addr":"172.21.15.69:6815","nonce":1236406029}]},"public_addr":"172.21.15.69:6811/1236406029","cluster_addr":"172.21.15.69:6813/1236406029","heartbeat_back_addr":"172.21.15.69:6817/1236406029","heartbeat_front_addr":"172.21.15.69:6815/1236406029","state":["exists","up"]},{"osd":4,"uuid":"920e4040-001c-4eba-9ff0-8389a36a3778","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6808","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6809","nonce":1313160042}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6810","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6811","nonce":1313160042}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6814","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6815","nonce":1313160042}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6812","nonce":1313160042},{"type":"v1","addr":"172.21.15.105:6813","nonce":1313160042}]},"public_addr":"172.21.15.105:6809/1313160042","cluster_addr":"172.21.15.105:6811/1313160042","heartbeat_back_addr":"172.21.15.105:6815/1313160042","heartbeat_front_addr":"172.21.15.105:6813/1313160042","state":["exists","up"]},{"osd":5,"uuid":"1fdac1d6-86ca-452d-9247-bf65c655d5d7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6808","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6809","nonce":1443693203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6810","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6811","nonce":1443693203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6814","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6815","nonce":1443693203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6812","nonce":1443693203},{"type":"v1","addr":"172.21.15.135:6813","nonce":1443693203}]},"public_addr":"172.21.15.135:6809/1443693203","cluster_addr":"172.21.15.135:6811/1443693203","heartbeat_back_addr":"172.21.15.135:6815/1443693203","heartbeat_front_addr":"172.21.15.135:6813/1443693203","state":["exists","up"]},{"osd":6,"uuid":"628ab5f8-cf2a-418c-bfb9-1cf9f7b4fc5e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6819","nonce":3343828976}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6821","nonce":3343828976}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6825","nonce":3343828976}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":3343828976},{"type":"v1","addr":"172.21.15.69:6823","nonce":3343828976}]},"public_addr":"172.21.15.69:6819/3343828976","cluster_addr":"172.21.15.69:6821/3343828976","heartbeat_back_addr":"172.21.15.69:6825/3343828976","heartbeat_front_addr":"172.21.15.69:6823/3343828976","state":["exists","up"]},{"osd":7,"uuid":"9a7c51d9-4a6e-45a0-9af0-0df6af5275fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6816","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6817","nonce":289694691}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6818","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6819","nonce":289694691}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6822","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6823","nonce":289694691}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6820","nonce":289694691},{"type":"v1","addr":"172.21.15.105:6821","nonce":289694691}]},"public_addr":"172.21.15.105:6817/289694691","cluster_addr":"172.21.15.105:6819/289694691","heartbeat_back_addr":"172.21.15.105:6823/289694691","heartbeat_front_addr":"172.21.15.105:6821/289694691","state":["exists","up"]},{"osd":8,"uuid":"90ff603f-4e39-46ab-80ac-b42db60cc96f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6816","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6817","nonce":3128795587}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6818","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6819","nonce":3128795587}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6822","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6823","nonce":3128795587}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6820","nonce":3128795587},{"type":"v1","addr":"172.21.15.135:6821","nonce":3128795587}]},"public_addr":"172.21.15.135:6817/3128795587","cluster_addr":"172.21.15.135:6819/3128795587","heartbeat_back_addr":"172.21.15.135:6823/3128795587","heartbeat_front_addr":"172.21.15.135:6821/3128795587","state":["exists","up"]},{"osd":9,"uuid":"73368eff-2b60-4480-a24f-611b8c428d35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6827","nonce":2337648068}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6829","nonce":2337648068}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6833","nonce":2337648068}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2337648068},{"type":"v1","addr":"172.21.15.69:6831","nonce":2337648068}]},"public_addr":"172.21.15.69:6827/2337648068","cluster_addr":"172.21.15.69:6829/2337648068","heartbeat_back_addr":"172.21.15.69:6833/2337648068","heartbeat_front_addr":"172.21.15.69:6831/2337648068","state":["exists","up"]},{"osd":10,"uuid":"20deee35-d5b3-4d1f-aeb7-4501511f32ef","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6824","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6825","nonce":264302961}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6826","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6827","nonce":264302961}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6830","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6831","nonce":264302961}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.105:6828","nonce":264302961},{"type":"v1","addr":"172.21.15.105:6829","nonce":264302961}]},"public_addr":"172.21.15.105:6825/264302961","cluster_addr":"172.21.15.105:6827/264302961","heartbeat_back_addr":"172.21.15.105:6831/264302961","heartbeat_front_addr":"172.21.15.105:6829/264302961","state":["exists","up"]},{"osd":11,"uuid":"3bdac260-0dae-4f4d-82d8-34e2e8752575","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6824","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6825","nonce":1706559262}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6826","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6827","nonce":1706559262}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6830","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6831","nonce":1706559262}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.135:6828","nonce":1706559262},{"type":"v1","addr":"172.21.15.135:6829","nonce":1706559262}]},"public_addr":"172.21.15.135:6825/1706559262","cluster_addr":"172.21.15.135:6827/1706559262","heartbeat_back_addr":"172.21.15.135:6831/1706559262","heartbeat_front_addr":"172.21.15.135:6829/1706559262","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:50:39.326822+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:04.201350+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:51:28.340057+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:01.525937+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:27.981632+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:52:53.114024+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:28.305948+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:53:55.342730+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:20.847104+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:54:56.008129+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:23.717216+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-08T05:55:49.691643+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.8","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.10","mappings":[{"from":8,"to":11}]},{"pgid":"3.1e","mappings":[{"from":3,"to":9}]},{"pgid":"3.24","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2613708221":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/4083936393":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2883143733":"2024-05-09T05:48:42.677371+0000","172.21.15.69:6801/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/162304802":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6800/1069523493":"2024-05-09T05:48:42.677371+0000","172.21.15.69:0/2829595758":"2024-05-09T05:48:07.666938+0000","172.21.15.69:6801/955795070":"2024-05-09T05:48:07.666938+0000","172.21.15.69:0/150049408":"2024-05-09T05:48:07.666938+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.472+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f640b2880 msgr2=0x7f6f640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.472+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f640b2880 0x7f6f640b4d40 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c0098e0 tx=0x7f6f6c005960 comp rx=0 tx=0).stop 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.472+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 msgr2=0x7f6f801a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.472+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 0x7f6f801a0220 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f6f7000e9a0 tx=0x7f6f7000ecb0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 shutdown_connections 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f6f80114320 0x7f6f801a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f6f640b2880 0x7f6f640b4d40 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.473 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f6f800779d0 0x7f6f801a0220 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 --2- 172.21.15.69:0/2035141713 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f6f800782f0 0x7f6f801a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:31.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 >> 172.21.15.69:0/2035141713 conn(0x7f6f80101150 msgr2=0x7f6f80103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:31.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 shutdown_connections 2024-05-08T06:14:31.474 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:31.473+0000 7f6f84a00700 1 -- 172.21.15.69:0/2035141713 wait complete. 2024-05-08T06:14:32.458 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs fail cephfs 2024-05-08T06:14:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:32 smithi105 ceph-mon[34393]: pgmap v845: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:32.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:32 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/2035141713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:14:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:32 smithi135 ceph-mon[34761]: pgmap v845: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:32.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:32 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/2035141713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:14:32.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:32 smithi069 ceph-mon[29571]: pgmap v845: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 7 op/s 2024-05-08T06:14:32.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:32 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/2035141713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-08T06:14:32.910 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:34.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:34 smithi105 ceph-mon[34393]: pgmap v846: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T06:14:34.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:34 smithi069 ceph-mon[29571]: pgmap v846: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T06:14:34.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:34 smithi135 ceph-mon[34761]: pgmap v846: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 0 B/s wr, 5 op/s 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 -- 172.21.15.69:0/1691274865 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad4109ad0 msgr2=0x7ffad4109f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 --2- 172.21.15.69:0/1691274865 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad4109ad0 0x7ffad4109f50 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009990 tx=0x7ffac0009ca0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 -- 172.21.15.69:0/1691274865 shutdown_connections 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 --2- 172.21.15.69:0/1691274865 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffad410a490 0x7ffad41169a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 --2- 172.21.15.69:0/1691274865 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffad410fb60 0x7ffad410ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 --2- 172.21.15.69:0/1691274865 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad4109ad0 0x7ffad4109f50 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 -- 172.21.15.69:0/1691274865 >> 172.21.15.69:0/1691274865 conn(0x7ffad4076c70 msgr2=0x7ffad41082c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 -- 172.21.15.69:0/1691274865 shutdown_connections 2024-05-08T06:14:35.321 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.320+0000 7ffad9800700 1 -- 172.21.15.69:0/1691274865 wait complete. 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.321+0000 7ffad9800700 1 Processor -- start 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 -- start start 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffad4109ad0 0x7ffad41a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 0x7ffad41a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffad410fb60 0x7ffad41a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7ffad4119d20 con 0x7ffad410a490 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7ffad4119ba0 con 0x7ffad410fb60 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad9800700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7ffad4119ea0 con 0x7ffad4109ad0 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 0x7ffad41a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad2000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 0x7ffad41a0790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:56280/0 (socket says 172.21.15.69:56280) 2024-05-08T06:14:35.323 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad2000700 1 -- 172.21.15.69:0/1669616313 learned_addr learned my addr 172.21.15.69:0/1669616313 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad2a00700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffad4109ad0 0x7ffad41a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.322+0000 7ffad3400700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffad410fb60 0x7ffad41a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.323+0000 7ffad2000700 1 -- 172.21.15.69:0/1669616313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffad4109ad0 msgr2=0x7ffad41a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.323+0000 7ffad2000700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffad4109ad0 0x7ffad41a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.323+0000 7ffad2000700 1 -- 172.21.15.69:0/1669616313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffad410fb60 msgr2=0x7ffad41a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.323+0000 7ffad2000700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffad410fb60 0x7ffad41a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.324 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.323+0000 7ffad2000700 1 -- 172.21.15.69:0/1669616313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffad41a5260 con 0x7ffad410a490 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.323+0000 7ffad2000700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 0x7ffad41a0790 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ffac0000c00 tx=0x7ffac00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.324+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0027070 con 0x7ffad410a490 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.324+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ffac0022470 con 0x7ffad410a490 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.324+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffad41a54f0 con 0x7ffad410a490 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.324+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0017650 con 0x7ffad410a490 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.324+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffad41acdd0 con 0x7ffad410a490 2024-05-08T06:14:35.325 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.325+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffad406a190 con 0x7ffad410a490 2024-05-08T06:14:35.328 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.328+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ffac002a070 con 0x7ffad410a490 2024-05-08T06:14:35.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.329+0000 7ffacb400700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffab80b2900 0x7ffab80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:35.329 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.330+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8211+0+0 (secure 0 0 0) 0x7ffac00e3200 con 0x7ffad410a490 2024-05-08T06:14:35.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.330+0000 7ffad2a00700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffab80b2900 0x7ffab80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:35.330 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.330+0000 7ffad2a00700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffab80b2900 0x7ffab80b4dc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ffac400f540 tx=0x7ffac400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:35.331 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.331+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ffac0013070 con 0x7ffad410a490 2024-05-08T06:14:35.613 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.613+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ffad402e510 con 0x7ffad410a490 2024-05-08T06:14:35.617 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.617+0000 7ffacb400700 1 -- 172.21.15.69:0/1669616313 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) ==== 161+0+0 (secure 0 0 0) 0x7ffac00aaf60 con 0x7ffad410a490 2024-05-08T06:14:35.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.621+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffab80b2900 msgr2=0x7ffab80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:35.623 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.621+0000 7ffad9800700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffab80b2900 0x7ffab80b4dc0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ffac400f540 tx=0x7ffac400b040 comp rx=0 tx=0).stop 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.621+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 msgr2=0x7ffad41a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.621+0000 7ffad9800700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 0x7ffad41a0790 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ffac0000c00 tx=0x7ffac00057c0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.622+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 shutdown_connections 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.622+0000 7ffad9800700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7ffab80b2900 0x7ffab80b4dc0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.622+0000 7ffad9800700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7ffad410fb60 0x7ffad41a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.622+0000 7ffad9800700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7ffad4109ad0 0x7ffad41a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.622+0000 7ffad9800700 1 --2- 172.21.15.69:0/1669616313 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7ffad410a490 0x7ffad41a0790 secure :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ffac0000c00 tx=0x7ffac00057c0 comp rx=0 tx=0).stop 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.622+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 >> 172.21.15.69:0/1669616313 conn(0x7ffad4076c70 msgr2=0x7ffad4077330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.623+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 shutdown_connections 2024-05-08T06:14:35.624 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:35.623+0000 7ffad9800700 1 -- 172.21.15.69:0/1669616313 wait complete. 2024-05-08T06:14:35.625 INFO:teuthology.orchestra.run.smithi069.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-08T06:14:36.020 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e[64150]: ignoring --setuser ceph since I am not root 2024-05-08T06:14:36.020 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e[64150]: ignoring --setgroup ceph since I am not root 2024-05-08T06:14:36.020 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:14:35 smithi105 ceph-mds[64154]: -- 172.21.15.105:0/163824232 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b95664da40 con 0x55b956620c00 2024-05-08T06:14:36.020 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e[64150]: starting mds.e at 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h[64457]: ignoring --setuser ceph since I am not root 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h[64457]: ignoring --setgroup ceph since I am not root 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:14:35 smithi105 ceph-mds[64461]: -- 172.21.15.105:0/3040842533 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555c6cc55a40 con 0x555c6cc28800 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h[64457]: starting mds.h at 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: ignoring --setuser ceph since I am not root 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: ignoring --setgroup ceph since I am not root 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:14:35 smithi105 ceph-mds[64782]: -- 172.21.15.105:0/868214508 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563184e3ba40 con 0x563184e0e800 2024-05-08T06:14:36.021 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:14:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: starting mds.b at 2024-05-08T06:14:36.054 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:35 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a[29567]: 2024-05-08T06:14:35.614+0000 7f81a2e00700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-08T06:14:36.055 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:14:35 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a[71894]: ignoring --setuser ceph since I am not root 2024-05-08T06:14:36.055 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:14:35 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a[71894]: ignoring --setgroup ceph since I am not root 2024-05-08T06:14:36.055 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:14:35 smithi069 ceph-mds[71913]: -- 172.21.15.69:0/3742129759 <== mon.2 v2:172.21.15.105:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b9aa8ba40 con 0x562b9aa5e800 2024-05-08T06:14:36.055 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:14:35 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a[71894]: starting mds.a at 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: ignoring --setuser ceph since I am not root 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: ignoring --setgroup ceph since I am not root 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:14:35 smithi135 ceph-mds[65488]: -- 172.21.15.135:0/1711771629 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624ffd69a40 con 0x5624ffd3d000 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: starting mds.c at 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: 2024-05-08T06:14:35.665+0000 7f3644e95700 -1 PosixStack listen unable to listen on v1:0.0.0.0:6838/0: (98) Address already in use 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: ignoring --setuser ceph since I am not root 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: ignoring --setgroup ceph since I am not root 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:14:35 smithi135 ceph-mds[65799]: -- 172.21.15.135:0/165492324 <== mon.1 v2:172.21.15.135:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556a0ec37a40 con 0x556a0ec0a800 2024-05-08T06:14:36.062 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: starting mds.i at 2024-05-08T06:14:36.063 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:14:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: 2024-05-08T06:14:35.664+0000 7f6821241700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6836/0: (98) Address already in use 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: pgmap v847: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1669616313' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/1669616313' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: osdmap e82: 12 total, 12 up, 12 in 2024-05-08T06:14:36.637 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:36 smithi069 ceph-mon[29571]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-08T06:14:36.641 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: pgmap v847: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1669616313' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/1669616313' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: osdmap e82: 12 total, 12 up, 12 in 2024-05-08T06:14:36.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:36 smithi105 ceph-mon[34393]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-08T06:14:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: pgmap v847: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-05-08T06:14:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1669616313' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-08T06:14:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-08T06:14:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-08T06:14:36.811 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/1669616313' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-08T06:14:36.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: osdmap e82: 12 total, 12 up, 12 in 2024-05-08T06:14:36.812 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:36 smithi135 ceph-mon[34761]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-05-08T06:14:37.079 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.135:6836/1500680178,v1:172.21.15.135:6839/1500680178] up:boot 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.135:6837/2712686095,v1:172.21.15.135:6838/2712686095] up:boot 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6834/2249834118,v1:172.21.15.105:6835/2249834118] up:boot 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6836/1247181340,v1:172.21.15.105:6838/1247181340] up:boot 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.105:6837/1541168313,v1:172.21.15.105:6839/1541168313] up:boot 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: mds.? [v2:172.21.15.69:6840/3626592689,v1:172.21.15.69:6841/3626592689] up:boot 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-08T06:14:37.885 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-08T06:14:37.886 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-08T06:14:37.886 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T06:14:37.886 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-08T06:14:37.886 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:37 smithi135 ceph-mon[34761]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-08T06:14:38.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.135:6836/1500680178,v1:172.21.15.135:6839/1500680178] up:boot 2024-05-08T06:14:38.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.135:6837/2712686095,v1:172.21.15.135:6838/2712686095] up:boot 2024-05-08T06:14:38.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6834/2249834118,v1:172.21.15.105:6835/2249834118] up:boot 2024-05-08T06:14:38.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6836/1247181340,v1:172.21.15.105:6838/1247181340] up:boot 2024-05-08T06:14:38.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.105:6837/1541168313,v1:172.21.15.105:6839/1541168313] up:boot 2024-05-08T06:14:38.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: mds.? [v2:172.21.15.69:6840/3626592689,v1:172.21.15.69:6841/3626592689] up:boot 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-08T06:14:38.021 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:37 smithi105 ceph-mon[34393]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-08T06:14:38.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.135:6836/1500680178,v1:172.21.15.135:6839/1500680178] up:boot 2024-05-08T06:14:38.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.135:6837/2712686095,v1:172.21.15.135:6838/2712686095] up:boot 2024-05-08T06:14:38.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6834/2249834118,v1:172.21.15.105:6835/2249834118] up:boot 2024-05-08T06:14:38.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6836/1247181340,v1:172.21.15.105:6838/1247181340] up:boot 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.105:6837/1541168313,v1:172.21.15.105:6839/1541168313] up:boot 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: mds.? [v2:172.21.15.69:6840/3626592689,v1:172.21.15.69:6841/3626592689] up:boot 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-08T06:14:38.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:37 smithi069 ceph-mon[29571]: from='mgr.14152 172.21.15.69:0/4227752523' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-08T06:14:38.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:38 smithi069 ceph-mon[29571]: pgmap v849: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:39.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:38 smithi105 ceph-mon[34393]: pgmap v849: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:39.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:38 smithi135 ceph-mon[34761]: pgmap v849: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:39.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.486+0000 7f3a8b400700 1 -- 172.21.15.69:0/408446793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84104100 msgr2=0x7f3a84108120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:39.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.486+0000 7f3a8b400700 1 --2- 172.21.15.69:0/408446793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84104100 0x7f3a84108120 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3a740099c0 tx=0x7f3a74009cd0 comp rx=0 tx=0).stop 2024-05-08T06:14:39.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 -- 172.21.15.69:0/408446793 shutdown_connections 2024-05-08T06:14:39.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 --2- 172.21.15.69:0/408446793 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84108850 0x7f3a841103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:39.488 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 --2- 172.21.15.69:0/408446793 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3a84103750 0x7f3a84103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 --2- 172.21.15.69:0/408446793 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84104100 0x7f3a84108120 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 -- 172.21.15.69:0/408446793 >> 172.21.15.69:0/408446793 conn(0x7f3a8407a600 msgr2=0x7f3a8407aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 -- 172.21.15.69:0/408446793 shutdown_connections 2024-05-08T06:14:39.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.487+0000 7f3a8b400700 1 -- 172.21.15.69:0/408446793 wait complete. 2024-05-08T06:14:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.488+0000 7f3a8b400700 1 Processor -- start 2024-05-08T06:14:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 -- start start 2024-05-08T06:14:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 0x7f3a840757a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:39.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3a84104100 0x7f3a84075ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 0x7f3a84076220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f3a84113630 con 0x7f3a84108850 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f3a841134b0 con 0x7f3a84104100 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.489+0000 7f3a8b400700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f3a841137b0 con 0x7f3a84103750 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 0x7f3a840757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a89400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 0x7f3a84076220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 0x7f3a840757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.135:3300/0 says I am v2:172.21.15.69:44312/0 (socket says 172.21.15.69:44312) 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 -- 172.21.15.69:0/166921357 learned_addr learned my addr 172.21.15.69:0/166921357 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:39.494 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a83e00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3a84104100 0x7f3a84075ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a89400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 0x7f3a84076220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48396/0 (socket says 172.21.15.69:48396) 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 -- 172.21.15.69:0/166921357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3a84104100 msgr2=0x7f3a84075ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3a84104100 0x7f3a84075ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 -- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 msgr2=0x7f3a84076220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 0x7f3a84076220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a88a00700 1 -- 172.21.15.69:0/166921357 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a841a8010 con 0x7f3a84103750 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.490+0000 7f3a89400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 0x7f3a84076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.491+0000 7f3a88a00700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 0x7f3a840757a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3a7800e9a0 tx=0x7f3a7800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.491+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7800ca10 con 0x7f3a84103750 2024-05-08T06:14:39.495 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.491+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a7800cbb0 con 0x7f3a84103750 2024-05-08T06:14:39.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.491+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a841a8300 con 0x7f3a84103750 2024-05-08T06:14:39.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.491+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a78018680 con 0x7f3a84103750 2024-05-08T06:14:39.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.491+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a841a8860 con 0x7f3a84103750 2024-05-08T06:14:39.496 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.492+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a8406a190 con 0x7f3a84103750 2024-05-08T06:14:39.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.495+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3a78010430 con 0x7f3a84103750 2024-05-08T06:14:39.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.496+0000 7f3a81600700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3a6c0b2900 0x7f3a6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:39.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.496+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8469+0+0 (secure 0 0 0) 0x7f3a780e2450 con 0x7f3a84103750 2024-05-08T06:14:39.497 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.497+0000 7f3a83e00700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3a6c0b2900 0x7f3a6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:39.498 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.497+0000 7f3a83e00700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3a6c0b2900 0x7f3a6c0b4dc0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3a84077230 tx=0x7f3a74005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:39.501 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.501+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3a780aa020 con 0x7f3a84103750 2024-05-08T06:14:39.788 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:39.788+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3a8402e6d0 con 0x7f3a84103750 2024-05-08T06:14:40.640 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.640+0000 7f3a81600700 1 -- 172.21.15.69:0/166921357 <== mon.1 v2:172.21.15.135:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f3a780a9920 con 0x7f3a84103750 2024-05-08T06:14:40.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3a6c0b2900 msgr2=0x7f3a6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:40.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3a6c0b2900 0x7f3a6c0b4dc0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3a84077230 tx=0x7f3a74005fb0 comp rx=0 tx=0).stop 2024-05-08T06:14:40.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 msgr2=0x7f3a840757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:40.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 0x7f3a840757a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3a7800e9a0 tx=0x7f3a7800ecb0 comp rx=0 tx=0).stop 2024-05-08T06:14:40.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 shutdown_connections 2024-05-08T06:14:40.646 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f3a84108850 0x7f3a84076220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:40.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f3a84103750 0x7f3a840757a0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:40.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f3a6c0b2900 0x7f3a6c0b4dc0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:40.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 --2- 172.21.15.69:0/166921357 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f3a84104100 0x7f3a84075ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:40.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.646+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 >> 172.21.15.69:0/166921357 conn(0x7f3a8407a600 msgr2=0x7f3a841099a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:40.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.647+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 shutdown_connections 2024-05-08T06:14:40.647 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:40.647+0000 7f3a8b400700 1 -- 172.21.15.69:0/166921357 wait complete. 2024-05-08T06:14:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:40 smithi105 ceph-mon[34393]: pgmap v850: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:40 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/166921357' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T06:14:41.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:40 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T06:14:41.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:40 smithi135 ceph-mon[34761]: pgmap v850: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:41.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:40 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/166921357' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T06:14:41.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:40 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T06:14:41.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:40 smithi069 ceph-mon[29571]: pgmap v850: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-05-08T06:14:41.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:40 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/166921357' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T06:14:41.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:40 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-08T06:14:41.633 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-08T06:14:42.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:41 smithi105 ceph-mon[34393]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-08T06:14:42.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:41 smithi105 ceph-mon[34393]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-08T06:14:42.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:41 smithi105 ceph-mon[34393]: Cluster is now healthy 2024-05-08T06:14:42.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:41 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-08T06:14:42.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:41 smithi105 ceph-mon[34393]: fsmap 12 up:standby 2024-05-08T06:14:42.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:41 smithi135 ceph-mon[34761]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-08T06:14:42.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:41 smithi135 ceph-mon[34761]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-08T06:14:42.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:41 smithi135 ceph-mon[34761]: Cluster is now healthy 2024-05-08T06:14:42.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:41 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-08T06:14:42.062 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:41 smithi135 ceph-mon[34761]: fsmap 12 up:standby 2024-05-08T06:14:42.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:41 smithi069 ceph-mon[29571]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-08T06:14:42.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:41 smithi069 ceph-mon[29571]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-08T06:14:42.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:41 smithi069 ceph-mon[29571]: Cluster is now healthy 2024-05-08T06:14:42.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:41 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-08T06:14:42.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:41 smithi069 ceph-mon[29571]: fsmap 12 up:standby 2024-05-08T06:14:42.071 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:43.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:42 smithi105 ceph-mon[34393]: pgmap v851: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 3 op/s 2024-05-08T06:14:43.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:42 smithi135 ceph-mon[34761]: pgmap v851: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 3 op/s 2024-05-08T06:14:43.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:42 smithi069 ceph-mon[29571]: pgmap v851: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 3 op/s 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 -- 172.21.15.69:0/2480101463 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4108410 msgr2=0x7f08d41087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 --2- 172.21.15.69:0/2480101463 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4108410 0x7f08d41087f0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f08c4009990 tx=0x7f08c4009ca0 comp rx=0 tx=0).stop 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 -- 172.21.15.69:0/2480101463 shutdown_connections 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 --2- 172.21.15.69:0/2480101463 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d4102d60 0x7f08d410f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 --2- 172.21.15.69:0/2480101463 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4108410 0x7f08d41087f0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 --2- 172.21.15.69:0/2480101463 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08d41023a0 0x7f08d4102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 -- 172.21.15.69:0/2480101463 >> 172.21.15.69:0/2480101463 conn(0x7f08d4079350 msgr2=0x7f08d4079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 -- 172.21.15.69:0/2480101463 shutdown_connections 2024-05-08T06:14:44.551 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.550+0000 7f08daa00700 1 -- 172.21.15.69:0/2480101463 wait complete. 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.551+0000 7f08daa00700 1 Processor -- start 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.551+0000 7f08daa00700 1 -- start start 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08daa00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d41023a0 0x7f08d419f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08daa00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 0x7f08d419fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08daa00700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08d4108410 0x7f08d4199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08daa00700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7f08d41125b0 con 0x7f08d4102d60 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08daa00700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7f08d4112430 con 0x7f08d41023a0 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08daa00700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7f08d4112730 con 0x7f08d4108410 2024-05-08T06:14:44.553 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08d3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 0x7f08d419fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08d3400700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 0x7f08d419fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.69:3300/0 says I am v2:172.21.15.69:48404/0 (socket says 172.21.15.69:48404) 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08d3400700 1 -- 172.21.15.69:0/3634419467 learned_addr learned my addr 172.21.15.69:0/3634419467 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08d8a00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08d4108410 0x7f08d4199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.552+0000 7f08d3e00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d41023a0 0x7f08d419f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3e00700 1 -- 172.21.15.69:0/3634419467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08d4108410 msgr2=0x7f08d4199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3e00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08d4108410 0x7f08d4199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3e00700 1 -- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 msgr2=0x7f08d419fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3e00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 0x7f08d419fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3e00700 1 -- 172.21.15.69:0/3634419467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08d419a210 con 0x7f08d41023a0 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3400700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 0x7f08d419fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-08T06:14:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d3e00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d41023a0 0x7f08d419f8f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f08c40098e0 tx=0x7f08c40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:44.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c4027070 con 0x7f08d41023a0 2024-05-08T06:14:44.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f08c4022470 con 0x7f08d41023a0 2024-05-08T06:14:44.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08d419a4a0 con 0x7f08d41023a0 2024-05-08T06:14:44.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.553+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08c4017650 con 0x7f08d41023a0 2024-05-08T06:14:44.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.554+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08d41a67c0 con 0x7f08d41023a0 2024-05-08T06:14:44.555 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.555+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08d406a190 con 0x7f08d41023a0 2024-05-08T06:14:44.557 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.557+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f08c402a070 con 0x7f08d41023a0 2024-05-08T06:14:44.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.558+0000 7f08d0c00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08b80b2880 0x7f08b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:44.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.559+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8469+0+0 (secure 0 0 0) 0x7f08c40e3220 con 0x7f08d41023a0 2024-05-08T06:14:44.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.559+0000 7f08d3400700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08b80b2880 0x7f08b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:44.559 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.560+0000 7f08d3400700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08b80b2880 0x7f08b80b4d40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f08d406c1d0 tx=0x7f08c0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:44.561 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.561+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f08c4031080 con 0x7f08d41023a0 2024-05-08T06:14:44.793 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:44.793+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f08d41a6990 con 0x7f08d41023a0 2024-05-08T06:14:44.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:44 smithi069 ceph-mon[29571]: pgmap v852: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-05-08T06:14:45.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:44 smithi105 ceph-mon[34393]: pgmap v852: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-05-08T06:14:45.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:44 smithi135 ceph-mon[34761]: pgmap v852: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 3 op/s 2024-05-08T06:14:45.681 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.680+0000 7f08d0c00700 1 -- 172.21.15.69:0/3634419467 <== mon.2 v2:172.21.15.105:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v83) ==== 181+0+0 (secure 0 0 0) 0x7f08c40b1e20 con 0x7f08d41023a0 2024-05-08T06:14:45.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08b80b2880 msgr2=0x7f08b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:45.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08b80b2880 0x7f08b80b4d40 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f08d406c1d0 tx=0x7f08c0009260 comp rx=0 tx=0).stop 2024-05-08T06:14:45.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d41023a0 msgr2=0x7f08d419f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:45.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d41023a0 0x7f08d419f8f0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f08c40098e0 tx=0x7f08c40057c0 comp rx=0 tx=0).stop 2024-05-08T06:14:45.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 shutdown_connections 2024-05-08T06:14:45.687 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7f08d4108410 0x7f08d4199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:45.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7f08b80b2880 0x7f08b80b4d40 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:45.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7f08d41023a0 0x7f08d419f8f0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:45.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 --2- 172.21.15.69:0/3634419467 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7f08d4102d60 0x7f08d419fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:45.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.686+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 >> 172.21.15.69:0/3634419467 conn(0x7f08d4079350 msgr2=0x7f08d41067d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:45.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.687+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 shutdown_connections 2024-05-08T06:14:45.688 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:45.687+0000 7f08daa00700 1 -- 172.21.15.69:0/3634419467 wait complete. 2024-05-08T06:14:45.689 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_metadata' removed 2024-05-08T06:14:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:45 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/3634419467' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:46.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:45 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:46.058 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:45 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/3634419467' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:46.058 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:45 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:45 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/3634419467' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:46.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:45 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:46.710 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a shell --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-08T06:14:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:46 smithi105 ceph-mon[34393]: pgmap v853: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s rd, 1 op/s 2024-05-08T06:14:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:46 smithi105 ceph-mon[34393]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-08T06:14:47.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:46 smithi105 ceph-mon[34393]: osdmap e83: 12 total, 12 up, 12 in 2024-05-08T06:14:47.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:46 smithi135 ceph-mon[34761]: pgmap v853: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s rd, 1 op/s 2024-05-08T06:14:47.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:46 smithi135 ceph-mon[34761]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-08T06:14:47.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:46 smithi135 ceph-mon[34761]: osdmap e83: 12 total, 12 up, 12 in 2024-05-08T06:14:47.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:46 smithi069 ceph-mon[29571]: pgmap v853: 97 pgs: 97 active+clean; 7.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s rd, 1 op/s 2024-05-08T06:14:47.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:46 smithi069 ceph-mon[29571]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-08T06:14:47.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:46 smithi069 ceph-mon[29571]: osdmap e83: 12 total, 12 up, 12 in 2024-05-08T06:14:47.152 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/mon.a/config 2024-05-08T06:14:48.981 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:48 smithi069 ceph-mon[29571]: pgmap v855: 65 pgs: 65 active+clean; 577 KiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:49.019 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:48 smithi105 ceph-mon[34393]: pgmap v855: 65 pgs: 65 active+clean; 577 KiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:49.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:48 smithi135 ceph-mon[34761]: pgmap v855: 65 pgs: 65 active+clean; 577 KiB data, 416 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:49.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 -- 172.21.15.69:0/2590509524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe080758d0 msgr2=0x7efe08075cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:49.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 --2- 172.21.15.69:0/2590509524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe080758d0 0x7efe08075cb0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7efdf8009990 tx=0x7efdf8009ca0 comp rx=0 tx=0).stop 2024-05-08T06:14:49.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 -- 172.21.15.69:0/2590509524 shutdown_connections 2024-05-08T06:14:49.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 --2- 172.21.15.69:0/2590509524 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe0810fc00 0x7efe08112070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:49.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 --2- 172.21.15.69:0/2590509524 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe080758d0 0x7efe08075cb0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:49.480 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 --2- 172.21.15.69:0/2590509524 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efe080761f0 0x7efe0810f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:49.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 -- 172.21.15.69:0/2590509524 >> 172.21.15.69:0/2590509524 conn(0x7efe080feeb0 msgr2=0x7efe081012d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:49.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 -- 172.21.15.69:0/2590509524 shutdown_connections 2024-05-08T06:14:49.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.480+0000 7efe0d000700 1 -- 172.21.15.69:0/2590509524 wait complete. 2024-05-08T06:14:49.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.481+0000 7efe0d000700 1 Processor -- start 2024-05-08T06:14:49.481 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.481+0000 7efe0d000700 1 -- start start 2024-05-08T06:14:49.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe0d000700 1 --2- >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efe080758d0 0x7efe081a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:49.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe0d000700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe080761f0 0x7efe081a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:49.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe0d000700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe0810fc00 0x7efe0819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:49.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe0d000700 1 -- --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_getmap magic: 0 -- 0x7efe08115780 con 0x7efe0810fc00 2024-05-08T06:14:49.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe0d000700 1 -- --> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] -- mon_getmap magic: 0 -- 0x7efe08115600 con 0x7efe080761f0 2024-05-08T06:14:49.482 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe0d000700 1 -- --> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] -- mon_getmap magic: 0 -- 0x7efe08115900 con 0x7efe080758d0 2024-05-08T06:14:49.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe06a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe080761f0 0x7efe081a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:49.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe07e00700 1 --2- >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe0810fc00 0x7efe0819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:49.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe06a00700 1 --2- >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe080761f0 0x7efe081a1e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.105:3300/0 says I am v2:172.21.15.69:37988/0 (socket says 172.21.15.69:37988) 2024-05-08T06:14:49.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe06a00700 1 -- 172.21.15.69:0/519873376 learned_addr learned my addr 172.21.15.69:0/519873376 (peer_addr_for_me v2:172.21.15.69:0/0) 2024-05-08T06:14:49.483 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.482+0000 7efe07400700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efe080758d0 0x7efe081a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:49.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efe07e00700 1 -- 172.21.15.69:0/519873376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efe080758d0 msgr2=0x7efe081a1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:49.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efe07e00700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efe080758d0 0x7efe081a1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:49.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efe07e00700 1 -- 172.21.15.69:0/519873376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe080761f0 msgr2=0x7efe081a1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:49.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efe07e00700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe080761f0 0x7efe081a1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:49.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efe07e00700 1 -- 172.21.15.69:0/519873376 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe0819c280 con 0x7efe0810fc00 2024-05-08T06:14:49.484 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efe07e00700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe0810fc00 0x7efe0819bb20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7efe0000efb0 tx=0x7efe0000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:49.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.483+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe00003a00 con 0x7efe0810fc00 2024-05-08T06:14:49.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.484+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efe0000ce50 con 0x7efe0810fc00 2024-05-08T06:14:49.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.484+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe0819c570 con 0x7efe0810fc00 2024-05-08T06:14:49.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.484+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe000047c0 con 0x7efe0810fc00 2024-05-08T06:14:49.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.484+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe081a87e0 con 0x7efe0810fc00 2024-05-08T06:14:49.485 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.485+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe0806a190 con 0x7efe0810fc00 2024-05-08T06:14:49.487 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.487+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7efe00012050 con 0x7efe0810fc00 2024-05-08T06:14:49.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.489+0000 7efdffe00700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efdec0b2900 0x7efdec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-08T06:14:49.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.489+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7944+0+0 (secure 0 0 0) 0x7efe000e18e0 con 0x7efe0810fc00 2024-05-08T06:14:49.489 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.489+0000 7efe07400700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efdec0b2900 0x7efdec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-08T06:14:49.490 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.490+0000 7efe07400700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efdec0b2900 0x7efdec0b4dc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7efdf800b2e0 tx=0x7efdf8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-08T06:14:49.493 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.493+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efe00022060 con 0x7efe0810fc00 2024-05-08T06:14:49.726 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:49.725+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 --> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7efe0802e510 con 0x7efe0810fc00 2024-05-08T06:14:50.696 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.695+0000 7efdffe00700 1 -- 172.21.15.69:0/519873376 <== mon.0 v2:172.21.15.69:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v84) ==== 169+0+0 (secure 0 0 0) 0x7efe00010040 con 0x7efe0810fc00 2024-05-08T06:14:50.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.702+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efdec0b2900 msgr2=0x7efdec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:50.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.702+0000 7efe0d000700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efdec0b2900 0x7efdec0b4dc0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7efdf800b2e0 tx=0x7efdf8005960 comp rx=0 tx=0).stop 2024-05-08T06:14:50.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.702+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe0810fc00 msgr2=0x7efe0819bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-08T06:14:50.702 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.702+0000 7efe0d000700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe0810fc00 0x7efe0819bb20 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7efe0000efb0 tx=0x7efe0000c3a0 comp rx=0 tx=0).stop 2024-05-08T06:14:50.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.703+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 shutdown_connections 2024-05-08T06:14:50.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.703+0000 7efe0d000700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] conn(0x7efe0810fc00 0x7efe0819bb20 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:50.703 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.703+0000 7efe0d000700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.135:3300/0,v1:172.21.15.135:6789/0] conn(0x7efe080758d0 0x7efe081a1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:50.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.703+0000 7efe0d000700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.69:6800/2291959053,v1:172.21.15.69:6801/2291959053] conn(0x7efdec0b2900 0x7efdec0b4dc0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:50.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.703+0000 7efe0d000700 1 --2- 172.21.15.69:0/519873376 >> [v2:172.21.15.105:3300/0,v1:172.21.15.105:6789/0] conn(0x7efe080761f0 0x7efe081a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-08T06:14:50.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.703+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 >> 172.21.15.69:0/519873376 conn(0x7efe080feeb0 msgr2=0x7efe080ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-08T06:14:50.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.704+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 shutdown_connections 2024-05-08T06:14:50.704 INFO:teuthology.orchestra.run.smithi069.stderr:2024-05-08T06:14:50.704+0000 7efe0d000700 1 -- 172.21.15.69:0/519873376 wait complete. 2024-05-08T06:14:50.707 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_data' removed 2024-05-08T06:14:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:50 smithi105 ceph-mon[34393]: pgmap v856: 65 pgs: 65 active+clean; 577 KiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:51.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:50 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/519873376' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:50 smithi135 ceph-mon[34761]: pgmap v856: 65 pgs: 65 active+clean; 577 KiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:51.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:50 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/519873376' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:51.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:50 smithi069 ceph-mon[29571]: pgmap v856: 65 pgs: 65 active+clean; 577 KiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:51.068 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:50 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/519873376' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-08T06:14:51.698 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-08T06:14:51.783 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-08T06:14:51.815 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-08T06:14:51.850 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-08T06:14:51.850 DEBUG:teuthology.orchestra.run.smithi069:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-08T06:14:51.909 DEBUG:teuthology.orchestra.run.smithi105:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-08T06:14:51.928 DEBUG:teuthology.orchestra.run.smithi135:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-08T06:14:51.946 INFO:tasks.cephadm:Stopping all daemons... 2024-05-08T06:14:51.947 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-08T06:14:51.947 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a 2024-05-08T06:14:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:51 smithi105 ceph-mon[34393]: from='client.? 172.21.15.69:0/519873376' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-08T06:14:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:51 smithi105 ceph-mon[34393]: osdmap e84: 12 total, 12 up, 12 in 2024-05-08T06:14:52.020 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:51 smithi105 ceph-mon[34393]: pgmap v858: 1 pgs: 1 active+clean; 577 KiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:52.020 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:51 smithi069 ceph-mon[29571]: from='client.? 172.21.15.69:0/519873376' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-08T06:14:52.021 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:51 smithi069 ceph-mon[29571]: osdmap e84: 12 total, 12 up, 12 in 2024-05-08T06:14:52.021 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:51 smithi069 ceph-mon[29571]: pgmap v858: 1 pgs: 1 active+clean; 577 KiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:51 smithi135 ceph-mon[34761]: from='client.? 172.21.15.69:0/519873376' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-08T06:14:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:51 smithi135 ceph-mon[34761]: osdmap e84: 12 total, 12 up, 12 in 2024-05-08T06:14:52.061 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:51 smithi135 ceph-mon[34761]: pgmap v858: 1 pgs: 1 active+clean; 577 KiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-08T06:14:52.319 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:52 smithi069 systemd[1]: Stopping Ceph mon.a for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:14:52.818 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a[29567]: 2024-05-08T06:14:52.462+0000 7f81a9c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:14:52.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a[29567]: 2024-05-08T06:14:52.462+0000 7f81a9c00700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-08T06:14:52.819 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:52 smithi069 podman[117499]: 2024-05-08 06:14:52.566268911 +0000 UTC m=+0.223531264 container died 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:14:53.316 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:52 smithi069 podman[117499]: 2024-05-08 06:14:52.998110628 +0000 UTC m=+0.655372994 container cleanup 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-08T06:14:53.316 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:52 smithi069 bash[117499]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a 2024-05-08T06:14:53.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:May 08 06:14:53 smithi069 podman[117512]: 2024-05-08 06:14:53.316388158 +0000 UTC m=+0.733716462 container remove 7d02d9544fbccb1bacd91b0232f5576de13288ec8427cbf4fa5c7f5340f56fb8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-05-08T06:14:53.935 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.a.service' 2024-05-08T06:14:54.076 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:14:54.076 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-08T06:14:54.076 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-08T06:14:54.076 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.b 2024-05-08T06:14:54.419 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:54 smithi105 systemd[1]: Stopping Ceph mon.b for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:14:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-b[34385]: 2024-05-08T06:14:54.419+0000 7fbd4febd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:14:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-b[34385]: 2024-05-08T06:14:54.419+0000 7fbd4febd700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-08T06:14:54.770 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:54 smithi105 podman[70399]: 2024-05-08 06:14:54.644293195 +0000 UTC m=+0.372699796 container died 9be6f14801174e2bc0f51c211e4d6192d4e3f5428f97942d29bcced802b83f8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-b, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:14:55.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:55 smithi105 podman[70399]: 2024-05-08 06:14:55.05377214 +0000 UTC m=+0.782178749 container cleanup 9be6f14801174e2bc0f51c211e4d6192d4e3f5428f97942d29bcced802b83f8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-08T06:14:55.270 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:55 smithi105 bash[70399]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-b 2024-05-08T06:14:55.532 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.b.service' 2024-05-08T06:14:55.555 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:55 smithi105 podman[70413]: 2024-05-08 06:14:55.305379494 +0000 UTC m=+0.663230987 container remove 9be6f14801174e2bc0f51c211e4d6192d4e3f5428f97942d29bcced802b83f8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-b, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-08T06:14:55.555 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:55 smithi105 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.b.service: Deactivated successfully. 2024-05-08T06:14:55.555 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:55 smithi105 systemd[1]: Stopped Ceph mon.b for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T06:14:55.555 INFO:journalctl@ceph.mon.b.smithi105.stdout:May 08 06:14:55 smithi105 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.b.service: Consumed 15.268s CPU time. 2024-05-08T06:14:55.577 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:14:55.577 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-08T06:14:55.577 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-08T06:14:55.577 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.c 2024-05-08T06:14:55.932 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:55 smithi135 systemd[1]: Stopping Ceph mon.c for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:14:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c[34757]: 2024-05-08T06:14:55.932+0000 7f5778a35700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:14:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c[34757]: 2024-05-08T06:14:55.932+0000 7f5778a35700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-08T06:14:56.311 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:55 smithi135 podman[70754]: 2024-05-08 06:14:55.99434447 +0000 UTC m=+0.214433927 container died 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, ceph=True, org.label-schema.license=GPLv2) 2024-05-08T06:14:56.651 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:56 smithi135 podman[70754]: 2024-05-08 06:14:56.391658095 +0000 UTC m=+0.611747550 container cleanup 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-05-08T06:14:56.651 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:56 smithi135 bash[70754]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c 2024-05-08T06:14:56.816 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.c.service' 2024-05-08T06:14:56.932 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:56 smithi135 podman[70768]: 2024-05-08 06:14:56.651733439 +0000 UTC m=+0.654459591 container remove 90d6db96d69872f90cf02858f3685ff7b2f1573c245f1f157897ea95d505a951 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:14:56.933 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:56 smithi135 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.c.service: Deactivated successfully. 2024-05-08T06:14:56.933 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:56 smithi135 systemd[1]: Stopped Ceph mon.c for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T06:14:56.933 INFO:journalctl@ceph.mon.c.smithi135.stdout:May 08 06:14:56 smithi135 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mon.c.service: Consumed 15.340s CPU time. 2024-05-08T06:14:56.961 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:14:56.961 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-08T06:14:56.961 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-08T06:14:56.961 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x 2024-05-08T06:14:57.318 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:57 smithi069 systemd[1]: Stopping Ceph mgr.x for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:14:57.819 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T06:14:57.542+0000 7f99d1400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:14:57.819 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x[29797]: 2024-05-08T06:14:57.542+0000 7f99d1400700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-08T06:14:57.819 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:57 smithi069 podman[117619]: 2024-05-08 06:14:57.636094317 +0000 UTC m=+0.250332230 container died 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=) 2024-05-08T06:14:58.568 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:58 smithi069 podman[117619]: 2024-05-08 06:14:58.311434214 +0000 UTC m=+0.925672164 container cleanup 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux ) 2024-05-08T06:14:58.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:58 smithi069 bash[117619]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x 2024-05-08T06:14:58.569 INFO:journalctl@ceph.mgr.x.smithi069.stdout:May 08 06:14:58 smithi069 podman[117634]: 2024-05-08 06:14:58.513703694 +0000 UTC m=+0.861387278 container remove 78b711a4e7f7b91ee318898974fbc479fbd84c137e3cbe11948633a0f2c7be7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:bee299f4ac344e4c45e550d7a80abcadd7bc3d5a, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-x, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:14:58.992 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.x.service' 2024-05-08T06:14:59.103 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:14:59.103 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-08T06:14:59.103 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-08T06:14:59.103 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.y 2024-05-08T06:14:59.446 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 06:14:59 smithi105 systemd[1]: Stopping Ceph mgr.y for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:14:59.760 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 06:14:59 smithi105 podman[70524]: 2024-05-08 06:14:59.447051367 +0000 UTC m=+0.143737701 container died 54e538d85fa3a8c5a2eea906764fc950b459a39a3684f1792905ec67bf1e80b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:15:00.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 06:14:59 smithi105 podman[70524]: 2024-05-08 06:14:59.852207672 +0000 UTC m=+0.548893994 container cleanup 54e538d85fa3a8c5a2eea906764fc950b459a39a3684f1792905ec67bf1e80b9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-08T06:15:00.020 INFO:journalctl@ceph.mgr.y.smithi105.stdout:May 08 06:14:59 smithi105 bash[70524]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-y 2024-05-08T06:15:00.269 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.y.service' 2024-05-08T06:15:00.302 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:00.302 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-08T06:15:00.302 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-08T06:15:00.302 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.z 2024-05-08T06:15:00.811 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 06:15:00 smithi135 systemd[1]: Stopping Ceph mgr.z for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:01.213 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 06:15:00 smithi135 podman[70889]: 2024-05-08 06:15:00.893706677 +0000 UTC m=+0.399573642 container died 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507) 2024-05-08T06:15:01.490 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 06:15:01 smithi135 podman[70889]: 2024-05-08 06:15:01.213930573 +0000 UTC m=+0.719797535 container cleanup 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:15:01.490 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 06:15:01 smithi135 bash[70889]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z 2024-05-08T06:15:01.779 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 06:15:01 smithi135 podman[70904]: 2024-05-08 06:15:01.490842072 +0000 UTC m=+0.591530073 container remove 474b8345a57a13937557c982fc9dc20d951bb1059a572610297bca333a09b646 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mgr-z, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:15:01.779 INFO:journalctl@ceph.mgr.z.smithi135.stdout:May 08 06:15:01 smithi135 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-05-08T06:15:01.794 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mgr.z.service' 2024-05-08T06:15:01.830 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:01.830 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-08T06:15:01.831 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-08T06:15:01.831 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.0 2024-05-08T06:15:02.318 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:01 smithi069 systemd[1]: Stopping Ceph osd.0 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:02.819 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0[44688]: 2024-05-08T06:15:02.431+0000 7f55b7c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:02.819 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0[44688]: 2024-05-08T06:15:02.432+0000 7f55b7c00700 -1 osd.0 84 *** Got signal Terminated *** 2024-05-08T06:15:02.819 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0[44688]: 2024-05-08T06:15:02.432+0000 7f55b7c00700 -1 osd.0 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:08.069 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:07 smithi069 podman[117738]: 2024-05-08 06:15:07.889243661 +0000 UTC m=+5.630171608 container died e9fc4c21c781782e26c04b71bc15b76a6aa7769c65f93da01cad3b2a3eed1dfb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:15:08.694 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:08 smithi069 podman[117738]: 2024-05-08 06:15:08.442231407 +0000 UTC m=+6.183159382 container cleanup e9fc4c21c781782e26c04b71bc15b76a6aa7769c65f93da01cad3b2a3eed1dfb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-08T06:15:08.694 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:08 smithi069 bash[117738]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0 2024-05-08T06:15:09.068 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:08 smithi069 podman[117757]: 2024-05-08 06:15:08.693701791 +0000 UTC m=+0.789986569 container remove e9fc4c21c781782e26c04b71bc15b76a6aa7769c65f93da01cad3b2a3eed1dfb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:15:09.707 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:09 smithi069 podman[117845]: 2024-05-08 06:15:09.344423271 +0000 UTC m=+0.035751185 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:15:09.708 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:09 smithi069 podman[117845]: 2024-05-08 06:15:09.469670858 +0000 UTC m=+0.160998823 container create 007f3b3b07f6d36ab5b3b038af7b2ba1a2e2cb1f45bb31d40d2594a06a49d57b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=) 2024-05-08T06:15:10.068 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:09 smithi069 podman[117845]: 2024-05-08 06:15:09.823736668 +0000 UTC m=+0.515064625 container init 007f3b3b07f6d36ab5b3b038af7b2ba1a2e2cb1f45bb31d40d2594a06a49d57b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-05-08T06:15:10.068 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:09 smithi069 podman[117845]: 2024-05-08 06:15:09.835447689 +0000 UTC m=+0.526775647 container start 007f3b3b07f6d36ab5b3b038af7b2ba1a2e2cb1f45bb31d40d2594a06a49d57b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507) 2024-05-08T06:15:10.068 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:09 smithi069 podman[117845]: 2024-05-08 06:15:09.939433375 +0000 UTC m=+0.630761356 container attach 007f3b3b07f6d36ab5b3b038af7b2ba1a2e2cb1f45bb31d40d2594a06a49d57b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:10.569 INFO:journalctl@ceph.osd.0.smithi069.stdout:May 08 06:15:10 smithi069 podman[117845]: 2024-05-08 06:15:10.300639229 +0000 UTC m=+0.991967175 container died 007f3b3b07f6d36ab5b3b038af7b2ba1a2e2cb1f45bb31d40d2594a06a49d57b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-0-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-08T06:15:11.255 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.0.service' 2024-05-08T06:15:11.366 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:11.366 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-08T06:15:11.369 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-08T06:15:11.370 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.1 2024-05-08T06:15:11.683 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:11 smithi105 systemd[1]: Stopping Ceph osd.1 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:12.020 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1[39003]: 2024-05-08T06:15:11.683+0000 7f9db6bb1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:12.020 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1[39003]: 2024-05-08T06:15:11.683+0000 7f9db6bb1700 -1 osd.1 84 *** Got signal Terminated *** 2024-05-08T06:15:12.020 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1[39003]: 2024-05-08T06:15:11.683+0000 7f9db6bb1700 -1 osd.1 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:17.451 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:17 smithi105 podman[70659]: 2024-05-08 06:15:17.164445821 +0000 UTC m=+5.603764724 container died ff11b908343777afa908a19efb334f502f3924a16963bcc08d9103273cf80a22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:17.770 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:17 smithi105 podman[70659]: 2024-05-08 06:15:17.542887172 +0000 UTC m=+5.982206081 container cleanup ff11b908343777afa908a19efb334f502f3924a16963bcc08d9103273cf80a22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux ) 2024-05-08T06:15:17.770 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:17 smithi105 bash[70659]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1 2024-05-08T06:15:18.160 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:17 smithi105 podman[70677]: 2024-05-08 06:15:17.828480146 +0000 UTC m=+0.657134020 container remove ff11b908343777afa908a19efb334f502f3924a16963bcc08d9103273cf80a22 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, ceph=True) 2024-05-08T06:15:18.457 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:18 smithi105 podman[70765]: 2024-05-08 06:15:18.064441531 +0000 UTC m=+0.017661099 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:15:18.457 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:18 smithi105 podman[70765]: 2024-05-08 06:15:18.187858015 +0000 UTC m=+0.141077575 container create b2b08997260006ff697d894144aa25a4156818ce4f6fcba4857b117531de022c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f) 2024-05-08T06:15:18.457 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:18 smithi105 podman[70765]: 2024-05-08 06:15:18.457610808 +0000 UTC m=+0.410830379 container init b2b08997260006ff697d894144aa25a4156818ce4f6fcba4857b117531de022c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2) 2024-05-08T06:15:18.752 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:18 smithi105 podman[70765]: 2024-05-08 06:15:18.46141602 +0000 UTC m=+0.414635581 container start b2b08997260006ff697d894144aa25a4156818ce4f6fcba4857b117531de022c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=) 2024-05-08T06:15:18.752 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:18 smithi105 podman[70765]: 2024-05-08 06:15:18.557394216 +0000 UTC m=+0.510613779 container attach b2b08997260006ff697d894144aa25a4156818ce4f6fcba4857b117531de022c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:15:19.020 INFO:journalctl@ceph.osd.1.smithi105.stdout:May 08 06:15:18 smithi105 podman[70765]: 2024-05-08 06:15:18.753131312 +0000 UTC m=+0.706350865 container died b2b08997260006ff697d894144aa25a4156818ce4f6fcba4857b117531de022c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-1-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS) 2024-05-08T06:15:19.417 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.1.service' 2024-05-08T06:15:19.456 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:19.457 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-08T06:15:19.457 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-08T06:15:19.457 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.2 2024-05-08T06:15:19.768 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:19 smithi135 systemd[1]: Stopping Ceph osd.2 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:20.061 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:19 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2[39907]: 2024-05-08T06:15:19.767+0000 7fe815102700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:20.061 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:19 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2[39907]: 2024-05-08T06:15:19.767+0000 7fe815102700 -1 osd.2 84 *** Got signal Terminated *** 2024-05-08T06:15:20.061 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:19 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2[39907]: 2024-05-08T06:15:19.767+0000 7fe815102700 -1 osd.2 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:25.360 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:25 smithi135 podman[71017]: 2024-05-08 06:15:25.102497103 +0000 UTC m=+5.447697546 container died fa41ae4765e1f08b7c606b79a7ed880e3e64db574e832c33abd96db1cacaddfc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:15:25.653 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:25 smithi135 podman[71017]: 2024-05-08 06:15:25.452672722 +0000 UTC m=+5.797873165 container cleanup fa41ae4765e1f08b7c606b79a7ed880e3e64db574e832c33abd96db1cacaddfc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:15:25.653 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:25 smithi135 bash[71017]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2 2024-05-08T06:15:26.061 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:25 smithi135 podman[71034]: 2024-05-08 06:15:25.653026261 +0000 UTC m=+0.546766882 container remove fa41ae4765e1f08b7c606b79a7ed880e3e64db574e832c33abd96db1cacaddfc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:15:26.323 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:26 smithi135 podman[71125]: 2024-05-08 06:15:25.969650485 +0000 UTC m=+0.018563617 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:15:26.323 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:26 smithi135 podman[71125]: 2024-05-08 06:15:26.07882365 +0000 UTC m=+0.127736773 container create 8d61efdfd3895fe0385345faa2d5dc52839c56cb3757e359aee283bc2891fdb9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-05-08T06:15:26.624 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:26 smithi135 podman[71125]: 2024-05-08 06:15:26.324053352 +0000 UTC m=+0.372966480 container init 8d61efdfd3895fe0385345faa2d5dc52839c56cb3757e359aee283bc2891fdb9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:15:26.625 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:26 smithi135 podman[71125]: 2024-05-08 06:15:26.32832051 +0000 UTC m=+0.377233634 container start 8d61efdfd3895fe0385345faa2d5dc52839c56cb3757e359aee283bc2891fdb9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240507) 2024-05-08T06:15:26.625 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:26 smithi135 podman[71125]: 2024-05-08 06:15:26.423895211 +0000 UTC m=+0.472808337 container attach 8d61efdfd3895fe0385345faa2d5dc52839c56cb3757e359aee283bc2891fdb9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0) 2024-05-08T06:15:26.951 INFO:journalctl@ceph.osd.2.smithi135.stdout:May 08 06:15:26 smithi135 podman[71125]: 2024-05-08 06:15:26.625885302 +0000 UTC m=+0.674798429 container died 8d61efdfd3895fe0385345faa2d5dc52839c56cb3757e359aee283bc2891fdb9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:15:27.222 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.2.service' 2024-05-08T06:15:27.264 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:27.265 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-08T06:15:27.265 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-08T06:15:27.265 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.3 2024-05-08T06:15:27.785 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:27 smithi069 systemd[1]: Stopping Ceph osd.3 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:28.069 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:27 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3[51628]: 2024-05-08T06:15:27.783+0000 7f3fc3400700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:28.069 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:27 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3[51628]: 2024-05-08T06:15:27.783+0000 7f3fc3400700 -1 osd.3 84 *** Got signal Terminated *** 2024-05-08T06:15:28.070 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:27 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3[51628]: 2024-05-08T06:15:27.783+0000 7f3fc3400700 -1 osd.3 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:29.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:29 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:29.074+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:30.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:29.879+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:30.568 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:30 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3[51628]: 2024-05-08T06:15:30.139+0000 7f3fbec00700 -1 osd.3 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.202741+0000 front 2024-05-08T06:15:07.202483+0000 (oldest deadline 2024-05-08T06:15:29.502236+0000) 2024-05-08T06:15:30.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:30 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:30.078+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:31.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:30.846+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:31.318 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:31 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3[51628]: 2024-05-08T06:15:31.120+0000 7f3fbec00700 -1 osd.3 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.202741+0000 front 2024-05-08T06:15:07.202483+0000 (oldest deadline 2024-05-08T06:15:29.502236+0000) 2024-05-08T06:15:31.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:31 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:31.079+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:31.319 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:30 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:30.900+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:32.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:31.867+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:32.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:31.951+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:32.318 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:32 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3[51628]: 2024-05-08T06:15:32.079+0000 7f3fbec00700 -1 osd.3 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.202741+0000 front 2024-05-08T06:15:07.202483+0000 (oldest deadline 2024-05-08T06:15:29.502236+0000) 2024-05-08T06:15:32.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:32 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:32.095+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:32.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:31 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:31.936+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:33.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:32 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:32.757+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:33.240 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:33.062+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:33.241 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:32 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:32.970+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:33.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:32.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:33.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:32.856+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:33.567 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:33 smithi069 podman[117952]: 2024-05-08 06:15:33.239273096 +0000 UTC m=+5.569882810 container died 6170f52edf932ea37454d551c3de901179dd32d35f50b8e72df7c1a52f8bad8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-08T06:15:33.818 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:33 smithi069 podman[117952]: 2024-05-08 06:15:33.778263769 +0000 UTC m=+6.108873522 container cleanup 6170f52edf932ea37454d551c3de901179dd32d35f50b8e72df7c1a52f8bad8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:15:33.819 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:33 smithi069 bash[117952]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3 2024-05-08T06:15:34.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:33 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:33.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:34.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:33.987+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:34.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:33.889+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:34.318 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:34 smithi069 podman[117971]: 2024-05-08 06:15:34.055931588 +0000 UTC m=+0.806565544 container remove 6170f52edf932ea37454d551c3de901179dd32d35f50b8e72df7c1a52f8bad8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-08T06:15:34.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:33 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:33.971+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:34.319 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:34 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:34.078+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:35.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:34 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:34.768+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:35.277 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:35 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:35.038+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:35.278 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:34 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:34.948+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:35.278 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:34 smithi069 podman[118063]: 2024-05-08 06:15:34.805742346 +0000 UTC m=+0.033574658 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:15:35.278 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:34 smithi069 podman[118063]: 2024-05-08 06:15:34.949257991 +0000 UTC m=+0.177090338 container create 720a7628a223d136b557c16bae8466dbdd79a91e2eb4aa195cc84510dd762a95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-08T06:15:35.278 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:35 smithi069 podman[118063]: 2024-05-08 06:15:35.277846779 +0000 UTC m=+0.505679162 container init 720a7628a223d136b557c16bae8466dbdd79a91e2eb4aa195cc84510dd762a95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-08T06:15:35.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:34.946+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:35.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:34.908+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:35.568 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:35 smithi069 podman[118063]: 2024-05-08 06:15:35.288824666 +0000 UTC m=+0.516657016 container start 720a7628a223d136b557c16bae8466dbdd79a91e2eb4aa195cc84510dd762a95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-08T06:15:35.568 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:35 smithi069 podman[118063]: 2024-05-08 06:15:35.376978978 +0000 UTC m=+0.604811338 container attach 720a7628a223d136b557c16bae8466dbdd79a91e2eb4aa195cc84510dd762a95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-05-08T06:15:36.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:35 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:35.741+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:36.054 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:35 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:35.944+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:36.054 INFO:journalctl@ceph.osd.3.smithi069.stdout:May 08 06:15:35 smithi069 podman[118063]: 2024-05-08 06:15:35.740824991 +0000 UTC m=+0.968657337 container died 720a7628a223d136b557c16bae8466dbdd79a91e2eb4aa195cc84510dd762a95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:36.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:35.863+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:36.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:35.918+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:36.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:36 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:36.053+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:36.674 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.3.service' 2024-05-08T06:15:36.783 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:36.784 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-08T06:15:36.784 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-08T06:15:36.784 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.4 2024-05-08T06:15:37.020 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:36 smithi105 systemd[1]: Stopping Ceph osd.4 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:37.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:36 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:36.740+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:37.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:36.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:37.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:36.843+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:37.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:37 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:37.071+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:37.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:36 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:36.945+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:37.520 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:37 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:37.097+0000 7f8cc4971700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:37.520 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:37 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:37.097+0000 7f8cc4971700 -1 osd.4 84 *** Got signal Terminated *** 2024-05-08T06:15:37.520 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:37 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:37.097+0000 7f8cc4971700 -1 osd.4 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:38.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:37 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:37.729+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:38.311 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:37.849+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:38.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:37.951+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:38.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:38 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:38.096+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:38.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:37 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:37.942+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:38.714 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:38 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:38.391+0000 7f8cbcf5d700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.863875+0000 front 2024-05-08T06:15:13.863901+0000 (oldest deadline 2024-05-08T06:15:37.963993+0000) 2024-05-08T06:15:39.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:38 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:38.713+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:39.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:38.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:39.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:38.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:39.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:38.805+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:39.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:38.805+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:39.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:39 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:39.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:39.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:38 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:38.985+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:39.520 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:39 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:39.416+0000 7f8cbcf5d700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.863875+0000 front 2024-05-08T06:15:13.863901+0000 (oldest deadline 2024-05-08T06:15:37.963993+0000) 2024-05-08T06:15:40.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:39 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:39.668+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:40.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:39 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:39.668+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:40.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:39.943+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:40.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:39.943+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:40.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:39.784+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:40.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:39.784+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:40.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:40.162+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:40.319 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:40 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:40.014+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:40.693 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:40 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:40.388+0000 7f8cbcf5d700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.863875+0000 front 2024-05-08T06:15:13.863901+0000 (oldest deadline 2024-05-08T06:15:37.963993+0000) 2024-05-08T06:15:40.694 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:40 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:40.455+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:41.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:40 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:40.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:41.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:40 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:40.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:41.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:40 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:40.896+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:41.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:40 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:40.896+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:41.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:40 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:40.739+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:41.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:40 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:40.739+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:41.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:41 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:41.051+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:41.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:41 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:41.187+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:41.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:41 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:41.187+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:41.720 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:41 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4[45698]: 2024-05-08T06:15:41.389+0000 7f8cbcf5d700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.863875+0000 front 2024-05-08T06:15:13.863901+0000 (oldest deadline 2024-05-08T06:15:37.963993+0000) 2024-05-08T06:15:41.720 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:41 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:41.408+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:42.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:41 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:41.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:42.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:41 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:41.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:42.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:41 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:41.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:42.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:41 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:41.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:42.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:41 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:41.627+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:42.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:41 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:41.873+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:42.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:41 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:41.873+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:42.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:42 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:42.137+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:42.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:42 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:42.137+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:42.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:42 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:42.071+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:42.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:42 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:42.071+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:42.722 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:42 smithi105 podman[70874]: 2024-05-08 06:15:42.469607072 +0000 UTC m=+5.487749482 container died 178e74e1d52ff5dcb26ab83182c177761774794e9f772d358605b828e8255ea0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:15:42.723 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:42 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:42.377+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:42.903 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:42 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:42.613+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:42.903 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:42 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:42.778+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:42.903 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:42 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:42.778+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:43.020 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:42 smithi105 podman[70874]: 2024-05-08 06:15:42.84782746 +0000 UTC m=+5.865969909 container cleanup 178e74e1d52ff5dcb26ab83182c177761774794e9f772d358605b828e8255ea0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux ) 2024-05-08T06:15:43.020 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:42 smithi105 bash[70874]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4 2024-05-08T06:15:43.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:42 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:42.722+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:43.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:42 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:42.722+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:43.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:42 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:42.902+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:43.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:42 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:42.902+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:43.520 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:43 smithi105 podman[70903]: 2024-05-08 06:15:43.1716696 +0000 UTC m=+0.697147082 container remove 178e74e1d52ff5dcb26ab83182c177761774794e9f772d358605b828e8255ea0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:15:43.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:43 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:43.363+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:43.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:43 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:43.091+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:43.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:43 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:43.091+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:43.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:43 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:43.090+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:43.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:43 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:43.090+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:43.844 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:43 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:43.768+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:43.844 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:43 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:43.768+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:43.844 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:43 smithi105 podman[70995]: 2024-05-08 06:15:43.426502849 +0000 UTC m=+0.018263207 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:15:43.844 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:43 smithi105 podman[70995]: 2024-05-08 06:15:43.558691639 +0000 UTC m=+0.150451984 container create b5d1ed2394dc68d7c37ab429475833c53343fdbfc4d5b46d9bbdedef5ba0c2ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:15:43.845 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:43 smithi105 podman[70995]: 2024-05-08 06:15:43.844997073 +0000 UTC m=+0.436757419 container init b5d1ed2394dc68d7c37ab429475833c53343fdbfc4d5b46d9bbdedef5ba0c2ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux ) 2024-05-08T06:15:43.888 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:43 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:43.638+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:43.888 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:43 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:43.730+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:43.888 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:43 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:43.730+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:44.139 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:43 smithi105 podman[70995]: 2024-05-08 06:15:43.848196664 +0000 UTC m=+0.439957010 container start b5d1ed2394dc68d7c37ab429475833c53343fdbfc4d5b46d9bbdedef5ba0c2ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:44.139 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:43 smithi105 podman[70995]: 2024-05-08 06:15:43.936753438 +0000 UTC m=+0.528513793 container attach b5d1ed2394dc68d7c37ab429475833c53343fdbfc4d5b46d9bbdedef5ba0c2ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-08T06:15:44.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:43 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:43.888+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:44.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:43 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:43.888+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:44.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:44.106+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:44.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:44.106+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:44.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:44.065+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:44.318 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:44 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:44.065+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:44.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:44 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:44.315+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:44.520 INFO:journalctl@ceph.osd.4.smithi105.stdout:May 08 06:15:44 smithi105 podman[70995]: 2024-05-08 06:15:44.140041694 +0000 UTC m=+0.731802049 container died b5d1ed2394dc68d7c37ab429475833c53343fdbfc4d5b46d9bbdedef5ba0c2ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:44.823 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:44 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:44.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:44.823 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:44 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:44.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:44.842 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.4.service' 2024-05-08T06:15:44.879 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:44.879 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-08T06:15:44.879 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-08T06:15:44.879 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.5 2024-05-08T06:15:44.907 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:44 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:44.737+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:44.907 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:44 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:44.737+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:44.907 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:44 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:44.632+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:44.907 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:44 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:44.859+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:44.907 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:44 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:44.859+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:45.196 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:44 smithi135 systemd[1]: Stopping Ceph osd.5 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:45.197 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:45.196+0000 7f08573f9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:45.197 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:45.196+0000 7f08573f9700 -1 osd.5 84 *** Got signal Terminated *** 2024-05-08T06:15:45.197 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:45.196+0000 7f08573f9700 -1 osd.5 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:45.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:45 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:45.266+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:45.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:45 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:45.129+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:45.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:45 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:45.129+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:45.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:45 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:45.090+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:45.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:45 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:45.090+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:46.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:45 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:45.743+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:46.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:45 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:45.743+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:46.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:45 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:45.743+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:46.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:45.635+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:46.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:45.878+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:46.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:45.878+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:46.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:45.878+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:46.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:45.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:46.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:45 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:45.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:46.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:46 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:46.258+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:46.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:46 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:46.118+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:46.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:46 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:46.118+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:46.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:46 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:46.137+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:46.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:46 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:46.137+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:47.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:46 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:46.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:47.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:46 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:46.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:47.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:46 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:46.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:47.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:46.671+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:47.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:46.671+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:47.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:46.844+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:47.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:46.844+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:47.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:46.844+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:47.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:46.768+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:47.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:46.768+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:47.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:46 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:46.768+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.152001+0000 front 2024-05-08T06:15:22.152029+0000 (oldest deadline 2024-05-08T06:15:46.152656+0000) 2024-05-08T06:15:47.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:47.110+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:47.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:47.110+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:47.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:47.110+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:47.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:47.159+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:47.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:47.159+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:47.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:47 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:47.159+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:47.727 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:47 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:47.304+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:48.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:47 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:47.727+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:48.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:47 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:47.727+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:48.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:47 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:47.727+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:48.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:47.667+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:48.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:47.667+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:48.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:47.802+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:48.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:47.802+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:48.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:47.802+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:48.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:47.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:48.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:47.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:48.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:47 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:47.750+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.152001+0000 front 2024-05-08T06:15:22.152029+0000 (oldest deadline 2024-05-08T06:15:46.152656+0000) 2024-05-08T06:15:48.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:48.140+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:48.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:48.140+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:48.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:48.140+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:48.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:48.188+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:48.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:48.188+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:48.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:48 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:48.188+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:48.690 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:48 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:48.296+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:49.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:48 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:48.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:49.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:48 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:48.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:49.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:48 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:48.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:49.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:48.673+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:49.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:48.673+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:49.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:48.813+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:49.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:48.813+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:49.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:48.813+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:49.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:48.767+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:49.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:48.767+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:49.062 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:48 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:48.767+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.152001+0000 front 2024-05-08T06:15:22.152029+0000 (oldest deadline 2024-05-08T06:15:46.152656+0000) 2024-05-08T06:15:49.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:49.156+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:49.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:49.156+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:49.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:49.156+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:49.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:49.166+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:49.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:49.166+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:49.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:49.166+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:49.703 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:49 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:49.312+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:50.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:49 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:49.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:50.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:49 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:49.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:50.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:49 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:49.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:50.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:49.799+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.349834+0000 front 2024-05-08T06:15:06.349771+0000 (oldest deadline 2024-05-08T06:15:29.849717+0000) 2024-05-08T06:15:50.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:49.799+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.751010+0000 front 2024-05-08T06:15:15.750870+0000 (oldest deadline 2024-05-08T06:15:38.650980+0000) 2024-05-08T06:15:50.061 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5[46889]: 2024-05-08T06:15:49.799+0000 7f084f9e5700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.152001+0000 front 2024-05-08T06:15:22.152029+0000 (oldest deadline 2024-05-08T06:15:46.152656+0000) 2024-05-08T06:15:50.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:49.698+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:50.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:49.698+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:50.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:49.828+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:50.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:49.828+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:50.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:49 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:49.828+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:50.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:50.141+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:50.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:50.141+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:50.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:50.141+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:50.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:50.152+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:50.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:50.152+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:50.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:50 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:50.152+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:50.659 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:50 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:50.315+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:50.659 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:50 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:50.315+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:50.939 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:50 smithi135 podman[71243]: 2024-05-08 06:15:50.654436188 +0000 UTC m=+5.573920969 container died 6eb0bc0f4ff37570f77be00cca431b9ffb46ddfe92b3e36a68ef703028b5e10a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True) 2024-05-08T06:15:50.939 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:50.740+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:50.939 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:50.740+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:50.939 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:50.861+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:50.940 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:50.861+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:50.940 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:50 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:50.861+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:51.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:50 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:50.659+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:51.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:50 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:50.659+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:51.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:50 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:50.659+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:51.198 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 podman[71243]: 2024-05-08 06:15:51.022303513 +0000 UTC m=+5.941788335 container cleanup 6eb0bc0f4ff37570f77be00cca431b9ffb46ddfe92b3e36a68ef703028b5e10a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-08T06:15:51.198 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 bash[71243]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5 2024-05-08T06:15:51.561 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 podman[71260]: 2024-05-08 06:15:51.198498398 +0000 UTC m=+0.545661098 container remove 6eb0bc0f4ff37570f77be00cca431b9ffb46ddfe92b3e36a68ef703028b5e10a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5, org.label-schema.build-date=20240507, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:15:51.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:51.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:51.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:51.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:51.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:51.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:51.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:51.198+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:51.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:51.198+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:51.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:51 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:51.198+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:51.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:51 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:51.321+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:51.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:51 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:51.321+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:51.908 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:51 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:51.717+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:51.909 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:51 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:51.717+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:51.909 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 podman[71348]: 2024-05-08 06:15:51.520836612 +0000 UTC m=+0.018157531 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:15:51.909 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 podman[71348]: 2024-05-08 06:15:51.657775533 +0000 UTC m=+0.155096450 container create 2e0db15cbdbbf017cd17ec43c7b155ea6290c6834d7cb27b2f7f12dc9364ffa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:52.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:51 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:51.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:52.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:51 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:51.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:52.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:51 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:51.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:52.237 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:51 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:51.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:52.237 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:51 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:51.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:52.238 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:51 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:51.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:52.238 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 podman[71348]: 2024-05-08 06:15:51.936381932 +0000 UTC m=+0.433702854 container init 2e0db15cbdbbf017cd17ec43c7b155ea6290c6834d7cb27b2f7f12dc9364ffa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-08T06:15:52.238 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:51 smithi135 podman[71348]: 2024-05-08 06:15:51.939542695 +0000 UTC m=+0.436863615 container start 2e0db15cbdbbf017cd17ec43c7b155ea6290c6834d7cb27b2f7f12dc9364ffa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-08T06:15:52.238 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:52 smithi135 podman[71348]: 2024-05-08 06:15:52.010796843 +0000 UTC m=+0.508117772 container attach 2e0db15cbdbbf017cd17ec43c7b155ea6290c6834d7cb27b2f7f12dc9364ffa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-08T06:15:52.561 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:52 smithi135 podman[71348]: 2024-05-08 06:15:52.238497907 +0000 UTC m=+0.735818823 container died 2e0db15cbdbbf017cd17ec43c7b155ea6290c6834d7cb27b2f7f12dc9364ffa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5-deactivate, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:15:52.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:52.154+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:52.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:52.154+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:52.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:52.154+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:52.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:52.232+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:52.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:52.232+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:52.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:52 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:52.232+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:52.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:52 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:52.313+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:52.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:52 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:52.313+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:52.845 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:52 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:52.720+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:52.845 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:52 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:52.720+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:52.845 INFO:journalctl@ceph.osd.5.smithi135.stdout:May 08 06:15:52 smithi135 podman[71374]: 2024-05-08 06:15:52.83106243 +0000 UTC m=+0.587758979 container remove 2e0db15cbdbbf017cd17ec43c7b155ea6290c6834d7cb27b2f7f12dc9364ffa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-5-deactivate, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-05-08T06:15:52.850 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.5.service' 2024-05-08T06:15:52.927 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:15:52.927 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-08T06:15:52.927 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-08T06:15:52.928 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.6 2024-05-08T06:15:53.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:52 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:52.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:53.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:52 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:52.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:53.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:52 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:52.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:53.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:52 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:52.883+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:53.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:52 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:52.883+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:53.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:52 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:52.883+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:53.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 systemd[1]: Stopping Ceph osd.6 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:15:53.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:53.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:53.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:53.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:53.318 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:53.144+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:53.319 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:53.185+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:53.319 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:53.185+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:53.319 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:53.185+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:53.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:53 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:53.265+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:53.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:53 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:53.265+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:53.818 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:53.482+0000 7fa40b000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:15:53.818 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:53.482+0000 7fa40b000700 -1 osd.6 84 *** Got signal Terminated *** 2024-05-08T06:15:53.818 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:53 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:53.482+0000 7fa40b000700 -1 osd.6 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:15:54.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:53 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:53.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:54.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:53 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:53.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:54.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:53 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:53.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:54.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:53 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:53.742+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:54.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:53 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:53.742+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:54.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:53 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:53.892+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:54.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:53 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:53.892+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:54.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:53 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:53.892+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:54.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:54.247+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:54.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:54.247+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:54.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:54.145+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:54.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:54.145+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:54.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:54.145+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:54.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:54.179+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:54.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:54.179+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:54.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:54.179+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:55.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:54.691+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:55.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:54.691+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:55.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:54.691+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:55.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:54 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:54.691+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:15:55.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:54.749+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:55.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:54.749+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:55.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:54.882+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:55.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:54.882+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:55.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:54 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:54.882+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:55.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:55 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:55.220+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:55.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:55 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:55.220+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:55.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:55 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:55.102+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:55.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:55 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:55.102+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:55.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:55 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:55.102+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:55.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:55 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:55.191+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:55.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:55 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:55.191+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:55.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:55 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:55.191+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:56.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:55 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:55.729+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:56.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:55 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:55.729+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:56.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:55 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:55.729+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:56.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:55 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:55.729+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:15:56.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:55.791+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:56.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:55.791+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:56.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:55.884+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:56.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:55.884+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:56.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:55 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:55.884+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:56.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:56.210+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:56.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:56.210+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:56.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:56.210+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:15:56.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:56 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:56.130+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:56.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:56 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:56.131+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:56.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:56 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:56.131+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:56.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:56 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:56.225+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:56.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:56 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:56.225+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:56.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:56 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:56.225+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:57.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:56.714+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:57.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:56.714+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:57.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:56.714+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:57.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:56 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:56.714+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:15:57.314 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:56 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:56.894+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:57.315 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:56 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:56.894+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:57.315 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:56 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:56.894+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:57.315 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:56 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:56.821+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:57.315 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:56 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:56.821+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:57.315 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:56 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:56.821+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:15:57.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:57.251+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:57.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:57.251+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:57.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:57.251+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:15:57.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:57.125+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:57.568 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:57.125+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:57.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:57.125+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:57.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:57.125+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:28.130208+0000 front 2024-05-08T06:15:28.129958+0000 (oldest deadline 2024-05-08T06:15:56.930450+0000) 2024-05-08T06:15:57.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:57.220+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:57.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:57.220+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:57.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:57.220+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:57.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:57.220+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:15:58.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:57.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:58.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:57.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:58.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:57.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:58.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:57 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:57.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:15:58.231 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:57 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:57.836+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:58.231 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:57 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:57.836+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:58.231 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:57 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:57.836+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:15:58.231 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:57 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:57.889+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:58.231 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:57 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:57.889+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:58.231 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:57 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:57.889+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:58.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:58.205+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:58.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:58.205+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:58.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:58.205+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:58.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:58.205+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:15:58.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:58.126+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.423462+0000 front 2024-05-08T06:15:05.423744+0000 (oldest deadline 2024-05-08T06:15:28.322934+0000) 2024-05-08T06:15:58.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:58.126+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:13.526127+0000 front 2024-05-08T06:15:13.526088+0000 (oldest deadline 2024-05-08T06:15:41.126738+0000) 2024-05-08T06:15:58.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:58.126+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.127777+0000 front 2024-05-08T06:15:21.127706+0000 (oldest deadline 2024-05-08T06:15:47.027938+0000) 2024-05-08T06:15:58.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:58 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6[58449]: 2024-05-08T06:15:58.126+0000 7fa401800700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:28.130208+0000 front 2024-05-08T06:15:28.129958+0000 (oldest deadline 2024-05-08T06:15:56.930450+0000) 2024-05-08T06:15:58.685 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:58.276+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:58.685 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:58.276+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:58.685 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:58.276+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:15:59.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:58.685+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:15:59.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:58.685+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:15:59.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:58.685+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:15:59.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:58 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:58.685+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:15:59.144 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:58 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:58.866+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:15:59.144 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:58 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:58.866+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:15:59.144 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:58 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:58.866+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:15:59.144 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:58 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:58.854+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:15:59.144 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:58 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:58.854+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:15:59.144 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:58 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:58.854+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:15:59.245 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:58 smithi069 podman[118168]: 2024-05-08 06:15:58.964051206 +0000 UTC m=+5.604763946 container died d1357237dcf96b0428ad9179417d9be396c647b75cbc11d1af766a9dd6abe2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6, org.label-schema.build-date=20240507, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-08T06:15:59.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:59.263+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:15:59.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:59.263+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:15:59.520 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:15:59.263+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:15:59.525 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:59.244+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:15:59.525 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:59.244+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:15:59.525 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:59.244+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:15:59.525 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:15:59 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:15:59.244+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:15:59.793 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:59 smithi069 podman[118168]: 2024-05-08 06:15:59.524794995 +0000 UTC m=+6.165507772 container cleanup d1357237dcf96b0428ad9179417d9be396c647b75cbc11d1af766a9dd6abe2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-08T06:15:59.793 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:59 smithi069 bash[118168]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6 2024-05-08T06:16:00.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:59.674+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:00.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:59.674+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:00.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:59.674+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:00.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:15:59 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:15:59.674+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:00.068 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:15:59 smithi069 podman[118186]: 2024-05-08 06:15:59.793437483 +0000 UTC m=+0.810598248 container remove d1357237dcf96b0428ad9179417d9be396c647b75cbc11d1af766a9dd6abe2da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-08T06:16:00.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:59 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:59.833+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:00.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:59 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:59.833+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:00.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:15:59 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:15:59.833+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:00.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:59 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:59.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:00.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:59 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:59.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:00.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:15:59 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:15:59.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:00.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:00 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:00.238+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:00.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:00 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:00.238+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:00.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:00 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:00.238+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:00.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:00 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:00.238+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:00.707 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:00.289+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:00.707 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:00.289+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:00.707 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:00.289+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:00.916 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:16:00 smithi069 podman[118275]: 2024-05-08 06:16:00.521868909 +0000 UTC m=+0.031937587 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:16:00.917 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:16:00 smithi069 podman[118275]: 2024-05-08 06:16:00.619211325 +0000 UTC m=+0.129280033 container create 594bf2d029c41efe712d4d9c385ebc0caaf7ea561faa062ca36123fd19b22cf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-05-08T06:16:01.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:00.707+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:01.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:00.707+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:01.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:00.707+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:01.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:00.707+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:01.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:00 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:00.796+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:01.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:00 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:00.796+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:01.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:00 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:00.796+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:01.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:00 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:00.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:01.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:00 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:00.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:01.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:00 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:00.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:01.224 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:16:00 smithi069 podman[118275]: 2024-05-08 06:16:00.915902261 +0000 UTC m=+0.425971011 container init 594bf2d029c41efe712d4d9c385ebc0caaf7ea561faa062ca36123fd19b22cf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2) 2024-05-08T06:16:01.224 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:16:00 smithi069 podman[118275]: 2024-05-08 06:16:00.928045563 +0000 UTC m=+0.438114248 container start 594bf2d029c41efe712d4d9c385ebc0caaf7ea561faa062ca36123fd19b22cf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-08T06:16:01.224 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:16:01 smithi069 podman[118275]: 2024-05-08 06:16:01.013353994 +0000 UTC m=+0.523422715 container attach 594bf2d029c41efe712d4d9c385ebc0caaf7ea561faa062ca36123fd19b22cf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS) 2024-05-08T06:16:01.569 INFO:journalctl@ceph.osd.6.smithi069.stdout:May 08 06:16:01 smithi069 podman[118275]: 2024-05-08 06:16:01.377692651 +0000 UTC m=+0.887761329 container died 594bf2d029c41efe712d4d9c385ebc0caaf7ea561faa062ca36123fd19b22cf1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux ) 2024-05-08T06:16:01.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:01.223+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:01.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:01.223+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:01.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:01.223+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:01.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:01 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:01.223+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:01.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:01.333+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:01.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:01.333+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:01.693 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:01.333+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:02.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:01.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:02.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:01.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:02.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:01.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:02.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:01 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:01.693+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:02.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:01 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:01.778+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:02.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:01 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:01.778+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:02.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:01 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:01.778+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:02.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:01 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:01.880+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:02.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:01 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:01.880+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:02.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:01 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:01.880+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:02.297 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.6.service' 2024-05-08T06:16:02.404 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:02.404 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-08T06:16:02.405 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-08T06:16:02.405 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.7 2024-05-08T06:16:02.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:02.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:02.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:02.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:02.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:02.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:02.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:02 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:02.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:02.722 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:02.296+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:02.722 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:02.296+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:02.722 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:02.296+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:02.722 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 systemd[1]: Stopping Ceph osd.7 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:03.020 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:02.726+0000 7f46f0d29700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:03.020 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:02.726+0000 7f46f0d29700 -1 osd.7 84 *** Got signal Terminated *** 2024-05-08T06:16:03.020 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:02.726+0000 7f46f0d29700 -1 osd.7 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:16:03.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:02.722+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:03.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:02.722+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:03.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:02.722+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:03.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:02 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:02.722+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:03.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:02 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:02.789+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:03.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:02 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:02.789+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:03.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:02 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:02.789+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:03.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:02 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:02.884+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:03.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:02 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:02.884+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:03.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:02 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:02.884+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:03.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:03 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:03.276+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:03.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:03 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:03.276+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:03.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:03 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:03.276+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:03.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:03 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:03.276+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:03.710 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:03.339+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:03.710 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:03.339+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:03.710 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:03.339+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:04.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:03.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:04.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:03.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:04.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:03.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:04.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:03 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:03.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:03.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:03.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:03.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:03.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:03.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:03.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:04.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:03 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:03.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:04.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:04.314+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:04.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:04.314+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:04.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:04.314+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:04.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:04 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:04.314+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:04.753 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:04.323+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:04.753 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:04.323+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:04.753 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:04.323+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:05.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:04.753+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:05.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:04.753+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:05.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:04.753+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:05.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:04.753+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:05.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:04.753+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:05.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:04.761+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:05.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:04.761+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:05.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:04.761+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:05.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:04.917+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:05.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:04.917+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:05.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:04.917+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:05.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:04 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:04.917+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:05.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:05.313+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:05.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:05.313+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:05.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:05.313+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:05.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:05 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:05.313+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:05.756 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:05.372+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:05.756 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:05.372+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:05.756 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:05.372+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:05.756 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:05.372+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.608931+0000 front 2024-05-08T06:15:41.609009+0000 (oldest deadline 2024-05-08T06:16:05.109221+0000) 2024-05-08T06:16:06.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:05.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:06.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:05.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:06.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:05.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:06.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:05.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:06.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:05 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:05.756+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:06.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:05.790+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:06.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:05.790+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:06.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:05.790+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:06.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:05.963+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:06.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:05.963+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:06.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:05.963+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:06.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:05 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:05.963+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:06.751 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:06.336+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:06.751 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:06.336+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:06.752 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:06.336+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:06.752 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:06.336+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.608931+0000 front 2024-05-08T06:15:41.609009+0000 (oldest deadline 2024-05-08T06:16:05.109221+0000) 2024-05-08T06:16:06.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:06.326+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:06.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:06.327+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:06.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:06.327+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:06.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:06 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:06.327+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:07.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:06.751+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:07.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:06.751+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:07.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:06.751+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:07.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:06.751+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:07.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:06 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:06.751+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:07.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:06 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:06.800+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:07.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:06 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:06.800+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:07.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:06 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:06.800+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:07.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.007+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:07.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.007+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:07.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.007+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:07.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.007+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:07.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:07 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:07.301+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:07.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:07 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:07.301+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:07.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:07 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:07.301+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:07.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:07 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:07.301+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:07.754 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:07.288+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.103708+0000 front 2024-05-08T06:15:16.103676+0000 (oldest deadline 2024-05-08T06:15:40.204016+0000) 2024-05-08T06:16:07.754 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:07.288+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:23.605844+0000 front 2024-05-08T06:15:23.605814+0000 (oldest deadline 2024-05-08T06:15:49.505786+0000) 2024-05-08T06:16:07.754 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:07.288+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:31.707583+0000 front 2024-05-08T06:15:31.707487+0000 (oldest deadline 2024-05-08T06:15:55.807334+0000) 2024-05-08T06:16:07.754 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7[52609]: 2024-05-08T06:16:07.288+0000 7f46e9315700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.608931+0000 front 2024-05-08T06:15:41.609009+0000 (oldest deadline 2024-05-08T06:16:05.109221+0000) 2024-05-08T06:16:08.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:07.754+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:08.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:07.754+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:08.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:07.754+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:08.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:07.754+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:08.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:07 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:07.754+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:08.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:07.781+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:08.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:07.781+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:08.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:07.781+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:08.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:07.781+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:08.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.985+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:08.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.985+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:08.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.985+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:08.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:07 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:07.985+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:08.359 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:08 smithi105 podman[71099]: 2024-05-08 06:16:08.100553371 +0000 UTC m=+5.505328727 container died a948a0dc55a914be95e972cfc5238c21c011a67b077ffa06c2f132a0bd1e1a1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:08.669 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:08 smithi105 podman[71099]: 2024-05-08 06:16:08.451470218 +0000 UTC m=+5.856245563 container cleanup a948a0dc55a914be95e972cfc5238c21c011a67b077ffa06c2f132a0bd1e1a1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-08T06:16:08.669 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:08 smithi105 bash[71099]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7 2024-05-08T06:16:08.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:08 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:08.323+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:08.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:08 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:08.323+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:08.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:08 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:08.323+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:08.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:08 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:08.323+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:08.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:08 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:08.323+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:08.967 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:08.749+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:08.967 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:08.749+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:08.967 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:08.749+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:08.967 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:08.749+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:09.020 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:08 smithi105 podman[71117]: 2024-05-08 06:16:08.669445947 +0000 UTC m=+0.562345825 container remove a948a0dc55a914be95e972cfc5238c21c011a67b077ffa06c2f132a0bd1e1a1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux ) 2024-05-08T06:16:09.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:08.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:09.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:08.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:09.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:08.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:09.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:08.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:09.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:08.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:09.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:08.967+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:09.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:08.967+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:09.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:08.967+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:09.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:08 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:08.967+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:09.347 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:09 smithi105 podman[71209]: 2024-05-08 06:16:08.974750855 +0000 UTC m=+0.017998325 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:16:09.347 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:09 smithi105 podman[71209]: 2024-05-08 06:16:09.087614332 +0000 UTC m=+0.130861832 container create 87d8ef6c720717f4ea923e5c310e9e557a6adfb4779e12893b078abb6c1cbac7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-08T06:16:09.347 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:09 smithi105 podman[71209]: 2024-05-08 06:16:09.348312656 +0000 UTC m=+0.391560111 container init 87d8ef6c720717f4ea923e5c310e9e557a6adfb4779e12893b078abb6c1cbac7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:09.644 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:09 smithi105 podman[71209]: 2024-05-08 06:16:09.351562251 +0000 UTC m=+0.394809710 container start 87d8ef6c720717f4ea923e5c310e9e557a6adfb4779e12893b078abb6c1cbac7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-05-08T06:16:09.644 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:09 smithi105 podman[71209]: 2024-05-08 06:16:09.423484112 +0000 UTC m=+0.466731577 container attach 87d8ef6c720717f4ea923e5c310e9e557a6adfb4779e12893b078abb6c1cbac7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-08T06:16:09.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:09 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:09.339+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:09.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:09 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:09.339+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:09.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:09 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:09.339+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:09.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:09 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:09.339+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:09.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:09 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:09.339+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:09.958 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:09 smithi105 podman[71209]: 2024-05-08 06:16:09.644878974 +0000 UTC m=+0.688126421 container died 87d8ef6c720717f4ea923e5c310e9e557a6adfb4779e12893b078abb6c1cbac7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:09.958 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:09 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:09.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:09.959 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:09 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:09.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:09.959 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:09 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:09.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:09.959 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:09 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:09.769+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:09.959 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:09 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:09.770+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:10.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:09.782+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:10.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:09.782+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:10.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:09.782+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:10.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:09.782+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:10.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:09.961+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:10.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:09.961+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:10.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:09.961+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:10.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:09 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:09.961+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:10.219 INFO:journalctl@ceph.osd.7.smithi105.stdout:May 08 06:16:10 smithi105 podman[71236]: 2024-05-08 06:16:10.201950729 +0000 UTC m=+0.551120424 container remove 87d8ef6c720717f4ea923e5c310e9e557a6adfb4779e12893b078abb6c1cbac7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-7-deactivate, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-05-08T06:16:10.226 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.7.service' 2024-05-08T06:16:10.265 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:10.265 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-08T06:16:10.265 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-08T06:16:10.265 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.8 2024-05-08T06:16:10.549 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 systemd[1]: Stopping Ceph osd.8 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:10.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.549+0000 7f55f9570700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:10.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.549+0000 7f55f9570700 -1 osd.8 84 *** Got signal Terminated *** 2024-05-08T06:16:10.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.549+0000 7f55f9570700 -1 osd.8 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:16:10.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.737+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:10.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.737+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:10.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.737+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:10.812 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:10.737+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:10.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:10 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:10.349+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:10.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:10 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:10.349+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:10.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:10 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:10.349+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:10.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:10 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:10.349+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:10.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:10 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:10.349+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:11.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:10.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:11.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:10.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:11.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:10.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:11.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:10.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:11.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:10 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:10.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:11.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:10.950+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:11.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:10.950+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:11.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:10.950+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:11.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:10 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:10.950+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:11.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:11 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:11.348+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:11.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:11 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:11.348+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:11.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:11 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:11.348+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:11.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:11 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:11.348+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:11.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:11 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:11.348+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:12.061 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:11.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:11.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:11.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:11.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:11.786+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.668250+0000 front 2024-05-08T06:15:47.668274+0000 (oldest deadline 2024-05-08T06:16:11.068974+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:11.958+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:11.958+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:11.958+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:11.958+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:12.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:11 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:11.958+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:12.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:11.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:12.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:11.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:12.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:11.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:12.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:11.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:12.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:11 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:11.778+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:12.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:12 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:12.322+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:12.818 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:12 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:12.322+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:12.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:12 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:12.322+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:12.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:12 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:12.322+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:12.819 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:12 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:12.322+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:13.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:12.933+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:13.061 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:12.933+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:12.933+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:12.933+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:12.933+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:12.770+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:12.770+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:12.770+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:12.770+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:13.062 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:12 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:12.770+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.668250+0000 front 2024-05-08T06:15:47.668274+0000 (oldest deadline 2024-05-08T06:16:11.068974+0000) 2024-05-08T06:16:13.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:12.810+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:13.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:12.810+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:13.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:12.810+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:13.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:12.810+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:13.270 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:12.810+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:13.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:13.295+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:13.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:13.295+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:13.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:13.295+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:13.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:13.295+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:13.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:13.295+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:13.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:13 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:13.295+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:14.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:13.767+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:14.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:13.767+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:14.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:13.767+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:14.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:13.767+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:14.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:13.767+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:14.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:13 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:13.767+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:14.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:13.815+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:14.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:13.815+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:14.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:13.815+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:14.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:13.815+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:14.311 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:13.815+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.668250+0000 front 2024-05-08T06:15:47.668274+0000 (oldest deadline 2024-05-08T06:16:11.068974+0000) 2024-05-08T06:16:14.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:13.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:14.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:13.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:14.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:13.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:14.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:13.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:14.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:13 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:13.913+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:14.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:14 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:14.265+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:14.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:14 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:14.265+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:14.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:14 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:14.265+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:14.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:14 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:14.265+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:14.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:14 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:14.265+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:14.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:14 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:14.265+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:15.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:14.742+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:15.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:14.742+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:15.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:14.742+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:15.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:14.742+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:15.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:14.742+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:15.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:14 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:14.742+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:15.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:14.885+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:15.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:14.885+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:15.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:14.885+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:15.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:14.885+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:15.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:14.885+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:15.312 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:14.858+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.663579+0000 front 2024-05-08T06:15:15.663659+0000 (oldest deadline 2024-05-08T06:15:40.963575+0000) 2024-05-08T06:16:15.312 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:14.858+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.464447+0000 front 2024-05-08T06:15:21.464415+0000 (oldest deadline 2024-05-08T06:15:46.164591+0000) 2024-05-08T06:16:15.312 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:14.858+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.865817+0000 front 2024-05-08T06:15:30.865638+0000 (oldest deadline 2024-05-08T06:15:56.665969+0000) 2024-05-08T06:16:15.312 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:14.858+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:39.467512+0000 front 2024-05-08T06:15:39.467626+0000 (oldest deadline 2024-05-08T06:16:07.667886+0000) 2024-05-08T06:16:15.312 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:14 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8[53445]: 2024-05-08T06:16:14.858+0000 7f55f5b64700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.668250+0000 front 2024-05-08T06:15:47.668274+0000 (oldest deadline 2024-05-08T06:16:11.068974+0000) 2024-05-08T06:16:15.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:15.274+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:15.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:15.274+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:15.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:15.274+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:15.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:15.274+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:15.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:15.274+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:15.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:15 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:15.274+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:16.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:15.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:16.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:15.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:16.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:15.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:16.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:15.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:16.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:15.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:16.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:15 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:15.710+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:16.159 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:15 smithi135 podman[71466]: 2024-05-08 06:16:15.868801688 +0000 UTC m=+5.409011079 container died 2404c80ee9444248b5b71cb08fc392959bca7c2b2adc5172e9e45cec7f233bd0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:16.160 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:15 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:15.901+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:16.160 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:15 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:15.901+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:16.160 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:15 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:15.901+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:16.160 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:15 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:15.901+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:16.160 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:15 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:15.901+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:16.517 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:16 smithi135 podman[71466]: 2024-05-08 06:16:16.258317589 +0000 UTC m=+5.798526969 container cleanup 2404c80ee9444248b5b71cb08fc392959bca7c2b2adc5172e9e45cec7f233bd0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-08T06:16:16.517 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:16 smithi135 bash[71466]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8 2024-05-08T06:16:16.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:16 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:16.305+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:16.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:16 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:16.305+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:16.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:16 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:16.305+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:16.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:16 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:16.305+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:16.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:16 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:16.305+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:16.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:16 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:16.305+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:16.811 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:16 smithi135 podman[71483]: 2024-05-08 06:16:16.517845164 +0000 UTC m=+0.645705835 container remove 2404c80ee9444248b5b71cb08fc392959bca7c2b2adc5172e9e45cec7f233bd0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True) 2024-05-08T06:16:17.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:16 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:16.701+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:17.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:16 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:16.701+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:17.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:16 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:16.701+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:17.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:16 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:16.701+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:17.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:16 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:16.701+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:17.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:16 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:16.701+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:17.181 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:16 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:16.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:17.181 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:16 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:16.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:17.181 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:16 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:16.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:17.181 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:16 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:16.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:17.181 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:16 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:16.937+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:17.182 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:16 smithi135 podman[71575]: 2024-05-08 06:16:16.772008751 +0000 UTC m=+0.017944059 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:16:17.182 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:16 smithi135 podman[71575]: 2024-05-08 06:16:16.885470741 +0000 UTC m=+0.131406085 container create 65b1f32eee0bbd401231c762c1348aa926e6dc239c7c6fc0f2bbc364fed4b678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-05-08T06:16:17.182 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:17 smithi135 podman[71575]: 2024-05-08 06:16:17.096094957 +0000 UTC m=+0.342030258 container init 65b1f32eee0bbd401231c762c1348aa926e6dc239c7c6fc0f2bbc364fed4b678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8-deactivate, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=) 2024-05-08T06:16:17.182 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:17 smithi135 podman[71575]: 2024-05-08 06:16:17.099520969 +0000 UTC m=+0.345456270 container start 65b1f32eee0bbd401231c762c1348aa926e6dc239c7c6fc0f2bbc364fed4b678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-08T06:16:17.182 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:17 smithi135 podman[71575]: 2024-05-08 06:16:17.18209831 +0000 UTC m=+0.428033618 container attach 65b1f32eee0bbd401231c762c1348aa926e6dc239c7c6fc0f2bbc364fed4b678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:16:17.562 INFO:journalctl@ceph.osd.8.smithi135.stdout:May 08 06:16:17 smithi135 podman[71575]: 2024-05-08 06:16:17.39316356 +0000 UTC m=+0.639098852 container died 65b1f32eee0bbd401231c762c1348aa926e6dc239c7c6fc0f2bbc364fed4b678 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True) 2024-05-08T06:16:17.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:17 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:17.257+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:17.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:17 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:17.257+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:17.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:17 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:17.257+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:17.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:17 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:17.257+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:17.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:17 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:17.257+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:17.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:17 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:17.257+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:17.988 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.8.service' 2024-05-08T06:16:18.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:17 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:17.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:18.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:17 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:17.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:18.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:17 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:17.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:18.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:17 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:17.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:18.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:17 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:17.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:18.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:17 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:17.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:18.026 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:18.027 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-08T06:16:18.027 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-08T06:16:18.027 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.9 2024-05-08T06:16:18.267 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:17.976+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:18.268 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:17.976+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:18.268 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:17.976+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:18.268 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:17.976+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:18.268 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:17.976+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 systemd[1]: Stopping Ceph osd.9 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.284+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.284+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.284+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.284+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.284+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:18.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.284+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:19.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:18 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:18.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:19.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:18 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:18.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:19.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:18 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:18.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:19.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:18 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:18.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:19.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:18 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:18.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:19.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:18 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:18.696+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:19.068 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.574+0000 7f5c54a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:19.068 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.574+0000 7f5c54a00700 -1 osd.9 84 *** Got signal Terminated *** 2024-05-08T06:16:19.068 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:18 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:18.574+0000 7f5c54a00700 -1 osd.9 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:16:19.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:18 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:18.996+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:19.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:18 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:18.996+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:19.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:18 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:18.996+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:19.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:18 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:18.996+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:19.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:18 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:18.996+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:19.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:19 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:19.255+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:19.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:19 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:19.255+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:19.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:19 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:19.255+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:19.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:19 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:19.255+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:19.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:19 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:19.255+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:19.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:19 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:19.255+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:20.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:19 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:19.678+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:20.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:19 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:19.678+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:20.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:19 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:19.678+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:20.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:19 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:19.678+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:20.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:19 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:19.678+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:20.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:19 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:19.678+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:20.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:20.008+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:20.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:20.008+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:20.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:20.008+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:20.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:20.008+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:20.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:20.008+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:20.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:20.286+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:20.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:20.286+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:20.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:20.286+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:20.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:20.286+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:20.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:20.286+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:20.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:20 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:20.286+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:21.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:21.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:21.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:21.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:21.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:21.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:21.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:20 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:20.719+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:21.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:21.037+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:21.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:21.037+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:21.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:21.037+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:21.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:21.037+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:21.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:21 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:21.037+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:21.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:21 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:21.242+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:21.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:21 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:21.242+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:21.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:21 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:21.242+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:21.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:21 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:21.242+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:21.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:21 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:21.242+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:21.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:21 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:21.242+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:22.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:21 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:21.715+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:22.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:22 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:22.009+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:22.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:22 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:22.009+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:22.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:22 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:22.009+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:22.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:22 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:22.009+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:22.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:22 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:22.009+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:22.568 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:22 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:22.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:22.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:22 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:22.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:22.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:22 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:22.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:22.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:22 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:22.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:22.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:22 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:22.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:22.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:22 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:22.258+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:23.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:22 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:22.718+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:23.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.025+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:23.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.025+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:23.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.025+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:23.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.025+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:23.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.025+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:05.356342+0000 front 2024-05-08T06:15:05.355874+0000 (oldest deadline 2024-05-08T06:15:30.655894+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:16.459082+0000 front 2024-05-08T06:15:16.459000+0000 (oldest deadline 2024-05-08T06:15:41.758810+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:21.760314+0000 front 2024-05-08T06:15:21.760176+0000 (oldest deadline 2024-05-08T06:15:46.459933+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:32.263155+0000 front 2024-05-08T06:15:32.263125+0000 (oldest deadline 2024-05-08T06:15:56.962801+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:36.963611+0000 front 2024-05-08T06:15:36.963571+0000 (oldest deadline 2024-05-08T06:16:07.564367+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:48.066137+0000 front 2024-05-08T06:15:48.065913+0000 (oldest deadline 2024-05-08T06:16:12.765747+0000) 2024-05-08T06:16:23.569 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9[65029]: 2024-05-08T06:16:23.219+0000 7f5c4b200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:58.068021+0000 front 2024-05-08T06:15:58.068086+0000 (oldest deadline 2024-05-08T06:16:22.767744+0000) 2024-05-08T06:16:24.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:24.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:24.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:24.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:24.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:24.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:24.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:23 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:23.697+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:24.282 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:23 smithi069 podman[118379]: 2024-05-08 06:16:23.929676488 +0000 UTC m=+5.457262101 container died 38f078e63bd7d1b1217e42d544e61ae131d6b90a433017b3bab6492a1e8e95ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-05-08T06:16:24.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.989+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:24.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.989+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:24.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.989+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:24.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.989+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:24.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:23.989+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:24.545 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:24 smithi069 podman[118379]: 2024-05-08 06:16:24.522465338 +0000 UTC m=+6.050050984 container cleanup 38f078e63bd7d1b1217e42d544e61ae131d6b90a433017b3bab6492a1e8e95ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:24.545 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:24 smithi069 bash[118379]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:25.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:24 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:24.703+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:25.068 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:24 smithi069 podman[118397]: 2024-05-08 06:16:24.736836498 +0000 UTC m=+0.789449348 container remove 38f078e63bd7d1b1217e42d544e61ae131d6b90a433017b3bab6492a1e8e95ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-08T06:16:25.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:25 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:25.023+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:25.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:25 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:25.023+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:25.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:25 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:25.023+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:25.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:25 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:25.023+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:25.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:25 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:25.023+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:25.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:25 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:25.023+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:25.810 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:25 smithi069 podman[118491]: 2024-05-08 06:16:25.425915397 +0000 UTC m=+0.032034852 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:16:25.810 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:25 smithi069 podman[118491]: 2024-05-08 06:16:25.554269972 +0000 UTC m=+0.160389484 container create 66b904740a7ebff1daedc90b7f3a8dc147ef5db90ccadea616e41afa2fc0869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, ceph=True) 2024-05-08T06:16:25.811 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:25 smithi069 podman[118491]: 2024-05-08 06:16:25.810047515 +0000 UTC m=+0.416167061 container init 66b904740a7ebff1daedc90b7f3a8dc147ef5db90ccadea616e41afa2fc0869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:26.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:25 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:25.735+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:26.068 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:25 smithi069 podman[118491]: 2024-05-08 06:16:25.821443102 +0000 UTC m=+0.427562561 container start 66b904740a7ebff1daedc90b7f3a8dc147ef5db90ccadea616e41afa2fc0869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507) 2024-05-08T06:16:26.068 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:25 smithi069 podman[118491]: 2024-05-08 06:16:25.931542194 +0000 UTC m=+0.537661700 container attach 66b904740a7ebff1daedc90b7f3a8dc147ef5db90ccadea616e41afa2fc0869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:26.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:26.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:26.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:26.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:26.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:26.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:26.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:26.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:26.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:26.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:26.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:26 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:26.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:26.437 INFO:journalctl@ceph.osd.9.smithi069.stdout:May 08 06:16:26 smithi069 podman[118491]: 2024-05-08 06:16:26.290680476 +0000 UTC m=+0.896799931 container died 66b904740a7ebff1daedc90b7f3a8dc147ef5db90ccadea616e41afa2fc0869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:27.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:26 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:26.687+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:27.061 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.9.service' 2024-05-08T06:16:27.158 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:27.159 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-08T06:16:27.159 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-08T06:16:27.159 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.10 2024-05-08T06:16:27.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:27 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:27.020+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:27.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:27 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:27.020+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:27.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:27 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:27.020+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:27.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:27 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:27.020+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:27.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:27 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:27.020+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:27.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:27 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:27.020+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:27.487 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 systemd[1]: Stopping Ceph osd.10 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.487+0000 7fae49ef7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.487+0000 7fae49ef7700 -1 osd.10 84 *** Got signal Terminated *** 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.487+0000 7fae49ef7700 -1 osd.10 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:27.770 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:27.771 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:27 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:27.728+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:28.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:28.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:28.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:28.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:28.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:28.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:28.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:28.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:28.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:28.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:28.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:28.051+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:29.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:29.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:29.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:29.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:29.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:29.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:29.021 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:28 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:28.694+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:29.561 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:29.083+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:29.561 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:29.083+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:29.561 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:29.083+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:29.561 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:29.083+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:29.562 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:29.083+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:29.562 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:29 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:29.083+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:30.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:29 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:29.666+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:30.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:30.039+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:30.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:30.039+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:30.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:30.039+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:30.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:30.039+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:30.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:30.039+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:30.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:30 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:30.039+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:31.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:30 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:30.690+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:31.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.028+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:31.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.028+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:31.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.028+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:31.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.028+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:31.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.028+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:31.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.028+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:07.053374+0000 front 2024-05-08T06:15:07.053663+0000 (oldest deadline 2024-05-08T06:15:32.353158+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.854094+0000 front 2024-05-08T06:15:15.854139+0000 (oldest deadline 2024-05-08T06:15:38.754177+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:24.556044+0000 front 2024-05-08T06:15:24.555940+0000 (oldest deadline 2024-05-08T06:15:45.656022+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6814 osd.3 since back 2024-05-08T06:15:30.957083+0000 front 2024-05-08T06:15:30.957158+0000 (oldest deadline 2024-05-08T06:15:53.856879+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:40.858460+0000 front 2024-05-08T06:15:40.858514+0000 (oldest deadline 2024-05-08T06:16:03.758457+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:47.760303+0000 front 2024-05-08T06:15:47.760352+0000 (oldest deadline 2024-05-08T06:16:13.660113+0000) 2024-05-08T06:16:32.020 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:31 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10[59247]: 2024-05-08T06:16:31.736+0000 7fae424e3700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:55.961414+0000 front 2024-05-08T06:15:55.961085+0000 (oldest deadline 2024-05-08T06:16:20.660895+0000) 2024-05-08T06:16:32.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:32.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:32.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:32.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:32.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:32.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:32.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:31 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:31.988+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:33.262 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:32 smithi105 podman[71326]: 2024-05-08 06:16:32.998740254 +0000 UTC m=+5.640937735 container died dd05188111f00eeaf1742c23fa198b3c7bd6b858cda2ebd81d38bce32d135527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=) 2024-05-08T06:16:33.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:33.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:33.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:33.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:33.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:33.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:33.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:32 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:32.971+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:33.520 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:33 smithi105 podman[71326]: 2024-05-08 06:16:33.354090163 +0000 UTC m=+5.996287679 container cleanup dd05188111f00eeaf1742c23fa198b3c7bd6b858cda2ebd81d38bce32d135527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-08T06:16:33.520 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:33 smithi105 bash[71326]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10 2024-05-08T06:16:33.928 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:33 smithi105 podman[71346]: 2024-05-08 06:16:33.630185376 +0000 UTC m=+0.625774395 container remove dd05188111f00eeaf1742c23fa198b3c7bd6b858cda2ebd81d38bce32d135527 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS) 2024-05-08T06:16:34.251 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:33 smithi105 podman[71436]: 2024-05-08 06:16:33.832565305 +0000 UTC m=+0.018007158 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:16:34.251 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:33 smithi105 podman[71436]: 2024-05-08 06:16:33.930777401 +0000 UTC m=+0.116219253 container create 004ccb98958a26991f5bd73a61b235a78460ddfe1ef2c00ba552abd6b707cd5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240507, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504) 2024-05-08T06:16:34.251 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:34 smithi105 podman[71436]: 2024-05-08 06:16:34.158046269 +0000 UTC m=+0.343488125 container init 004ccb98958a26991f5bd73a61b235a78460ddfe1ef2c00ba552abd6b707cd5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-57676-3-bee299f, ceph=True, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:34.251 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:34 smithi105 podman[71436]: 2024-05-08 06:16:34.160981338 +0000 UTC m=+0.346423192 container start 004ccb98958a26991f5bd73a61b235a78460ddfe1ef2c00ba552abd6b707cd5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10-deactivate, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-08T06:16:34.251 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:34 smithi105 podman[71436]: 2024-05-08 06:16:34.251223094 +0000 UTC m=+0.436664964 container attach 004ccb98958a26991f5bd73a61b235a78460ddfe1ef2c00ba552abd6b707cd5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-08T06:16:34.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:34.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:34.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:34.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:34.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:34.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:34.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:33 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:33.940+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:34.520 INFO:journalctl@ceph.osd.10.smithi105.stdout:May 08 06:16:34 smithi105 podman[71436]: 2024-05-08 06:16:34.457655655 +0000 UTC m=+0.643097509 container died 004ccb98958a26991f5bd73a61b235a78460ddfe1ef2c00ba552abd6b707cd5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507) 2024-05-08T06:16:35.025 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.10.service' 2024-05-08T06:16:35.061 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:35.061 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-08T06:16:35.061 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-08T06:16:35.061 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.11 2024-05-08T06:16:35.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:35.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:35.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:35.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:35.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:35.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:35.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:34 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:34.900+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:35.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 systemd[1]: Stopping Ceph osd.11 for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:35.811 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.367+0000 7f1a6a465700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:35.811 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.367+0000 7f1a6a465700 -1 osd.11 84 *** Got signal Terminated *** 2024-05-08T06:16:35.811 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.367+0000 7f1a6a465700 -1 osd.11 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-08T06:16:36.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:36.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:36.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:36.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:36.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:36.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:36.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:35 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:35.908+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:37.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:37.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:37.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:37.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:37.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:37.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:37.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:36 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:36.929+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:38.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:38.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:37 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:37.947+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6820 osd.8 since back 2024-05-08T06:16:11.859132+0000 front 2024-05-08T06:16:11.859151+0000 (oldest deadline 2024-05-08T06:16:37.159126+0000) 2024-05-08T06:16:39.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:39.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:39.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:39.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:39.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:39.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:39.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:39.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:38 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:38.935+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6820 osd.8 since back 2024-05-08T06:16:11.859132+0000 front 2024-05-08T06:16:11.859151+0000 (oldest deadline 2024-05-08T06:16:37.159126+0000) 2024-05-08T06:16:40.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-05-08T06:15:06.149148+0000 front 2024-05-08T06:15:06.149076+0000 (oldest deadline 2024-05-08T06:15:31.349621+0000) 2024-05-08T06:16:40.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6804 osd.1 since back 2024-05-08T06:15:15.951258+0000 front 2024-05-08T06:15:15.951094+0000 (oldest deadline 2024-05-08T06:15:38.251061+0000) 2024-05-08T06:16:40.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6804 osd.2 since back 2024-05-08T06:15:22.352313+0000 front 2024-05-08T06:15:22.352381+0000 (oldest deadline 2024-05-08T06:15:45.852444+0000) 2024-05-08T06:16:40.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6812 osd.4 since back 2024-05-08T06:15:41.054829+0000 front 2024-05-08T06:15:41.054723+0000 (oldest deadline 2024-05-08T06:16:03.354625+0000) 2024-05-08T06:16:40.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6812 osd.5 since back 2024-05-08T06:15:45.556204+0000 front 2024-05-08T06:15:45.556129+0000 (oldest deadline 2024-05-08T06:16:11.456213+0000) 2024-05-08T06:16:40.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.69:6822 osd.6 since back 2024-05-08T06:15:56.057874+0000 front 2024-05-08T06:15:56.057839+0000 (oldest deadline 2024-05-08T06:16:24.258008+0000) 2024-05-08T06:16:40.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.105:6820 osd.7 since back 2024-05-08T06:16:06.558935+0000 front 2024-05-08T06:16:06.558945+0000 (oldest deadline 2024-05-08T06:16:31.858678+0000) 2024-05-08T06:16:40.312 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:39 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11[60051]: 2024-05-08T06:16:39.887+0000 7f1a66a59700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.135:6820 osd.8 since back 2024-05-08T06:16:11.859132+0000 front 2024-05-08T06:16:11.859151+0000 (oldest deadline 2024-05-08T06:16:37.159126+0000) 2024-05-08T06:16:40.976 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:40 smithi135 podman[71693]: 2024-05-08 06:16:40.71286121 +0000 UTC m=+5.456545708 container died 6fd1d3d3e3b3092d4a0f03319ca914430a140b2f3efc821c34ebed54267518bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11, org.label-schema.build-date=20240507, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5) 2024-05-08T06:16:41.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71693]: 2024-05-08 06:16:41.076328538 +0000 UTC m=+5.820013045 container cleanup 6fd1d3d3e3b3092d4a0f03319ca914430a140b2f3efc821c34ebed54267518bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11, RELEASE=wip-57676-3-bee299f, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, ceph=True) 2024-05-08T06:16:41.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 bash[71693]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11 2024-05-08T06:16:41.644 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71710]: 2024-05-08 06:16:41.31861526 +0000 UTC m=+0.601637327 container remove 6fd1d3d3e3b3092d4a0f03319ca914430a140b2f3efc821c34ebed54267518bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-05-08T06:16:41.921 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71804]: 2024-05-08 06:16:41.644795307 +0000 UTC m=+0.111303777 container create 0a588d83dff482728f3e27753ff9e0dbd928b335e1c5ced2f7960daa94bdf144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507) 2024-05-08T06:16:41.922 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71804]: 2024-05-08 06:16:41.55130026 +0000 UTC m=+0.017808711 image pull 352576a2df49fbab3aeeba1effbcb7a94815e8fc1f120a55ddc340b4ee63b8ce quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c 2024-05-08T06:16:41.922 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71804]: 2024-05-08 06:16:41.847026425 +0000 UTC m=+0.313534861 container init 0a588d83dff482728f3e27753ff9e0dbd928b335e1c5ced2f7960daa94bdf144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11-deactivate, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-05-08T06:16:41.922 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71804]: 2024-05-08 06:16:41.850059032 +0000 UTC m=+0.316567466 container start 0a588d83dff482728f3e27753ff9e0dbd928b335e1c5ced2f7960daa94bdf144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, CEPH_POINT_RELEASE=) 2024-05-08T06:16:41.922 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:41 smithi135 podman[71804]: 2024-05-08 06:16:41.922087313 +0000 UTC m=+0.388595742 container attach 0a588d83dff482728f3e27753ff9e0dbd928b335e1c5ced2f7960daa94bdf144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:42.311 INFO:journalctl@ceph.osd.11.smithi135.stdout:May 08 06:16:42 smithi135 podman[71804]: 2024-05-08 06:16:42.145114601 +0000 UTC m=+0.611623042 container died 0a588d83dff482728f3e27753ff9e0dbd928b335e1c5ced2f7960daa94bdf144 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, io.buildah.version=1.33.5, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-05-08T06:16:42.697 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@osd.11.service' 2024-05-08T06:16:42.733 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:42.733 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-08T06:16:42.734 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-08T06:16:42.734 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.a 2024-05-08T06:16:43.068 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:42 smithi069 systemd[1]: Stopping Ceph mds.a for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:43.818 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:43 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a[71894]: 2024-05-08T06:16:43.343+0000 7f209c000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:43.818 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:43 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a[71894]: 2024-05-08T06:16:43.343+0000 7f209c000700 -1 mds.a *** got signal Terminated *** 2024-05-08T06:16:47.690 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:47 smithi069 podman[118609]: 2024-05-08 06:16:47.361712657 +0000 UTC m=+4.155204937 container died e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-08T06:16:48.318 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:48 smithi069 podman[118609]: 2024-05-08 06:16:48.003273469 +0000 UTC m=+4.796765759 container cleanup e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-08T06:16:48.319 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:48 smithi069 bash[118609]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a 2024-05-08T06:16:48.319 INFO:journalctl@ceph.mds.a.smithi069.stdout:May 08 06:16:48 smithi069 podman[118622]: 2024-05-08 06:16:48.23008555 +0000 UTC m=+0.851489088 container remove e73960a2ba7613e6cb258bfe38792ba0bf070ca845974f1f45c2bc18e85cd604 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:16:48.759 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.a.service' 2024-05-08T06:16:48.867 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:48.867 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-08T06:16:48.867 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-08T06:16:48.867 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.d 2024-05-08T06:16:49.318 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:49 smithi069 systemd[1]: Stopping Ceph mds.d for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:49.818 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d[70658]: 2024-05-08T06:16:49.421+0000 7f9184800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:49.818 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:49 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d[70658]: 2024-05-08T06:16:49.421+0000 7f9184800700 -1 mds.d *** got signal Terminated *** 2024-05-08T06:16:52.527 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:52 smithi069 podman[118730]: 2024-05-08 06:16:52.267826852 +0000 UTC m=+2.957908042 container died 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240507, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:16:52.818 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:52 smithi069 podman[118730]: 2024-05-08 06:16:52.722414615 +0000 UTC m=+3.412495799 container cleanup 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-08T06:16:52.818 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:52 smithi069 bash[118730]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d 2024-05-08T06:16:53.318 INFO:journalctl@ceph.mds.d.smithi069.stdout:May 08 06:16:53 smithi069 podman[118744]: 2024-05-08 06:16:53.03780401 +0000 UTC m=+0.755555965 container remove 1a59e78c07496e57079c7afbac12322788022cb74e0f66f64e742525c88ead94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-d, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-08T06:16:53.532 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.d.service' 2024-05-08T06:16:53.624 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:53.624 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-08T06:16:53.624 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-08T06:16:53.624 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.g 2024-05-08T06:16:53.818 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:53 smithi069 systemd[1]: Stopping Ceph mds.g for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:54.568 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g[71442]: 2024-05-08T06:16:54.175+0000 7fe81d000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:54.568 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:54 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g[71442]: 2024-05-08T06:16:54.175+0000 7fe81d000700 -1 mds.g *** got signal Terminated *** 2024-05-08T06:16:56.315 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:55 smithi069 podman[118852]: 2024-05-08 06:16:55.977192221 +0000 UTC m=+1.930683425 container died a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240507, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, RELEASE=wip-57676-3-bee299f, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-05-08T06:16:56.568 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:56 smithi069 podman[118852]: 2024-05-08 06:16:56.519318588 +0000 UTC m=+2.472809786 container cleanup a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux ) 2024-05-08T06:16:56.568 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:56 smithi069 bash[118852]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g 2024-05-08T06:16:57.068 INFO:journalctl@ceph.mds.g.smithi069.stdout:May 08 06:16:56 smithi069 podman[118866]: 2024-05-08 06:16:56.803988309 +0000 UTC m=+0.811360192 container remove a2fde2c065bc414ce8d4ee07bc48de3ddb400ecf6526cab517bcf099069cf839 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-g, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:16:57.308 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.g.service' 2024-05-08T06:16:57.406 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:16:57.407 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-08T06:16:57.407 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-08T06:16:57.407 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.j 2024-05-08T06:16:57.818 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:16:57 smithi069 systemd[1]: Stopping Ceph mds.j for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:16:58.318 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:16:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j[70242]: 2024-05-08T06:16:57.978+0000 7f3d14800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:16:58.318 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:16:57 smithi069 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j[70242]: 2024-05-08T06:16:57.978+0000 7f3d14800700 -1 mds.j *** got signal Terminated *** 2024-05-08T06:16:59.568 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:16:59 smithi069 podman[118972]: 2024-05-08 06:16:59.383260222 +0000 UTC m=+1.557099163 container died 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j, ceph=True, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-05-08T06:17:00.172 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:16:59 smithi069 podman[118972]: 2024-05-08 06:16:59.856423447 +0000 UTC m=+2.030262409 container cleanup 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-08T06:17:00.172 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:16:59 smithi069 bash[118972]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j 2024-05-08T06:17:00.172 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:17:00 smithi069 podman[118995]: 2024-05-08 06:17:00.024294813 +0000 UTC m=+0.627787714 container remove 335efe2950833cc2e0266fe4ed38d978ee6071b1f1d8eef264209cbb19eafea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.build-date=20240507, GIT_CLEAN=True) 2024-05-08T06:17:00.417 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.j.service' 2024-05-08T06:17:00.490 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:17:00 smithi069 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.j.service: Deactivated successfully. 2024-05-08T06:17:00.490 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:17:00 smithi069 systemd[1]: Stopped Ceph mds.j for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T06:17:00.490 INFO:journalctl@ceph.mds.j.smithi069.stdout:May 08 06:17:00 smithi069 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.j.service: Consumed 2.324s CPU time. 2024-05-08T06:17:00.524 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:00.524 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-08T06:17:00.524 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-08T06:17:00.524 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.b 2024-05-08T06:17:00.820 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:17:00 smithi105 systemd[1]: Stopping Ceph mds.b for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:01.075 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:17:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: 2024-05-08T06:17:00.819+0000 7f644bfa4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:01.075 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:17:00 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b[64778]: 2024-05-08T06:17:00.819+0000 7f644bfa4700 -1 mds.b *** got signal Terminated *** 2024-05-08T06:17:03.962 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:17:03 smithi105 podman[71541]: 2024-05-08 06:17:03.699389897 +0000 UTC m=+2.980878798 container died e32f692185e1eb795d4ae42949a5b20b1ecf67963dbc6ecfd864af1450511913 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:17:04.270 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:17:04 smithi105 podman[71541]: 2024-05-08 06:17:04.061745605 +0000 UTC m=+3.343234506 container cleanup e32f692185e1eb795d4ae42949a5b20b1ecf67963dbc6ecfd864af1450511913 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507) 2024-05-08T06:17:04.270 INFO:journalctl@ceph.mds.b.smithi105.stdout:May 08 06:17:04 smithi105 bash[71541]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-b 2024-05-08T06:17:04.442 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.b.service' 2024-05-08T06:17:04.476 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:04.476 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-08T06:17:04.476 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-08T06:17:04.476 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.e 2024-05-08T06:17:04.770 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:17:04 smithi105 systemd[1]: Stopping Ceph mds.e for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:05.270 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:17:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e[64150]: 2024-05-08T06:17:04.794+0000 7fc3fb7ca700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:05.270 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:17:04 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e[64150]: 2024-05-08T06:17:04.794+0000 7fc3fb7ca700 -1 mds.e *** got signal Terminated *** 2024-05-08T06:17:07.949 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:17:07 smithi105 podman[71674]: 2024-05-08 06:17:07.685735169 +0000 UTC m=+2.996114326 container died bb9acc518f84570b1c108c22d3720042334310ba3ff32211fa9849920ac9b080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e, RELEASE=wip-57676-3-bee299f, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-05-08T06:17:08.270 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:17:08 smithi105 podman[71674]: 2024-05-08 06:17:08.048936631 +0000 UTC m=+3.359315787 container cleanup bb9acc518f84570b1c108c22d3720042334310ba3ff32211fa9849920ac9b080 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-05-08T06:17:08.270 INFO:journalctl@ceph.mds.e.smithi105.stdout:May 08 06:17:08 smithi105 bash[71674]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-e 2024-05-08T06:17:08.479 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.e.service' 2024-05-08T06:17:08.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:08.510 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-08T06:17:08.510 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-08T06:17:08.510 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.h 2024-05-08T06:17:09.020 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:08 smithi105 systemd[1]: Stopping Ceph mds.h for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:09.020 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h[64457]: 2024-05-08T06:17:08.818+0000 7f60f2892700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:09.020 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:08 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h[64457]: 2024-05-08T06:17:08.818+0000 7f60f2892700 -1 mds.h *** got signal Terminated *** 2024-05-08T06:17:11.770 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:11 smithi105 podman[71795]: 2024-05-08 06:17:11.69832479 +0000 UTC m=+2.974290173 container died 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f) 2024-05-08T06:17:12.219 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:12 smithi105 podman[71795]: 2024-05-08 06:17:12.035813893 +0000 UTC m=+3.311779272 container cleanup 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240507, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux ) 2024-05-08T06:17:12.219 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:12 smithi105 bash[71795]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h 2024-05-08T06:17:12.450 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.h.service' 2024-05-08T06:17:12.471 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:12 smithi105 podman[71810]: 2024-05-08 06:17:12.220198096 +0000 UTC m=+0.519284603 container remove 41eeaa8623016fe157047e4e825b5dfb41c64ccd4fe736b3fe04897b89e9e2af (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-h, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240507, RELEASE=wip-57676-3-bee299f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-05-08T06:17:12.471 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:12 smithi105 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.h.service: Deactivated successfully. 2024-05-08T06:17:12.471 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:12 smithi105 systemd[1]: Stopped Ceph mds.h for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T06:17:12.471 INFO:journalctl@ceph.mds.h.smithi105.stdout:May 08 06:17:12 smithi105 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.h.service: Consumed 2.244s CPU time. 2024-05-08T06:17:12.481 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:12.482 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-08T06:17:12.482 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-08T06:17:12.482 DEBUG:teuthology.orchestra.run.smithi105:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.k 2024-05-08T06:17:12.770 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:12 smithi105 systemd[1]: Stopping Ceph mds.k for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:13.270 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k[63843]: 2024-05-08T06:17:12.805+0000 7ff3725f6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:13.270 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:12 smithi105 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k[63843]: 2024-05-08T06:17:12.806+0000 7ff3725f6700 -1 mds.k *** got signal Terminated *** 2024-05-08T06:17:17.122 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:16 smithi105 podman[71919]: 2024-05-08 06:17:16.813986133 +0000 UTC m=+4.120817029 container died 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-05-08T06:17:17.122 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:17 smithi105 podman[71919]: 2024-05-08 06:17:17.123014613 +0000 UTC m=+4.429845512 container cleanup 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.vendor=CentOS) 2024-05-08T06:17:17.459 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:17 smithi105 bash[71919]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k 2024-05-08T06:17:17.459 INFO:journalctl@ceph.mds.k.smithi105.stdout:May 08 06:17:17 smithi105 podman[71933]: 2024-05-08 06:17:17.332220768 +0000 UTC m=+0.514224999 container remove 1ff5e47a9b9e65b8c8df4eb0e2ede0c773269e06c32d3a6e5b2c8076b463bed7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, RELEASE=wip-57676-3-bee299f, ceph=True) 2024-05-08T06:17:17.476 DEBUG:teuthology.orchestra.run.smithi105:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.k.service' 2024-05-08T06:17:17.506 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:17.506 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-08T06:17:17.507 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-08T06:17:17.507 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.c 2024-05-08T06:17:17.811 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:17:17 smithi135 systemd[1]: Stopping Ceph mds.c for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:18.079 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:17:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: 2024-05-08T06:17:17.815+0000 7f3642e91700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:18.079 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:17:17 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c[65484]: 2024-05-08T06:17:17.815+0000 7f3642e91700 -1 mds.c *** got signal Terminated *** 2024-05-08T06:17:20.033 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:17:19 smithi135 podman[71909]: 2024-05-08 06:17:19.680952572 +0000 UTC m=+1.983834732 container died 85dba67505ae79427ad130b19062d47a4ad7750a88126fa0eb8fb5007393ab7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-08T06:17:20.311 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:17:20 smithi135 podman[71909]: 2024-05-08 06:17:20.116182276 +0000 UTC m=+2.419064423 container cleanup 85dba67505ae79427ad130b19062d47a4ad7750a88126fa0eb8fb5007393ab7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c, org.label-schema.build-date=20240507, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-57676-3-bee299f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0) 2024-05-08T06:17:20.311 INFO:journalctl@ceph.mds.c.smithi135.stdout:May 08 06:17:20 smithi135 bash[71909]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-c 2024-05-08T06:17:20.543 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.c.service' 2024-05-08T06:17:20.576 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:20.577 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-08T06:17:20.577 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-08T06:17:20.577 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.f 2024-05-08T06:17:20.886 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 06:17:20 smithi135 systemd[1]: Stopping Ceph mds.f for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:21.311 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 06:17:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f[65168]: 2024-05-08T06:17:20.886+0000 7f5d1afc3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:21.311 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 06:17:20 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f[65168]: 2024-05-08T06:17:20.886+0000 7f5d1afc3700 -1 mds.f *** got signal Terminated *** 2024-05-08T06:17:22.686 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 06:17:22 smithi135 podman[72041]: 2024-05-08 06:17:22.423523287 +0000 UTC m=+1.628635448 container died 3eb341be4fce2da8c6e283d35c00c2d4aed776883c39d172d604ea20bee049d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240507, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-57676-3-bee299f, ceph=True, io.buildah.version=1.33.5) 2024-05-08T06:17:23.036 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 06:17:22 smithi135 podman[72041]: 2024-05-08 06:17:22.786374828 +0000 UTC m=+1.991486998 container cleanup 3eb341be4fce2da8c6e283d35c00c2d4aed776883c39d172d604ea20bee049d9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-08T06:17:23.037 INFO:journalctl@ceph.mds.f.smithi135.stdout:May 08 06:17:22 smithi135 bash[72041]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-f 2024-05-08T06:17:23.204 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.f.service' 2024-05-08T06:17:23.236 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:23.236 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-08T06:17:23.236 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-08T06:17:23.236 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.i 2024-05-08T06:17:23.547 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:17:23 smithi135 systemd[1]: Stopping Ceph mds.i for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:23.811 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:17:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: 2024-05-08T06:17:23.547+0000 7f681f23d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:23.811 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:17:23 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i[65795]: 2024-05-08T06:17:23.547+0000 7f681f23d700 -1 mds.i *** got signal Terminated *** 2024-05-08T06:17:27.811 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:17:27 smithi135 podman[72161]: 2024-05-08 06:17:27.561932062 +0000 UTC m=+4.113873777 container died de57b8beafd25696f8dae254ea88ec892d0e9e66ad0ad22f636e7bb4cc6605c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-57676-3-bee299f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240507, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-08T06:17:28.156 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:17:27 smithi135 podman[72161]: 2024-05-08 06:17:27.914763491 +0000 UTC m=+4.466705200 container cleanup de57b8beafd25696f8dae254ea88ec892d0e9e66ad0ad22f636e7bb4cc6605c4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240507, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:17:28.156 INFO:journalctl@ceph.mds.i.smithi135.stdout:May 08 06:17:27 smithi135 bash[72161]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-i 2024-05-08T06:17:28.283 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.i.service' 2024-05-08T06:17:28.314 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:28.314 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-08T06:17:28.314 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-08T06:17:28.314 DEBUG:teuthology.orchestra.run.smithi135:> sudo systemctl stop ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.l 2024-05-08T06:17:28.505 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:28 smithi135 systemd[1]: Stopping Ceph mds.l for 4dd78824-0cfe-11ef-bc97-c7b262605968... 2024-05-08T06:17:28.811 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l[64859]: 2024-05-08T06:17:28.626+0000 7f8fe4277700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-08T06:17:28.811 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:28 smithi135 ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l[64859]: 2024-05-08T06:17:28.626+0000 7f8fe4277700 -1 mds.l *** got signal Terminated *** 2024-05-08T06:17:31.201 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:30 smithi135 podman[72281]: 2024-05-08 06:17:30.951634972 +0000 UTC m=+2.426101071 container died 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240507) 2024-05-08T06:17:31.476 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:31 smithi135 podman[72281]: 2024-05-08 06:17:31.301335793 +0000 UTC m=+2.775801881 container cleanup 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240507, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-57676-3-bee299f, CEPH_POINT_RELEASE=) 2024-05-08T06:17:31.476 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:31 smithi135 bash[72281]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l 2024-05-08T06:17:31.714 DEBUG:teuthology.orchestra.run.smithi135:> sudo pkill -f 'journalctl -f -n 0 -u ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.l.service' 2024-05-08T06:17:31.734 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:31 smithi135 podman[72295]: 2024-05-08 06:17:31.477162819 +0000 UTC m=+0.521096740 container remove 2c412195eb71f947544f4b188201005124d6618d57313575b4e2a4177c3d6153 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:5a93a30dfa6b7dac54076fc754f0102ea322f9bbae94f68f29b70eaa3b17b91c, name=ceph-4dd78824-0cfe-11ef-bc97-c7b262605968-mds-l, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-57676-3-bee299f, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=627304247bdbcb1f80af6cad8aac9a1ee2979504, org.label-schema.build-date=20240507, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-08T06:17:31.734 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:31 smithi135 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.l.service: Deactivated successfully. 2024-05-08T06:17:31.734 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:31 smithi135 systemd[1]: Stopped Ceph mds.l for 4dd78824-0cfe-11ef-bc97-c7b262605968. 2024-05-08T06:17:31.734 INFO:journalctl@ceph.mds.l.smithi135.stdout:May 08 06:17:31 smithi135 systemd[1]: ceph-4dd78824-0cfe-11ef-bc97-c7b262605968@mds.l.service: Consumed 1.161s CPU time. 2024-05-08T06:17:31.745 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-08T06:17:31.745 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-08T06:17:31.745 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --force --keep-logs 2024-05-08T06:17:32.060 INFO:teuthology.orchestra.run.smithi069.stdout:Deleting cluster with fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:17:36.940 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --force --keep-logs 2024-05-08T06:17:37.131 INFO:teuthology.orchestra.run.smithi105.stdout:Deleting cluster with fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:17:39.535 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --force --keep-logs 2024-05-08T06:17:39.724 INFO:teuthology.orchestra.run.smithi135.stdout:Deleting cluster with fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:17:42.007 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-08T06:17:42.098 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-08T06:17:42.129 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-08T06:17:42.154 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-08T06:17:42.156 DEBUG:teuthology.misc:Transferring archived files from smithi069:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi069/crash 2024-05-08T06:17:42.157 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash -- . 2024-05-08T06:17:42.264 INFO:teuthology.orchestra.run.smithi069.stderr:tar: /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash: Cannot open: No such file or directory 2024-05-08T06:17:42.264 INFO:teuthology.orchestra.run.smithi069.stderr:tar: Error is not recoverable: exiting now 2024-05-08T06:17:42.269 DEBUG:teuthology.misc:Transferring archived files from smithi105:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi105/crash 2024-05-08T06:17:42.270 DEBUG:teuthology.orchestra.run.smithi105:> sudo tar c -f - -C /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash -- . 2024-05-08T06:17:42.312 INFO:teuthology.orchestra.run.smithi105.stderr:tar: /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash: Cannot open: No such file or directory 2024-05-08T06:17:42.312 INFO:teuthology.orchestra.run.smithi105.stderr:tar: Error is not recoverable: exiting now 2024-05-08T06:17:42.314 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi135/crash 2024-05-08T06:17:42.315 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash -- . 2024-05-08T06:17:42.351 INFO:teuthology.orchestra.run.smithi135.stderr:tar: /var/lib/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/crash: Cannot open: No such file or directory 2024-05-08T06:17:42.351 INFO:teuthology.orchestra.run.smithi135.stderr:tar: Error is not recoverable: exiting now 2024-05-08T06:17:42.352 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-08T06:17:42.352 DEBUG:teuthology.orchestra.run.smithi069:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-08T06:17:42.454 INFO:tasks.cephadm:Compressing logs... 2024-05-08T06:17:42.454 DEBUG:teuthology.orchestra.run.smithi069:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-08T06:17:42.458 DEBUG:teuthology.orchestra.run.smithi105:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-08T06:17:42.461 DEBUG:teuthology.orchestra.run.smithi135:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-08T06:17:42.484 INFO:teuthology.orchestra.run.smithi135.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose --: No such file or directory /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log 2024-05-08T06:17:42.484 INFO:teuthology.orchestra.run.smithi135.stderr: 2024-05-08T06:17:42.484 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.2.log 2024-05-08T06:17:42.484 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.f.log 2024-05-08T06:17:42.484 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log: /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.5.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.c.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log: /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.c.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.z.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.i.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.z.log: 88.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log.gz 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- 90.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log.gz 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr: /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.11.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log: 82.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log.gz 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.8.log 2024-05-08T06:17:42.490 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.11.log: 94.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.f.log.gz 2024-05-08T06:17:42.492 INFO:teuthology.orchestra.run.smithi105.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log 2024-05-08T06:17:42.492 INFO:teuthology.orchestra.run.smithi105.stderr:: No such file or directory 2024-05-08T06:17:42.492 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log 2024-05-08T06:17:42.492 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.7.log 2024-05-08T06:17:42.492 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log: /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.b.log 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.4.log 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.1.log 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.y.log 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.h.log 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.y.log: 90.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log.gz 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.10.log 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.h.log: 88.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log.gz 2024-05-08T06:17:42.495 INFO:teuthology.orchestra.run.smithi105.stderr: 93.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.y.log.gz 2024-05-08T06:17:42.497 INFO:teuthology.orchestra.run.smithi135.stderr: 93.2% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.z.log.gz 2024-05-08T06:17:42.497 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log 2024-05-08T06:17:42.497 INFO:teuthology.orchestra.run.smithi135.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.l.log 2024-05-08T06:17:42.501 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log 2024-05-08T06:17:42.501 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.e.log 2024-05-08T06:17:42.501 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log 2024-05-08T06:17:42.501 INFO:teuthology.orchestra.run.smithi105.stderr: 82.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log.gz 2024-05-08T06:17:42.507 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log: /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-08T06:17:42.509 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log.gz 2024-05-08T06:17:42.513 INFO:teuthology.orchestra.run.smithi069.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-08T06:17:42.513 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log 2024-05-08T06:17:42.514 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.b.log 2024-05-08T06:17:42.515 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log 2024-05-08T06:17:42.515 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.g.log 2024-05-08T06:17:42.516 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.j.log 2024-05-08T06:17:42.517 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.3.log 2024-05-08T06:17:42.517 INFO:teuthology.orchestra.run.smithi135.stderr:/var/log/ceph/cephadm.log: 92.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-08T06:17:42.518 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.j.log: 88.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.log.gz 2024-05-08T06:17:42.518 INFO:teuthology.orchestra.run.smithi069.stderr: 90.2% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.audit.log.gz 2024-05-08T06:17:42.518 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.0.log 2024-05-08T06:17:42.519 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.x.log 2024-05-08T06:17:42.521 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.a.log 2024-05-08T06:17:42.522 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.6.log 2024-05-08T06:17:42.523 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.a.log: 94.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.g.log.gz 2024-05-08T06:17:42.523 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log 2024-05-08T06:17:42.523 INFO:teuthology.orchestra.run.smithi069.stderr: 94.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.j.log.gz 2024-05-08T06:17:42.524 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.a.log 2024-05-08T06:17:42.525 INFO:teuthology.orchestra.run.smithi135.stderr: 94.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.l.log.gz 2024-05-08T06:17:42.526 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log 2024-05-08T06:17:42.526 INFO:teuthology.orchestra.run.smithi069.stderr: 82.8% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph.cephadm.log.gz 2024-05-08T06:17:42.527 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.k.log 2024-05-08T06:17:42.527 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.d.log 2024-05-08T06:17:42.528 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log.gz 2024-05-08T06:17:42.529 INFO:teuthology.orchestra.run.smithi105.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-08T06:17:42.530 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log: /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.9.log 2024-05-08T06:17:42.534 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-08T06:17:42.535 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.k.log: 94.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.k.log.gz 2024-05-08T06:17:42.537 INFO:teuthology.orchestra.run.smithi105.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-08T06:17:42.546 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/cephadm.log: 94.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.d.log.gz 2024-05-08T06:17:42.556 INFO:teuthology.orchestra.run.smithi135.stderr: 94.6% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.c.log.gz 2024-05-08T06:17:42.558 INFO:teuthology.orchestra.run.smithi069.stderr: 90.9% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-volume.log.gz 2024-05-08T06:17:42.561 INFO:teuthology.orchestra.run.smithi069.stderr: 94.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-08T06:17:42.566 INFO:teuthology.orchestra.run.smithi135.stderr: 94.7% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.i.log.gz 2024-05-08T06:17:42.573 INFO:teuthology.orchestra.run.smithi105.stderr: 92.9% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.h.log.gz 2024-05-08T06:17:42.620 INFO:teuthology.orchestra.run.smithi069.stderr: 92.7% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.a.log.gz 2024-05-08T06:17:42.786 INFO:teuthology.orchestra.run.smithi069.stderr: 90.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mgr.x.log.gz 2024-05-08T06:17:42.799 INFO:teuthology.orchestra.run.smithi105.stderr: 94.3% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.e.log.gz 2024-05-08T06:17:42.840 INFO:teuthology.orchestra.run.smithi135.stderr: 91.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.c.log.gz 2024-05-08T06:17:43.030 INFO:teuthology.orchestra.run.smithi135.stderr: 92.9% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.11.log.gz 2024-05-08T06:17:43.064 INFO:teuthology.orchestra.run.smithi105.stderr: 91.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.b.log.gz 2024-05-08T06:17:43.274 INFO:teuthology.orchestra.run.smithi135.stderr: 92.5% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.8.log.gz 2024-05-08T06:17:43.553 INFO:teuthology.orchestra.run.smithi069.stderr: 92.7% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.3.log.gz 2024-05-08T06:17:43.579 INFO:teuthology.orchestra.run.smithi069.stderr: 93.0% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.9.log.gz 2024-05-08T06:17:43.615 INFO:teuthology.orchestra.run.smithi069.stderr: 90.2% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mon.a.log.gz 2024-05-08T06:17:43.729 INFO:teuthology.orchestra.run.smithi069.stderr: 93.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.0.log.gz 2024-05-08T06:17:43.819 INFO:teuthology.orchestra.run.smithi105.stderr: 91.6% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.1.log.gz 2024-05-08T06:17:43.840 INFO:teuthology.orchestra.run.smithi105.stderr: 92.9% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.7.log.gz 2024-05-08T06:17:44.050 INFO:teuthology.orchestra.run.smithi069.stderr: 92.9% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.6.log.gz 2024-05-08T06:17:44.054 INFO:teuthology.orchestra.run.smithi069.stderr: 2024-05-08T06:17:44.054 INFO:teuthology.orchestra.run.smithi069.stderr:real 0m1.564s 2024-05-08T06:17:44.054 INFO:teuthology.orchestra.run.smithi069.stderr:user 0m5.869s 2024-05-08T06:17:44.054 INFO:teuthology.orchestra.run.smithi069.stderr:sys 0m0.530s 2024-05-08T06:17:44.146 INFO:teuthology.orchestra.run.smithi135.stderr: 92.4% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.2.log.gz 2024-05-08T06:17:44.238 INFO:teuthology.orchestra.run.smithi105.stderr: 92.3% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.4.log.gz 2024-05-08T06:17:44.519 INFO:teuthology.orchestra.run.smithi105.stderr: 92.9% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-mds.b.log.gz 2024-05-08T06:17:44.571 INFO:teuthology.orchestra.run.smithi105.stderr: 92.1% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.10.log.gz 2024-05-08T06:17:44.573 INFO:teuthology.orchestra.run.smithi105.stderr: 2024-05-08T06:17:44.573 INFO:teuthology.orchestra.run.smithi105.stderr:real 0m2.098s 2024-05-08T06:17:44.573 INFO:teuthology.orchestra.run.smithi105.stderr:user 0m9.168s 2024-05-08T06:17:44.573 INFO:teuthology.orchestra.run.smithi105.stderr:sys 0m0.302s 2024-05-08T06:17:44.707 INFO:teuthology.orchestra.run.smithi135.stderr: 92.0% -- replaced with /var/log/ceph/4dd78824-0cfe-11ef-bc97-c7b262605968/ceph-osd.5.log.gz 2024-05-08T06:17:44.708 INFO:teuthology.orchestra.run.smithi135.stderr: 2024-05-08T06:17:44.709 INFO:teuthology.orchestra.run.smithi135.stderr:real 0m2.234s 2024-05-08T06:17:44.709 INFO:teuthology.orchestra.run.smithi135.stderr:user 0m5.571s 2024-05-08T06:17:44.709 INFO:teuthology.orchestra.run.smithi135.stderr:sys 0m0.189s 2024-05-08T06:17:44.709 INFO:tasks.cephadm:Archiving logs... 2024-05-08T06:17:44.709 DEBUG:teuthology.misc:Transferring archived files from smithi069:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi069/log 2024-05-08T06:17:44.710 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-08T06:17:45.582 DEBUG:teuthology.misc:Transferring archived files from smithi105:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi105/log 2024-05-08T06:17:45.583 DEBUG:teuthology.orchestra.run.smithi105:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-08T06:17:46.894 DEBUG:teuthology.misc:Transferring archived files from smithi135:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi135/log 2024-05-08T06:17:46.895 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-08T06:17:47.800 INFO:tasks.cephadm:Removing cluster... 2024-05-08T06:17:47.800 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --force 2024-05-08T06:17:48.112 INFO:teuthology.orchestra.run.smithi069.stdout:Deleting cluster with fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:17:48.728 DEBUG:teuthology.orchestra.run.smithi105:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --force 2024-05-08T06:17:48.911 INFO:teuthology.orchestra.run.smithi105.stdout:Deleting cluster with fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:17:49.179 DEBUG:teuthology.orchestra.run.smithi135:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 4dd78824-0cfe-11ef-bc97-c7b262605968 --force 2024-05-08T06:17:49.361 INFO:teuthology.orchestra.run.smithi135.stdout:Deleting cluster with fsid: 4dd78824-0cfe-11ef-bc97-c7b262605968 2024-05-08T06:17:49.618 INFO:tasks.cephadm:Removing cephadm ... 2024-05-08T06:17:49.618 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-08T06:17:49.674 DEBUG:teuthology.orchestra.run.smithi105:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-08T06:17:49.691 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-08T06:17:49.706 INFO:tasks.cephadm:Teardown complete 2024-05-08T06:17:49.706 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-08T06:17:49.718 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-08T06:17:49.718 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-08T06:17:49.723 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-08T06:17:49.734 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-08T06:17:49.875 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-08T06:17:49.886 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-08T06:17:49.886 DEBUG:teuthology.orchestra.run.smithi069:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T06:17:49.894 DEBUG:teuthology.orchestra.run.smithi105:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T06:17:49.897 DEBUG:teuthology.orchestra.run.smithi135:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-08T06:17:49.909 INFO:teuthology.orchestra.run.smithi105.stderr:bash: line 1: ntpq: command not found 2024-05-08T06:17:49.910 INFO:teuthology.orchestra.run.smithi135.stderr:bash: line 1: ntpq: command not found 2024-05-08T06:17:49.914 INFO:teuthology.orchestra.run.smithi105.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T06:17:49.914 INFO:teuthology.orchestra.run.smithi105.stdout:=============================================================================== 2024-05-08T06:17:49.915 INFO:teuthology.orchestra.run.smithi105.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +431us[ +403us] +/- 65ms 2024-05-08T06:17:49.915 INFO:teuthology.orchestra.run.smithi105.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 47 -810us[ -810us] +/- 63ms 2024-05-08T06:17:49.915 INFO:teuthology.orchestra.run.smithi105.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 113 +461us[ +433us] +/- 87ms 2024-05-08T06:17:49.915 INFO:teuthology.orchestra.run.smithi105.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T06:17:49.916 INFO:teuthology.orchestra.run.smithi135.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T06:17:49.916 INFO:teuthology.orchestra.run.smithi135.stdout:=============================================================================== 2024-05-08T06:17:49.916 INFO:teuthology.orchestra.run.smithi135.stdout:^* hv01.front.sepia.ceph.com 3 6 377 48 +443us[ +418us] +/- 65ms 2024-05-08T06:17:49.916 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 48 -818us[ -842us] +/- 63ms 2024-05-08T06:17:49.916 INFO:teuthology.orchestra.run.smithi135.stdout:^+ hv03.front.sepia.ceph.com 3 8 377 44 +449us[ +449us] +/- 88ms 2024-05-08T06:17:49.916 INFO:teuthology.orchestra.run.smithi135.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T06:17:49.940 INFO:teuthology.orchestra.run.smithi069.stderr:bash: line 1: ntpq: command not found 2024-05-08T06:17:49.950 INFO:teuthology.orchestra.run.smithi069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-08T06:17:49.950 INFO:teuthology.orchestra.run.smithi069.stdout:=============================================================================== 2024-05-08T06:17:49.950 INFO:teuthology.orchestra.run.smithi069.stdout:^* hv01.front.sepia.ceph.com 3 6 377 45 +484us[ +450us] +/- 65ms 2024-05-08T06:17:49.950 INFO:teuthology.orchestra.run.smithi069.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 46 -767us[ -801us] +/- 63ms 2024-05-08T06:17:49.951 INFO:teuthology.orchestra.run.smithi069.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 50 +469us[ +434us] +/- 88ms 2024-05-08T06:17:49.951 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-08T06:17:49.952 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-08T06:17:49.964 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-08T06:17:49.964 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-08T06:17:49.975 DEBUG:teuthology.orchestra.run.smithi069:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-08T06:17:50.190 DEBUG:teuthology.orchestra.run.smithi105:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-08T06:17:50.259 DEBUG:teuthology.orchestra.run.smithi135:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-08T06:17:50.323 DEBUG:teuthology.orchestra.run.smithi069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-08T06:17:50.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:17:50.418 DEBUG:teuthology.orchestra.run.smithi105:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-08T06:17:50.446 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:17:50.447 DEBUG:teuthology.orchestra.run.smithi135:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-08T06:17:50.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:17:50.473 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-08T06:17:50.484 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-08T06:17:50.494 INFO:teuthology.task.internal:Duration was 2587.340407 seconds 2024-05-08T06:17:50.494 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-08T06:17:50.505 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-08T06:17:50.505 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-08T06:17:50.512 DEBUG:teuthology.orchestra.run.smithi105:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-08T06:17:50.515 DEBUG:teuthology.orchestra.run.smithi135:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-08T06:17:50.551 INFO:teuthology.orchestra.run.smithi135.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T06:17:50.551 INFO:teuthology.orchestra.run.smithi105.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T06:17:50.640 INFO:teuthology.orchestra.run.smithi069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-08T06:17:51.062 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-08T06:17:51.062 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi069.front.sepia.ceph.com 2024-05-08T06:17:51.063 DEBUG:teuthology.orchestra.run.smithi069:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-08T06:17:51.137 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi105.front.sepia.ceph.com 2024-05-08T06:17:51.137 DEBUG:teuthology.orchestra.run.smithi105:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-08T06:17:51.164 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi135.front.sepia.ceph.com 2024-05-08T06:17:51.164 DEBUG:teuthology.orchestra.run.smithi135:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-08T06:17:51.189 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-08T06:17:51.189 DEBUG:teuthology.orchestra.run.smithi069:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T06:17:51.197 DEBUG:teuthology.orchestra.run.smithi105:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T06:17:51.207 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-08T06:17:51.281 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-08T06:17:51.281 DEBUG:teuthology.orchestra.run.smithi069:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-08T06:17:51.287 DEBUG:teuthology.orchestra.run.smithi105:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-08T06:17:51.289 DEBUG:teuthology.orchestra.run.smithi135:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-08T06:17:52.644 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-08T06:17:52.655 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-08T06:17:52.656 DEBUG:teuthology.orchestra.run.smithi069:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-08T06:17:52.736 DEBUG:teuthology.orchestra.run.smithi105:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-08T06:17:52.764 DEBUG:teuthology.orchestra.run.smithi135:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-08T06:17:52.793 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-08T06:17:52.805 DEBUG:teuthology.orchestra.run.smithi069:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-08T06:17:52.813 DEBUG:teuthology.orchestra.run.smithi105:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-08T06:17:52.816 DEBUG:teuthology.orchestra.run.smithi135:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-08T06:17:52.839 INFO:teuthology.orchestra.run.smithi105.stdout:kernel.core_pattern = core 2024-05-08T06:17:52.859 INFO:teuthology.orchestra.run.smithi135.stdout:kernel.core_pattern = core 2024-05-08T06:17:52.904 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern = core 2024-05-08T06:17:52.947 DEBUG:teuthology.orchestra.run.smithi069:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-08T06:17:52.993 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:17:52.993 DEBUG:teuthology.orchestra.run.smithi105:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-08T06:17:53.009 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:17:53.009 DEBUG:teuthology.orchestra.run.smithi135:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-08T06:17:53.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-08T06:17:53.025 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-08T06:17:53.036 INFO:teuthology.task.internal:Transferring archived files... 2024-05-08T06:17:53.037 DEBUG:teuthology.misc:Transferring archived files from smithi069:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi069 2024-05-08T06:17:53.037 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-08T06:17:53.162 DEBUG:teuthology.misc:Transferring archived files from smithi105:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi105 2024-05-08T06:17:53.162 DEBUG:teuthology.orchestra.run.smithi105:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-08T06:17:53.201 DEBUG:teuthology.misc:Transferring archived files from smithi135:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-05-08_04:00:39-fs:workload-wip-57676-3-testing-default-smithi/7697247/remote/smithi135 2024-05-08T06:17:53.201 DEBUG:teuthology.orchestra.run.smithi135:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-08T06:17:53.238 INFO:teuthology.task.internal:Removing archive directory... 2024-05-08T06:17:53.239 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-08T06:17:53.246 DEBUG:teuthology.orchestra.run.smithi105:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-08T06:17:53.249 DEBUG:teuthology.orchestra.run.smithi135:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-08T06:17:53.297 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-08T06:17:53.310 INFO:teuthology.task.internal:Not uploading archives. 2024-05-08T06:17:53.310 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-08T06:17:53.322 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-08T06:17:53.322 DEBUG:teuthology.orchestra.run.smithi069:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-08T06:17:53.327 DEBUG:teuthology.orchestra.run.smithi105:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-08T06:17:53.330 DEBUG:teuthology.orchestra.run.smithi135:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-08T06:17:53.344 INFO:teuthology.orchestra.run.smithi105.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 8 06:17 /home/ubuntu/cephtest 2024-05-08T06:17:53.346 INFO:teuthology.orchestra.run.smithi135.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 8 06:17 /home/ubuntu/cephtest 2024-05-08T06:17:53.376 INFO:teuthology.orchestra.run.smithi069.stdout: 393229 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 8 06:17 /home/ubuntu/cephtest 2024-05-08T06:17:53.380 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-08T06:17:53.391 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-08T06:17:53.439 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 806ec36b21129f113ce356c007dd59694d340b37 description: fs:workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/no 6-workunit/fs/test_o_trunc}} duration: 2587.3404071331024 flavor: default owner: scheduled_vshankar@teuthology success: true 2024-05-08T06:17:53.440 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-08T06:17:53.522 INFO:teuthology.run:pass